{
  "models": [
    {
      "aic": {
        "coverage_pct": 46.03,
        "points": 29,
        "status_counts": {
          "failed": 15,
          "success": 29,
          "unknown": 0,
          "unsupported": 19
        },
        "tpot_mape_pct": 21.76,
        "tpot_shape_error_pct": 4.58,
        "ttft_mape_pct": 31.55,
        "ttft_shape_error_pct": 28.63
      },
      "aisim": {
        "coverage_pct": 77.78,
        "points": 49,
        "status_counts": {
          "failed": 14,
          "success": 49,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 16.11,
        "tpot_shape_error_pct": 7.35,
        "ttft_mape_pct": 71.81,
        "ttft_shape_error_pct": 68.87
      },
      "frameworks": [
        "dynamo-trt",
        "sglang",
        "trt"
      ],
      "gpu_skus": [
        "b200",
        "gb300"
      ],
      "hf_model_paths": [
        "deepseek-ai/DeepSeek-R1-0528"
      ],
      "model": "deepseek-ai/DeepSeek-R1-0528",
      "precisions": [
        "fp8"
      ],
      "rows": 63,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 46.67,
            "points": 14,
            "status_counts": {
              "failed": 6,
              "success": 14,
              "unknown": 0,
              "unsupported": 10
            },
            "tpot_mape_pct": 21.15,
            "tpot_shape_error_pct": 3.74,
            "ttft_mape_pct": 42.41,
            "ttft_shape_error_pct": 28.34
          },
          "aisim": {
            "coverage_pct": 76.67,
            "points": 23,
            "status_counts": {
              "failed": 7,
              "success": 23,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 14.82,
            "tpot_shape_error_pct": 6.44,
            "ttft_mape_pct": 70.75,
            "ttft_shape_error_pct": 43.5
          },
          "gpu_skus": [
            "b200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 56.52,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 10
                },
                "tpot_mape_pct": 19.17,
                "tpot_shape_error_pct": 3.74,
                "ttft_mape_pct": 38.18,
                "ttft_shape_error_pct": 28.34
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 23,
                "status_counts": {
                  "failed": 0,
                  "success": 23,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.82,
                "tpot_shape_error_pct": 6.44,
                "ttft_mape_pct": 70.75,
                "ttft_shape_error_pct": 43.5
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 23,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 10
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.28,
                    "tpot_shape_error_pct": 8.73,
                    "ttft_mape_pct": 75.21,
                    "ttft_shape_error_pct": 59.76
                  },
                  "framework": "sglang",
                  "id": "3014271349a4bb87",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3238.4627454000088,
                        "interactivity_tok_s": 291.0831284563512,
                        "output_per_gpu": 35.5647135862833,
                        "total_per_gpu": 70.87853652972869,
                        "tpot_error_pct": 16.82,
                        "tpot_ms": 3.4354447312117338,
                        "tpot_relative": 0.831841,
                        "ttft_error_pct": 46.35,
                        "ttft_ms": 77.18781360000025,
                        "ttft_relative": 0.536458,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2547540983606558,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 3942.0511023607105,
                        "interactivity_tok_s": 242.1348842772841,
                        "output_per_gpu": 29.213357921647503,
                        "total_per_gpu": 58.22063072663481,
                        "tpot_ms": 4.129929493574483,
                        "tpot_relative": 1.0,
                        "ttft_ms": 143.8841530121863,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4013.5980909499935,
                        "interactivity_tok_s": 237.45607681521966,
                        "output_per_gpu": 58.057872047972225,
                        "total_per_gpu": 115.05422085400879,
                        "tpot_error_pct": 13.11,
                        "tpot_ms": 4.211305153408082,
                        "tpot_relative": 1.019704,
                        "ttft_error_pct": 62.7,
                        "ttft_ms": 78.68857500000013,
                        "ttft_relative": 0.546888,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2143410852713177,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 4737.98719799961,
                        "interactivity_tok_s": 206.33449510091583,
                        "output_per_gpu": 48.49821081032028,
                        "total_per_gpu": 96.10968609018724,
                        "tpot_ms": 4.846499367499901,
                        "tpot_relative": 1.173507,
                        "ttft_ms": 210.965136399318,
                        "ttft_relative": 1.466215,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4457.034656425009,
                        "interactivity_tok_s": 209.5346827990286,
                        "output_per_gpu": 100.045492399377,
                        "total_per_gpu": 201.0693915047764,
                        "tpot_error_pct": 16.13,
                        "tpot_ms": 4.772479604052624,
                        "tpot_relative": 1.155584,
                        "ttft_error_pct": 63.85,
                        "ttft_ms": 81.81217972499977,
                        "ttft_relative": 0.568598,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.32952,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 5456.687515391968,
                        "interactivity_tok_s": 175.73806731073526,
                        "output_per_gpu": 81.23623093718595,
                        "total_per_gpu": 163.26692118697778,
                        "tpot_ms": 5.6902867733934235,
                        "tpot_relative": 1.377817,
                        "ttft_ms": 226.28667070530355,
                        "ttft_relative": 1.5727,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5970.677441737488,
                        "interactivity_tok_s": 157.8383854265,
                        "output_per_gpu": 152.63951560303335,
                        "total_per_gpu": 304.1515779048523,
                        "tpot_error_pct": 15.24,
                        "tpot_ms": 6.335594458203998,
                        "tpot_relative": 1.534068,
                        "ttft_error_pct": 63.41,
                        "ttft_ms": 86.96941106250013,
                        "ttft_relative": 0.604441,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2530534351145035,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 7167.946430336451,
                        "interactivity_tok_s": 133.7789888320696,
                        "output_per_gpu": 126.02210974571183,
                        "total_per_gpu": 251.11337243587923,
                        "tpot_ms": 7.475015387171766,
                        "tpot_relative": 1.809962,
                        "ttft_ms": 237.69457064918242,
                        "ttft_relative": 1.651986,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 8076.122100325022,
                        "interactivity_tok_s": 114.74436171027389,
                        "output_per_gpu": 222.6529902686629,
                        "total_per_gpu": 447.6761972301676,
                        "tpot_error_pct": 10.36,
                        "tpot_ms": 8.715025166334275,
                        "tpot_relative": 2.110212,
                        "ttft_error_pct": 79.62,
                        "ttft_ms": 97.03598780625029,
                        "ttft_relative": 0.674404,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.203893129770992,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 9372.009306529071,
                        "interactivity_tok_s": 102.85152904448752,
                        "output_per_gpu": 190.7975417849645,
                        "total_per_gpu": 383.6261881957695,
                        "tpot_ms": 9.722752877766736,
                        "tpot_relative": 2.354218,
                        "ttft_ms": 476.188366979477,
                        "ttft_relative": 3.309526,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 10133.79350794688,
                        "interactivity_tok_s": 92.1634374338154,
                        "output_per_gpu": 357.8201689770698,
                        "total_per_gpu": 714.5084591865816,
                        "tpot_error_pct": 12.72,
                        "tpot_ms": 10.850289744434956,
                        "tpot_relative": 2.627234,
                        "ttft_error_pct": 89.63,
                        "ttft_ms": 114.12761095937499,
                        "ttft_relative": 0.793191,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2182089552238806,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 12565.556130840423,
                        "interactivity_tok_s": 80.43574086785968,
                        "output_per_gpu": 285.9875438625007,
                        "total_per_gpu": 571.0704343355364,
                        "tpot_ms": 12.43228432050879,
                        "tpot_relative": 3.01029,
                        "ttft_ms": 1100.8067417752954,
                        "ttft_relative": 7.650646,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 13984.25725323286,
                        "interactivity_tok_s": 66.66304516127073,
                        "output_per_gpu": 517.1753742749925,
                        "total_per_gpu": 1034.5839311663904,
                        "tpot_error_pct": 7.82,
                        "tpot_ms": 15.000814882980631,
                        "tpot_relative": 3.632221,
                        "ttft_error_pct": 89.32,
                        "ttft_ms": 153.04805195312505,
                        "ttft_relative": 1.063689,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2300724637681157,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 16416.561501882097,
                        "interactivity_tok_s": 61.44839601629631,
                        "output_per_gpu": 434.8925156352006,
                        "total_per_gpu": 869.9811144168448,
                        "tpot_ms": 16.27381778581815,
                        "tpot_relative": 3.940459,
                        "ttft_ms": 1433.3859644713812,
                        "ttft_relative": 9.962084,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 21409.33723953898,
                        "interactivity_tok_s": 43.428112218235356,
                        "output_per_gpu": 675.5004200007536,
                        "total_per_gpu": 1352.4848057815482,
                        "tpot_error_pct": 0.51,
                        "tpot_ms": 23.026559270520227,
                        "tpot_relative": 5.575533,
                        "ttft_error_pct": 87.88,
                        "ttft_ms": 224.29633837031253,
                        "ttft_relative": 1.558868,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2121014492753623,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 23113.277389571842,
                        "interactivity_tok_s": 43.2068983102384,
                        "output_per_gpu": 617.5357993754704,
                        "total_per_gpu": 1236.4282255820867,
                        "tpot_ms": 23.144452370075307,
                        "tpot_relative": 5.604079,
                        "ttft_ms": 1851.1452977510544,
                        "ttft_relative": 12.865526,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 30654.889171820814,
                        "interactivity_tok_s": 30.46287272965249,
                        "output_per_gpu": 947.6023491990187,
                        "total_per_gpu": 1894.28884380113,
                        "tpot_error_pct": 2.47,
                        "tpot_ms": 32.826844955649975,
                        "tpot_relative": 7.948524,
                        "ttft_error_pct": 85.81,
                        "ttft_ms": 367.81644650820374,
                        "ttft_relative": 2.556337,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2121323529411767,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 33588.30436093995,
                        "interactivity_tok_s": 29.710536425895512,
                        "output_per_gpu": 854.0516023917661,
                        "total_per_gpu": 1707.2777666799777,
                        "tpot_ms": 33.658093063860214,
                        "tpot_relative": 8.149798,
                        "ttft_ms": 2591.204599113189,
                        "ttft_relative": 18.008964,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 46842.81068751355,
                        "interactivity_tok_s": 19.973767119395873,
                        "output_per_gpu": 1242.5909990700748,
                        "total_per_gpu": 2484.037349344225,
                        "tpot_error_pct": 7.61,
                        "tpot_ms": 50.06566833498988,
                        "tpot_relative": 12.122645,
                        "ttft_error_pct": 83.49,
                        "ttft_ms": 653.7805688242215,
                        "ttft_relative": 4.543798,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.219051094890511,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 53888.543116808854,
                        "interactivity_tok_s": 18.45328499323486,
                        "output_per_gpu": 1073.4857008366578,
                        "total_per_gpu": 2145.9825291353486,
                        "tpot_ms": 54.190893402806545,
                        "tpot_relative": 13.121506,
                        "ttft_ms": 3959.7429553141524,
                        "ttft_relative": 27.520355,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.64,
                    "tpot_shape_error_pct": 3.51,
                    "ttft_mape_pct": 31.8,
                    "ttft_shape_error_pct": 32.51
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.4,
                    "tpot_shape_error_pct": 4.22,
                    "ttft_mape_pct": 67.06,
                    "ttft_shape_error_pct": 36.82
                  },
                  "framework": "sglang",
                  "id": "d2c482f41641aead",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7021.183048984422,
                        "interactivity_tok_s": 148.91769912997395,
                        "output_per_gpu": 18.400962965396914,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.52,
                        "tpot_ms": 6.715118524140031,
                        "tpot_relative": 0.934804,
                        "ttft_error_pct": 5.45,
                        "ttft_ms": 151.61679878917025,
                        "ttft_relative": 0.945482,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6245.583845800005,
                        "interactivity_tok_s": 149.21638709255072,
                        "output_per_gpu": 18.441030149239328,
                        "total_per_gpu": 36.75196837752136,
                        "tpot_error_pct": 6.71,
                        "tpot_ms": 6.701676802962365,
                        "tpot_relative": 0.932933,
                        "ttft_error_pct": 51.87,
                        "ttft_ms": 77.18781360000011,
                        "ttft_relative": 0.481343,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 6772.038815054111,
                        "interactivity_tok_s": 139.20885924852723,
                        "output_per_gpu": 17.00607487945968,
                        "total_per_gpu": 33.89218070452768,
                        "tpot_ms": 7.18345086223799,
                        "tpot_relative": 1.0,
                        "ttft_ms": 160.35921096336097,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7410.129238467146,
                        "interactivity_tok_s": 141.01222493467324,
                        "output_per_gpu": 34.86991609807715,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.55,
                        "tpot_ms": 7.091583729448069,
                        "tpot_relative": 0.987211,
                        "ttft_error_pct": 12.63,
                        "ttft_ms": 155.4390832417716,
                        "ttft_relative": 0.969318,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6688.311710949999,
                        "interactivity_tok_s": 141.3611506862418,
                        "output_per_gpu": 34.85126824870336,
                        "total_per_gpu": 69.06532004506475,
                        "tpot_error_pct": 10.77,
                        "tpot_ms": 7.074079371492599,
                        "tpot_relative": 0.984775,
                        "ttft_error_pct": 55.77,
                        "ttft_ms": 78.68857499999997,
                        "ttft_relative": 0.490702,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 7585.5596155743115,
                        "interactivity_tok_s": 126.13817246773432,
                        "output_per_gpu": 30.741316768390774,
                        "total_per_gpu": 60.920562949516665,
                        "tpot_ms": 7.927814240814344,
                        "tpot_relative": 1.103622,
                        "ttft_ms": 177.90619117440656,
                        "ttft_relative": 1.109423,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8239.914081930394,
                        "interactivity_tok_s": 126.66398602947848,
                        "output_per_gpu": 61.62755362465481,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.47,
                        "tpot_ms": 7.894903921366175,
                        "tpot_relative": 1.099041,
                        "ttft_error_pct": 19.84,
                        "ttft_ms": 163.42737037279673,
                        "ttft_relative": 1.019133,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7428.359223725022,
                        "interactivity_tok_s": 124.7985049751692,
                        "output_per_gpu": 59.949119388816484,
                        "total_per_gpu": 120.4845182693267,
                        "tpot_error_pct": 9.13,
                        "tpot_ms": 8.01291650247707,
                        "tpot_relative": 1.115469,
                        "ttft_error_pct": 59.87,
                        "ttft_ms": 81.8121797250004,
                        "ttft_relative": 0.510181,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 8288.363852270413,
                        "interactivity_tok_s": 113.40642946071962,
                        "output_per_gpu": 53.719025339394335,
                        "total_per_gpu": 107.96340223009334,
                        "tpot_ms": 8.817842204849313,
                        "tpot_relative": 1.227522,
                        "ttft_ms": 203.87336127460003,
                        "ttft_relative": 1.271354,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10007.86900709593,
                        "interactivity_tok_s": 104.08548161248503,
                        "output_per_gpu": 101.80667529081185,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.33,
                        "tpot_ms": 9.607487850448205,
                        "tpot_relative": 1.337447,
                        "ttft_error_pct": 27.87,
                        "ttft_ms": 179.40893608741527,
                        "ttft_relative": 1.118794,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9147.582832249991,
                        "interactivity_tok_s": 102.47725781020308,
                        "output_per_gpu": 99.61688637413296,
                        "total_per_gpu": 198.49796467815048,
                        "tpot_error_pct": 10.95,
                        "tpot_ms": 9.758262675725458,
                        "tpot_relative": 1.358437,
                        "ttft_error_pct": 65.04,
                        "ttft_ms": 86.96941106250001,
                        "ttft_relative": 0.542341,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 10424.356947359047,
                        "interactivity_tok_s": 91.25637351884296,
                        "output_per_gpu": 87.30558336349652,
                        "total_per_gpu": 173.96629460597805,
                        "tpot_ms": 10.958138718864564,
                        "tpot_relative": 1.52547,
                        "ttft_ms": 248.7439473217819,
                        "ttft_relative": 1.551167,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12887.811718214938,
                        "interactivity_tok_s": 80.70102012158972,
                        "output_per_gpu": 158.71601583451695,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.31,
                        "tpot_ms": 12.391417091052022,
                        "tpot_relative": 1.724995,
                        "ttft_error_pct": 42.63,
                        "ttft_ms": 211.39203406871957,
                        "ttft_relative": 1.318241,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11635.323129606211,
                        "interactivity_tok_s": 79.32413241083063,
                        "output_per_gpu": 154.43694761568295,
                        "total_per_gpu": 310.51792898446547,
                        "tpot_error_pct": 3.67,
                        "tpot_ms": 12.606504094124372,
                        "tpot_relative": 1.754937,
                        "ttft_error_pct": 73.88,
                        "ttft_ms": 96.26872315625015,
                        "ttft_relative": 0.600332,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 12347.64785610605,
                        "interactivity_tok_s": 76.41284043846744,
                        "output_per_gpu": 145.25332550333488,
                        "total_per_gpu": 292.0529219836881,
                        "tpot_ms": 13.086805754921054,
                        "tpot_relative": 1.821799,
                        "ttft_ms": 368.4929422743153,
                        "ttft_relative": 2.297922,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16035.844176408318,
                        "interactivity_tok_s": 64.90949504609746,
                        "output_per_gpu": 256.24478731442343,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.97,
                        "tpot_ms": 15.406066543728608,
                        "tpot_relative": 2.144661,
                        "ttft_error_pct": 41.52,
                        "ttft_ms": 275.4381021739514,
                        "ttft_relative": 1.717632,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14638.461932624947,
                        "interactivity_tok_s": 63.56327222342091,
                        "output_per_gpu": 247.02122210218332,
                        "total_per_gpu": 493.2610514806613,
                        "tpot_error_pct": 2.96,
                        "tpot_ms": 15.73235557296457,
                        "tpot_relative": 2.190083,
                        "ttft_error_pct": 75.78,
                        "ttft_ms": 114.05069578749976,
                        "ttft_relative": 0.71122,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 15437.947879653075,
                        "interactivity_tok_s": 61.684004366071,
                        "output_per_gpu": 234.00584429846677,
                        "total_per_gpu": 467.2714669168558,
                        "tpot_ms": 16.211658277977254,
                        "tpot_relative": 2.256806,
                        "ttft_ms": 470.9585539327236,
                        "ttft_relative": 2.936897,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21801.45228371772,
                        "interactivity_tok_s": 47.62221473181501,
                        "output_per_gpu": 377.4997453227044,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.37,
                        "tpot_ms": 20.998603396156817,
                        "tpot_relative": 2.923192,
                        "ttft_error_pct": 72.67,
                        "ttft_ms": 319.88100944929954,
                        "ttft_relative": 1.994778,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20056.47662483606,
                        "interactivity_tok_s": 46.301836823477444,
                        "output_per_gpu": 359.6394856958205,
                        "total_per_gpu": 719.441124658035,
                        "tpot_error_pct": 0.61,
                        "tpot_ms": 21.597415320960828,
                        "tpot_relative": 3.006552,
                        "ttft_error_pct": 87.21,
                        "ttft_ms": 149.68510156406256,
                        "ttft_relative": 0.933436,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 21191.840788035915,
                        "interactivity_tok_s": 46.01805795246199,
                        "output_per_gpu": 338.96887775153016,
                        "total_per_gpu": 678.0905888623533,
                        "tpot_ms": 21.730599779613247,
                        "tpot_relative": 3.025092,
                        "ttft_ms": 1170.3175603746786,
                        "ttft_relative": 7.2981,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 36.52,
                    "tpot_shape_error_pct": 4.47,
                    "ttft_mape_pct": 53.66,
                    "ttft_shape_error_pct": 27.67
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.99,
                    "tpot_shape_error_pct": 5.1,
                    "ttft_mape_pct": 70.07,
                    "ttft_shape_error_pct": 21.41
                  },
                  "framework": "trt",
                  "id": "6be71d7e52daafab",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 12658.431696535172,
                        "interactivity_tok_s": 81.46729511195417,
                        "output_per_gpu": 40.336569986671165,
                        "total_per_gpu": null,
                        "tpot_error_pct": 41.25,
                        "tpot_ms": 12.274864393444973,
                        "tpot_relative": 1.412537,
                        "ttft_error_pct": 46.69,
                        "ttft_ms": 101.2454220409638,
                        "ttft_relative": 0.533128,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11317.32947835005,
                        "interactivity_tok_s": 81.38749424680795,
                        "output_per_gpu": 39.35268698174054,
                        "total_per_gpu": 79.09022821247846,
                        "tpot_error_pct": 41.39,
                        "tpot_ms": 12.286899962388514,
                        "tpot_relative": 1.413922,
                        "ttft_error_pct": 72.02,
                        "ttft_ms": 53.145286874999684,
                        "ttft_relative": 0.279847,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 8158.019682427403,
                        "interactivity_tok_s": 115.07556247986619,
                        "output_per_gpu": 54.445916082623164,
                        "total_per_gpu": 109.4242924304037,
                        "tpot_ms": 8.689942316597076,
                        "tpot_relative": 1.0,
                        "ttft_ms": 189.9082841584459,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14824.657322222884,
                        "interactivity_tok_s": 69.52864828555029,
                        "output_per_gpu": 68.96788166153426,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.4,
                        "tpot_ms": 14.38256063735132,
                        "tpot_relative": 1.655081,
                        "ttft_error_pct": 38.5,
                        "ttft_ms": 111.29779021248305,
                        "ttft_relative": 0.586061,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13436.596478112453,
                        "interactivity_tok_s": 69.39907690599068,
                        "output_per_gpu": 67.74975667576733,
                        "total_per_gpu": 134.99908797663224,
                        "tpot_error_pct": 32.65,
                        "tpot_ms": 14.409413562584112,
                        "tpot_relative": 1.658171,
                        "ttft_error_pct": 66.64,
                        "ttft_ms": 60.36779688749984,
                        "ttft_relative": 0.317879,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 10267.372332402738,
                        "interactivity_tok_s": 92.0564496896869,
                        "output_per_gpu": 88.58934866829969,
                        "total_per_gpu": 176.524342838592,
                        "tpot_ms": 10.862899920330408,
                        "tpot_relative": 1.250054,
                        "ttft_ms": 180.97360140527599,
                        "ttft_relative": 0.952953,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 28893.50705575543,
                        "interactivity_tok_s": 35.65541896191196,
                        "output_per_gpu": 284.29637117835256,
                        "total_per_gpu": null,
                        "tpot_error_pct": 39.78,
                        "tpot_ms": 28.046227729597728,
                        "tpot_relative": 3.227435,
                        "ttft_error_pct": 64.46,
                        "ttft_ms": 202.21608837695894,
                        "ttft_relative": 1.064809,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25711.106777332796,
                        "interactivity_tok_s": 36.003810328278405,
                        "output_per_gpu": 279.5069682523465,
                        "total_per_gpu": 559.1399598410748,
                        "tpot_error_pct": 38.43,
                        "tpot_ms": 27.77483802081281,
                        "tpot_relative": 3.196205,
                        "ttft_error_pct": 77.12,
                        "ttft_ms": 130.20047305624968,
                        "ttft_relative": 0.685597,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 19049.675204747473,
                        "interactivity_tok_s": 49.84058876384974,
                        "output_per_gpu": 374.6352403935834,
                        "total_per_gpu": 749.4393952983713,
                        "tpot_ms": 20.063968440222716,
                        "tpot_relative": 2.308872,
                        "ttft_ms": 569.0219993219216,
                        "ttft_relative": 2.996299,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 33506.123796845575,
                        "interactivity_tok_s": 30.721713243289738,
                        "output_per_gpu": 490.2180510477944,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.65,
                        "tpot_ms": 32.550268016658244,
                        "tpot_relative": 3.74574,
                        "ttft_error_pct": 64.98,
                        "ttft_ms": 207.19961580419468,
                        "ttft_relative": 1.091051,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 29866.856175595494,
                        "interactivity_tok_s": 30.995145800564405,
                        "output_per_gpu": 479.0720680716458,
                        "total_per_gpu": 959.1965804262884,
                        "tpot_error_pct": 31.48,
                        "tpot_ms": 32.26311650328777,
                        "tpot_relative": 3.712696,
                        "ttft_error_pct": 64.52,
                        "ttft_ms": 209.94097263203156,
                        "ttft_relative": 1.105486,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 23148.990463491828,
                        "interactivity_tok_s": 40.753732173581874,
                        "output_per_gpu": 613.7568655816413,
                        "total_per_gpu": 1228.8620562846602,
                        "tpot_ms": 24.537629970691082,
                        "tpot_relative": 2.823682,
                        "ttft_ms": 591.6610352298449,
                        "ttft_relative": 3.115509,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.78,
                    "tpot_shape_error_pct": 2.95,
                    "ttft_mape_pct": 29.53,
                    "ttft_shape_error_pct": 5.34
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.63,
                    "tpot_shape_error_pct": 3.23,
                    "ttft_mape_pct": 62.72,
                    "ttft_shape_error_pct": 3.42
                  },
                  "framework": "trt",
                  "id": "b64bfde612494892",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 17051.697029781975,
                        "interactivity_tok_s": 60.467398609194625,
                        "output_per_gpu": 119.90774595736373,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.65,
                        "tpot_ms": 16.53783729746794,
                        "tpot_relative": 1.266518,
                        "ttft_error_pct": 31.36,
                        "ttft_ms": 133.4894744722681,
                        "ttft_relative": 0.686351,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15426.522709024943,
                        "interactivity_tok_s": 60.45683314440155,
                        "output_per_gpu": 118.13001792913818,
                        "total_per_gpu": 235.38748278340222,
                        "tpot_error_pct": 26.67,
                        "tpot_ms": 16.540727457746478,
                        "tpot_relative": 1.266739,
                        "ttft_error_pct": 63.35,
                        "ttft_ms": 71.28289093749984,
                        "ttft_relative": 0.366509,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 12317.768128117314,
                        "interactivity_tok_s": 76.58302096133387,
                        "output_per_gpu": 147.77237122917396,
                        "total_per_gpu": 294.4532397297628,
                        "tpot_ms": 13.057724642449031,
                        "tpot_relative": 1.0,
                        "ttft_ms": 194.49161399388686,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21436.294319505792,
                        "interactivity_tok_s": 48.0762934978182,
                        "output_per_gpu": 191.0764591007681,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.91,
                        "tpot_ms": 20.80027238467088,
                        "tpot_relative": 1.592948,
                        "ttft_error_pct": 27.7,
                        "ttft_ms": 157.6156699874798,
                        "ttft_relative": 0.810398,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19065.254099949954,
                        "interactivity_tok_s": 48.206833303159506,
                        "output_per_gpu": 188.29287946153818,
                        "total_per_gpu": 378.5902005679178,
                        "tpot_error_pct": 22.58,
                        "tpot_ms": 20.743947102089766,
                        "tpot_relative": 1.588634,
                        "ttft_error_pct": 62.09,
                        "ttft_ms": 82.63672578750065,
                        "ttft_relative": 0.424886,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 15708.29060334354,
                        "interactivity_tok_s": 59.09076255653465,
                        "output_per_gpu": 228.80283828133707,
                        "total_per_gpu": 460.0413604760572,
                        "tpot_ms": 16.923118889238523,
                        "tpot_relative": 1.296024,
                        "ttft_ms": 218.00891533116555,
                        "ttft_relative": 1.120917,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 14.29,
                "points": 1,
                "status_counts": {
                  "failed": 6,
                  "success": 1,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 46.91,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 97.45,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 7,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 50.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 1,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 46.91,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 97.45,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "fa7f8c0c4bb1b9da",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 8602,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 57475.31914377785,
                        "interactivity_tok_s": 17.827865920929046,
                        "output_per_gpu": 8320.918568056726,
                        "total_per_gpu": 9511.275580035046,
                        "tpot_ms": 56.09196324648419,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5844.780718050155,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 133711.476,
                        "interactivity_tok_s": 7.66083932155607,
                        "output_per_gpu": 3096.078642857143,
                        "total_per_gpu": null,
                        "tpot_error_pct": 46.91,
                        "tpot_ms": 130.534,
                        "tpot_relative": 2.327143,
                        "ttft_error_pct": 97.45,
                        "ttft_ms": 175.194,
                        "ttft_relative": 0.029974,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 12288,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 88656.45127235563,
                        "interactivity_tok_s": 11.254677180689256,
                        "output_per_gpu": 7679.920981562409,
                        "total_per_gpu": 8777.894006404835,
                        "tpot_ms": 88.85194874498907,
                        "tpot_relative": 1.584041,
                        "ttft_ms": 6861.262829096378,
                        "ttft_relative": 1.173913,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "30c8c73a07fb6f1b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 7048.988902830752,
                        "interactivity_tok_s": 135.8065794933645,
                        "output_per_gpu": 15.888275246371627,
                        "total_per_gpu": 28.383939339164407,
                        "tpot_ms": 7.363413493886428,
                        "tpot_relative": 1.0,
                        "ttft_ms": 296.1392313998658,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 12897.512567135467,
                        "interactivity_tok_s": 105.76095552058433,
                        "output_per_gpu": 50.587362781574434,
                        "total_per_gpu": 90.13289897301031,
                        "tpot_ms": 9.45528522390637,
                        "tpot_relative": 1.28409,
                        "ttft_ms": 4225.801221710087,
                        "ttft_relative": 14.269643,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 84,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 16114.632108935066,
                        "interactivity_tok_s": 75.44086440732194,
                        "output_per_gpu": 141.74718854258197,
                        "total_per_gpu": 252.30290575614916,
                        "tpot_ms": 13.255415454955267,
                        "tpot_relative": 1.800173,
                        "ttft_ms": 3916.6276845551606,
                        "ttft_relative": 13.225629,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "ce5fc8ab98cd404d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 21470.98894274488,
                        "interactivity_tok_s": 52.58900328136469,
                        "output_per_gpu": 1570.5680726536107,
                        "total_per_gpu": 2512.5148410062384,
                        "tpot_ms": 19.015382258715626,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3958.01123464768,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "837f107e5d9bd280",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 2253,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 28913.062792829354,
                        "interactivity_tok_s": 36.32305654025817,
                        "output_per_gpu": 4297.431633909888,
                        "total_per_gpu": 5727.709162592774,
                        "tpot_ms": 27.53072277636282,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3543.546461762335,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 30
        },
        {
          "aic": {
            "coverage_pct": 45.45,
            "points": 15,
            "status_counts": {
              "failed": 9,
              "success": 15,
              "unknown": 0,
              "unsupported": 9
            },
            "tpot_mape_pct": 22.33,
            "tpot_shape_error_pct": 5.43,
            "ttft_mape_pct": 21.41,
            "ttft_shape_error_pct": 28.91
          },
          "aisim": {
            "coverage_pct": 78.79,
            "points": 26,
            "status_counts": {
              "failed": 7,
              "success": 26,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 17.26,
            "tpot_shape_error_pct": 8.18,
            "ttft_mape_pct": 72.75,
            "ttft_shape_error_pct": 91.83
          },
          "gpu_skus": [
            "b200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 53.85,
                "points": 14,
                "status_counts": {
                  "failed": 3,
                  "success": 14,
                  "unknown": 0,
                  "unsupported": 9
                },
                "tpot_mape_pct": 18.08,
                "tpot_shape_error_pct": 5.43,
                "ttft_mape_pct": 20.74,
                "ttft_shape_error_pct": 28.91
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 26,
                "status_counts": {
                  "failed": 0,
                  "success": 26,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.26,
                "tpot_shape_error_pct": 8.18,
                "ttft_mape_pct": 72.75,
                "ttft_shape_error_pct": 91.83
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 26,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 9
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.8,
                    "tpot_shape_error_pct": 7.13,
                    "ttft_mape_pct": 54.27,
                    "ttft_shape_error_pct": 36.25
                  },
                  "framework": "sglang",
                  "id": "af4adf1d5d879044",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3591.5273164000014,
                        "interactivity_tok_s": 271.8786832494089,
                        "output_per_gpu": 32.37828638222966,
                        "total_per_gpu": 289.8349109713595,
                        "tpot_error_pct": 15.99,
                        "tpot_ms": 3.6781110900211567,
                        "tpot_relative": 0.840112,
                        "ttft_error_pct": 45.58,
                        "ttft_ms": 173.41228569999976,
                        "ttft_relative": 0.544226,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.1606976744186048,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 4377.612368809059,
                        "interactivity_tok_s": 228.40864751273054,
                        "output_per_gpu": 26.561121952875915,
                        "total_per_gpu": 237.7909924720223,
                        "tpot_ms": 4.378117951704365,
                        "tpot_relative": 1.0,
                        "ttft_ms": 318.6403973028064,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4001.860794349993,
                        "interactivity_tok_s": 244.68212680364667,
                        "output_per_gpu": 58.194245218844216,
                        "total_per_gpu": 518.596126238114,
                        "tpot_error_pct": 15.2,
                        "tpot_ms": 4.086935212895559,
                        "tpot_relative": 0.933491,
                        "ttft_error_pct": 54.24,
                        "ttft_ms": 182.56607025000068,
                        "ttft_relative": 0.572953,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.399349593495935,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 4899.395057372749,
                        "interactivity_tok_s": 207.49024176257944,
                        "output_per_gpu": 45.8159823489279,
                        "total_per_gpu": 408.3366266456788,
                        "tpot_ms": 4.819503758370716,
                        "tpot_relative": 1.100816,
                        "ttft_ms": 398.9511884050444,
                        "ttft_relative": 1.252042,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4847.967501099998,
                        "interactivity_tok_s": 197.76809685657406,
                        "output_per_gpu": 92.96390504089982,
                        "total_per_gpu": 835.6900639126995,
                        "tpot_error_pct": 17.12,
                        "tpot_ms": 5.05642727970034,
                        "tpot_relative": 1.154932,
                        "ttft_error_pct": 56.58,
                        "ttft_ms": 200.54759960000007,
                        "ttft_relative": 0.629385,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.419349593495935,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 6060.798731958494,
                        "interactivity_tok_s": 163.9181537207418,
                        "output_per_gpu": 73.24209673631819,
                        "total_per_gpu": 658.4823692314633,
                        "tpot_ms": 6.100605560160494,
                        "tpot_relative": 1.393431,
                        "ttft_ms": 461.88637672457844,
                        "ttft_relative": 1.449554,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6980.117750112511,
                        "interactivity_tok_s": 137.5269280992069,
                        "output_per_gpu": 131.0046095472613,
                        "total_per_gpu": 1165.346570485364,
                        "tpot_error_pct": 14.73,
                        "tpot_ms": 7.2713032554514445,
                        "tpot_relative": 1.660829,
                        "ttft_error_pct": 60.58,
                        "ttft_ms": 242.3645724000004,
                        "ttft_relative": 0.760621,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.3158267716535432,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 8512.58210085798,
                        "interactivity_tok_s": 117.26575760100046,
                        "output_per_gpu": 106.36776591515172,
                        "total_per_gpu": 946.3053408567221,
                        "tpot_ms": 8.527638591672464,
                        "tpot_relative": 1.947786,
                        "ttft_ms": 614.8640460334718,
                        "ttft_relative": 1.929649,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 10235.790364187525,
                        "interactivity_tok_s": 92.29747012073435,
                        "output_per_gpu": 175.07721606776147,
                        "total_per_gpu": 1580.0280536958733,
                        "tpot_error_pct": 15.72,
                        "tpot_ms": 10.834533153421212,
                        "tpot_relative": 2.474701,
                        "ttft_error_pct": 72.99,
                        "ttft_ms": 318.90937548750026,
                        "ttft_relative": 1.000844,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2888549618320608,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 12936.769528331115,
                        "interactivity_tok_s": 77.78696546862587,
                        "output_per_gpu": 138.36656962831563,
                        "total_per_gpu": 1248.8748515908053,
                        "tpot_ms": 12.855624254983105,
                        "tpot_relative": 2.936336,
                        "ttft_ms": 1180.7145052560372,
                        "ttft_relative": 3.705477,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 23572.963186507855,
                        "interactivity_tok_s": 40.41967667991952,
                        "output_per_gpu": 309.0529595476093,
                        "total_per_gpu": 2785.734760162843,
                        "tpot_error_pct": 25.69,
                        "tpot_ms": 24.740425509063996,
                        "tpot_relative": 5.650927,
                        "ttft_error_pct": 74.03,
                        "ttft_ms": 749.2183089046873,
                        "ttft_relative": 2.351297,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.3021052631578947,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 33539.65660554677,
                        "interactivity_tok_s": 30.034377565034124,
                        "output_per_gpu": 216.35305062323127,
                        "total_per_gpu": 1950.3930798267634,
                        "tpot_ms": 33.295179759749544,
                        "tpot_relative": 7.604907,
                        "ttft_ms": 2884.559433060349,
                        "ttft_relative": 9.052711,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 41296.83344350626,
                        "interactivity_tok_s": 23.0409624371433,
                        "output_per_gpu": 353.02041041806757,
                        "total_per_gpu": 3187.0971582688785,
                        "tpot_error_pct": 25.52,
                        "tpot_ms": 43.400964813342384,
                        "tpot_relative": 9.913156,
                        "ttft_error_pct": 73.1,
                        "ttft_ms": 1323.4584259929704,
                        "ttft_relative": 4.153455,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.288787878787879,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 58481.13351457432,
                        "interactivity_tok_s": 17.161320197205136,
                        "output_per_gpu": 248.69759902953686,
                        "total_per_gpu": 2245.5325709966555,
                        "tpot_ms": 58.27057525346204,
                        "tpot_relative": 13.309503,
                        "ttft_ms": 4919.344508759241,
                        "ttft_relative": 15.438546,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 73705.58382951011,
                        "interactivity_tok_s": 13.564033088264642,
                        "output_per_gpu": 395.2850802068594,
                        "total_per_gpu": 3556.542867245672,
                        "tpot_error_pct": 28.96,
                        "tpot_ms": 73.72438518048014,
                        "tpot_relative": 16.839287,
                        "ttft_error_pct": 22.98,
                        "ttft_ms": 5558.490897497674,
                        "ttft_relative": 17.444401,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2979577464788732,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 102826.02649078198,
                        "interactivity_tok_s": 9.635617071541933,
                        "output_per_gpu": 284.22148224771985,
                        "total_per_gpu": 2557.4742416159957,
                        "tpot_ms": 103.78162525298193,
                        "tpot_relative": 23.704621,
                        "ttft_ms": 7216.968666909634,
                        "ttft_relative": 22.649258,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 145560.4820070426,
                        "interactivity_tok_s": 13.15603752625527,
                        "output_per_gpu": 396.3764224671319,
                        "total_per_gpu": 3567.4165985874292,
                        "tpot_error_pct": 28.29,
                        "tpot_ms": 76.010728762693,
                        "tpot_relative": 17.361508,
                        "ttft_error_pct": 28.38,
                        "ttft_ms": 75366.6097142898,
                        "ttft_relative": 236.525595,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.286704119850187,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 202873.75594780134,
                        "interactivity_tok_s": 9.433842110635624,
                        "output_per_gpu": 284.77902016172334,
                        "total_per_gpu": 2563.195044627896,
                        "tpot_ms": 106.00135006209288,
                        "tpot_relative": 24.211625,
                        "ttft_ms": 105229.94334849963,
                        "ttft_relative": 330.246711,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.51,
                    "tpot_shape_error_pct": 4.85,
                    "ttft_mape_pct": 9.85,
                    "ttft_shape_error_pct": 18.46
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.55,
                    "tpot_shape_error_pct": 2.97,
                    "ttft_mape_pct": 50.2,
                    "ttft_shape_error_pct": 14.62
                  },
                  "framework": "sglang",
                  "id": "0f52d950fc73601a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7346.620505886892,
                        "interactivity_tok_s": 146.23286114114626,
                        "output_per_gpu": 17.808918688899524,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.52,
                        "tpot_ms": 6.838408222313206,
                        "tpot_relative": 0.92478,
                        "ttft_error_pct": 11.66,
                        "ttft_ms": 350.92889446048105,
                        "ttft_relative": 1.116607,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6514.6064989,
                        "interactivity_tok_s": 146.5499827279902,
                        "output_per_gpu": 17.850272310328386,
                        "total_per_gpu": 159.78708770449387,
                        "tpot_error_pct": 7.72,
                        "tpot_ms": 6.823610493739116,
                        "tpot_relative": 0.922779,
                        "ttft_error_pct": 44.82,
                        "ttft_ms": 173.41228570000027,
                        "ttft_relative": 0.551774,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 7186.234066000907,
                        "interactivity_tok_s": 135.23319120282324,
                        "output_per_gpu": 16.180803782258934,
                        "total_per_gpu": 144.84280509205578,
                        "tpot_ms": 7.394634343133975,
                        "tpot_relative": 1.0,
                        "ttft_ms": 314.28152349981247,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7916.768577754779,
                        "interactivity_tok_s": 135.3789089315379,
                        "output_per_gpu": 33.03714443765777,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.47,
                        "tpot_ms": 7.386674984252586,
                        "tpot_relative": 0.998924,
                        "ttft_error_pct": 2.93,
                        "ttft_ms": 360.2000688643828,
                        "ttft_relative": 1.146106,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7067.64514015,
                        "interactivity_tok_s": 135.7181481839423,
                        "output_per_gpu": 32.98458396472171,
                        "total_per_gpu": 293.9410487300453,
                        "tpot_error_pct": 10.69,
                        "tpot_ms": 7.368211351105927,
                        "tpot_relative": 0.996427,
                        "ttft_error_pct": 50.8,
                        "ttft_ms": 182.56607024999997,
                        "ttft_relative": 0.5809,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 8080.968671347364,
                        "interactivity_tok_s": 121.20497328665303,
                        "output_per_gpu": 28.87183767620709,
                        "total_per_gpu": 257.29044375350355,
                        "tpot_ms": 8.250486534368298,
                        "tpot_relative": 1.11574,
                        "ttft_ms": 371.06426789832767,
                        "ttft_relative": 1.180675,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8769.488165185328,
                        "interactivity_tok_s": 121.92011414461949,
                        "output_per_gpu": 57.2878080686188,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.54,
                        "tpot_ms": 8.20209205852463,
                        "tpot_relative": 1.109195,
                        "ttft_error_pct": 14.97,
                        "ttft_ms": 378.7479893146311,
                        "ttft_relative": 1.205123,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8027.461050199997,
                        "interactivity_tok_s": 117.43567915531001,
                        "output_per_gpu": 55.98597553944332,
                        "total_per_gpu": 503.2805308274017,
                        "tpot_error_pct": 10.24,
                        "tpot_ms": 8.515299670362435,
                        "tpot_relative": 1.151551,
                        "ttft_error_pct": 54.97,
                        "ttft_ms": 200.5475996000001,
                        "ttft_relative": 0.638115,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 9164.125723198958,
                        "interactivity_tok_s": 105.4157544254718,
                        "output_per_gpu": 49.023793056967776,
                        "total_per_gpu": 440.69466246061876,
                        "tpot_ms": 9.486248098779134,
                        "tpot_relative": 1.282856,
                        "ttft_ms": 445.4112273251667,
                        "ttft_relative": 1.417236,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 66.67,
                    "points": 4,
                    "status_counts": {
                      "failed": 2,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.66,
                    "tpot_shape_error_pct": 0.87,
                    "ttft_mape_pct": 11.29,
                    "ttft_shape_error_pct": 21.51
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.22,
                    "tpot_shape_error_pct": 3.08,
                    "ttft_mape_pct": 52.73,
                    "ttft_shape_error_pct": 19.24
                  },
                  "framework": "sglang",
                  "id": "01e0d17f7d3057ac",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7795.20625639062,
                        "interactivity_tok_s": 139.8386564367707,
                        "output_per_gpu": 33.793551528065315,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.18,
                        "tpot_ms": 7.151098455041,
                        "tpot_relative": 0.89824,
                        "ttft_error_pct": 16.93,
                        "ttft_ms": 479.63253688367814,
                        "ttft_relative": 1.169318,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6852.791701300002,
                        "interactivity_tok_s": 140.34000747628258,
                        "output_per_gpu": 33.938723098190714,
                        "total_per_gpu": 303.8031930264355,
                        "tpot_error_pct": 10.5,
                        "tpot_ms": 7.125551850700875,
                        "tpot_relative": 0.895031,
                        "ttft_error_pct": 43.7,
                        "ttft_ms": 230.93668920000027,
                        "ttft_relative": 0.563011,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 7808.671367634088,
                        "interactivity_tok_s": 125.60862848070609,
                        "output_per_gpu": 29.78239529668508,
                        "total_per_gpu": 266.5977373671662,
                        "tpot_ms": 7.9612365177094775,
                        "tpot_relative": 1.0,
                        "ttft_ms": 410.1812979206443,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8955.432134075905,
                        "interactivity_tok_s": 120.87740644791668,
                        "output_per_gpu": 58.687952332085445,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.41,
                        "tpot_ms": 8.272844606662513,
                        "tpot_relative": 1.039141,
                        "ttft_error_pct": 1.79,
                        "ttft_ms": 492.3121014601553,
                        "ttft_relative": 1.20023,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7946.42665350007,
                        "interactivity_tok_s": 121.30022621173944,
                        "output_per_gpu": 58.685837659267484,
                        "total_per_gpu": 522.9769363050327,
                        "tpot_error_pct": 9.72,
                        "tpot_ms": 8.244007709057511,
                        "tpot_relative": 1.035519,
                        "ttft_error_pct": 49.82,
                        "ttft_ms": 242.6859298499998,
                        "ttft_relative": 0.591655,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 9018.87229445856,
                        "interactivity_tok_s": 109.50510562299328,
                        "output_per_gpu": 51.72033962386891,
                        "total_per_gpu": 460.9041267876549,
                        "tpot_ms": 9.1319942966205,
                        "tpot_relative": 1.147057,
                        "ttft_ms": 483.6424052948132,
                        "ttft_relative": 1.179094,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11148.02632159351,
                        "interactivity_tok_s": 96.23393059032188,
                        "output_per_gpu": 89.9962193619619,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.74,
                        "tpot_ms": 10.391345275681473,
                        "tpot_relative": 1.305243,
                        "ttft_error_pct": 6.69,
                        "ttft_ms": 517.680104571362,
                        "ttft_relative": 1.262076,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10167.175241599994,
                        "interactivity_tok_s": 92.83254016628705,
                        "output_per_gpu": 88.66324219751033,
                        "total_per_gpu": 797.0296698072892,
                        "tpot_error_pct": 5.39,
                        "tpot_ms": 10.772084855253791,
                        "tpot_relative": 1.353067,
                        "ttft_error_pct": 52.05,
                        "ttft_ms": 266.0130738999994,
                        "ttft_relative": 0.648526,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 11016.585060197394,
                        "interactivity_tok_s": 87.82637099420413,
                        "output_per_gpu": 81.70419049309088,
                        "total_per_gpu": 734.4719452680772,
                        "tpot_ms": 11.386101790155857,
                        "tpot_relative": 1.430193,
                        "ttft_ms": 554.8170282156207,
                        "ttft_relative": 1.352614,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14393.740858704183,
                        "interactivity_tok_s": 73.99483522854882,
                        "output_per_gpu": 140.55870270007074,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.3,
                        "tpot_ms": 13.514456744329342,
                        "tpot_relative": 1.697532,
                        "ttft_error_pct": 19.76,
                        "ttft_ms": 568.4516092552664,
                        "ttft_relative": 1.385855,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13128.805323612494,
                        "interactivity_tok_s": 72.29669390531929,
                        "output_per_gpu": 139.06431763763712,
                        "total_per_gpu": 1237.041400268008,
                        "tpot_error_pct": 8.2,
                        "tpot_ms": 13.831891141655984,
                        "tpot_relative": 1.737405,
                        "ttft_error_pct": 54.99,
                        "ttft_ms": 318.86365945000017,
                        "ttft_relative": 0.777372,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 14674.066585942637,
                        "interactivity_tok_s": 66.37126836063548,
                        "output_per_gpu": 124.4021536414562,
                        "total_per_gpu": 1106.6146726292427,
                        "tpot_ms": 15.066760432637682,
                        "tpot_relative": 1.892515,
                        "ttft_ms": 708.4138450038154,
                        "ttft_relative": 1.727075,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18668.1039525,
                        "interactivity_tok_s": 50.137363321929385,
                        "output_per_gpu": 191.66815319949887,
                        "total_per_gpu": 1729.7571086467117,
                        "tpot_error_pct": 7.97,
                        "tpot_ms": 19.945205207123724,
                        "tpot_relative": 2.50529,
                        "ttft_error_pct": 56.15,
                        "ttft_ms": 418.6270103062492,
                        "ttft_relative": 1.02059,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 20793.87632718426,
                        "interactivity_tok_s": 46.14229020943399,
                        "output_per_gpu": 172.00100698877137,
                        "total_per_gpu": 1552.2660367241326,
                        "tpot_ms": 21.67209289918483,
                        "tpot_relative": 2.722202,
                        "ttft_ms": 954.6972843934782,
                        "ttft_relative": 2.327501,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 27061.56971097818,
                        "interactivity_tok_s": 34.98876176607269,
                        "output_per_gpu": 268.3133575953847,
                        "total_per_gpu": 2399.3434764653757,
                        "tpot_error_pct": 13.56,
                        "tpot_ms": 28.58060558661047,
                        "tpot_relative": 3.589971,
                        "ttft_error_pct": 59.65,
                        "ttft_ms": 608.4642640531255,
                        "ttft_relative": 1.483403,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26306422380",
                      "measured": {
                        "e2e_ms": 32127.947878755913,
                        "interactivity_tok_s": 30.243440120940676,
                        "output_per_gpu": 225.21934600397282,
                        "total_per_gpu": 2013.983103380633,
                        "tpot_ms": 33.06502157165633,
                        "tpot_relative": 4.153252,
                        "ttft_ms": 1507.864161184989,
                        "ttft_relative": 3.676092,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 26.9,
                    "tpot_shape_error_pct": 9.52,
                    "ttft_mape_pct": 40.18,
                    "ttft_shape_error_pct": 44.19
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.75,
                    "tpot_shape_error_pct": 13.35,
                    "ttft_mape_pct": 18.05,
                    "ttft_shape_error_pct": 27.87
                  },
                  "framework": "trt",
                  "id": "ccc454de2a1d8f1b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 13481.148362150478,
                        "interactivity_tok_s": 78.34990746959564,
                        "output_per_gpu": 37.46630888990149,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.36,
                        "tpot_ms": 12.76325693668571,
                        "tpot_relative": 1.373634,
                        "ttft_error_pct": 31.5,
                        "ttft_ms": 424.3365159209946,
                        "ttft_relative": 1.315012,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12239.083026975004,
                        "interactivity_tok_s": 76.44916443677266,
                        "output_per_gpu": 36.716104431600975,
                        "total_per_gpu": 330.0558818561973,
                        "tpot_error_pct": 40.78,
                        "tpot_ms": 13.080587699909405,
                        "tpot_relative": 1.407787,
                        "ttft_error_pct": 32.99,
                        "ttft_ms": 216.22798854999957,
                        "ttft_relative": 0.670087,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 8855.891597046866,
                        "interactivity_tok_s": 107.624117071641,
                        "output_per_gpu": 50.646108316907885,
                        "total_per_gpu": 455.27830912078684,
                        "tpot_ms": 9.291597712567906,
                        "tpot_relative": 1.0,
                        "ttft_ms": 322.6864557269437,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16594.147632951353,
                        "interactivity_tok_s": 63.42920308756101,
                        "output_per_gpu": 61.19179958414424,
                        "total_per_gpu": null,
                        "tpot_error_pct": 36.33,
                        "tpot_ms": 15.765608762568677,
                        "tpot_relative": 1.69676,
                        "ttft_error_pct": 37.85,
                        "ttft_ms": 465.92986884359834,
                        "ttft_relative": 1.443909,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15023.270267737458,
                        "interactivity_tok_s": 62.70775975637125,
                        "output_per_gpu": 60.64015683484874,
                        "total_per_gpu": 539.4222313657733,
                        "tpot_error_pct": 37.9,
                        "tpot_ms": 15.94698971682524,
                        "tpot_relative": 1.716281,
                        "ttft_error_pct": 22.9,
                        "ttft_ms": 260.59967243749963,
                        "ttft_relative": 0.807594,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 11047.52717995143,
                        "interactivity_tok_s": 86.47334106461102,
                        "output_per_gpu": 82.47378671498197,
                        "total_per_gpu": 733.6424636918804,
                        "tpot_ms": 11.564257697095588,
                        "tpot_relative": 1.244593,
                        "ttft_ms": 337.99734528001864,
                        "ttft_relative": 1.047448,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 41710.3308161238,
                        "interactivity_tok_s": 25.026198402165743,
                        "output_per_gpu": 197.57558201803766,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.91,
                        "tpot_ms": 39.958126437352185,
                        "tpot_relative": 4.300458,
                        "ttft_error_pct": 5.17,
                        "ttft_ms": 833.1674707125193,
                        "ttft_relative": 2.581972,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 36975.89721326255,
                        "interactivity_tok_s": 25.481242435659286,
                        "output_per_gpu": 195.87084305708817,
                        "total_per_gpu": 1765.536291272679,
                        "tpot_error_pct": 26.61,
                        "tpot_ms": 39.244554205903526,
                        "tpot_relative": 4.22366,
                        "ttft_error_pct": 8.7,
                        "ttft_ms": 802.1367454843756,
                        "ttft_relative": 2.485809,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 29461.211541605007,
                        "interactivity_tok_s": 32.26180434790426,
                        "output_per_gpu": 245.78060990435867,
                        "total_per_gpu": 2215.4118484638607,
                        "tpot_ms": 30.99640643828281,
                        "tpot_relative": 3.335961,
                        "ttft_ms": 878.5957236948889,
                        "ttft_relative": 2.722754,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 58393.80980435493,
                        "interactivity_tok_s": 17.77427316106843,
                        "output_per_gpu": 281.85890189926357,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.5,
                        "tpot_ms": 56.261091012730276,
                        "tpot_relative": 6.05505,
                        "ttft_error_pct": 49.91,
                        "ttft_ms": 838.7136983318601,
                        "ttft_relative": 2.59916,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 51775.67463735862,
                        "interactivity_tok_s": 18.28188169663164,
                        "output_per_gpu": 279.59541968770355,
                        "total_per_gpu": 2524.210332474499,
                        "tpot_error_pct": 16.18,
                        "tpot_ms": 54.698964613924055,
                        "tpot_relative": 5.886928,
                        "ttft_error_pct": 14.39,
                        "ttft_ms": 1433.4385942171884,
                        "ttft_relative": 4.442203,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 45013.67262586973,
                        "interactivity_tok_s": 21.240334634574808,
                        "output_per_gpu": 322.1475056289301,
                        "total_per_gpu": 2908.374047034487,
                        "tpot_ms": 47.08023753882907,
                        "tpot_relative": 5.066969,
                        "ttft_ms": 1674.3441834467376,
                        "ttft_relative": 5.188765,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 89624.27941133501,
                        "interactivity_tok_s": 11.523585367652549,
                        "output_per_gpu": 366.8381454935315,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.4,
                        "tpot_ms": 86.77854748289234,
                        "tpot_relative": 9.339465,
                        "ttft_error_pct": 76.49,
                        "ttft_ms": 849.8253363361376,
                        "ttft_relative": 2.633595,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 79594.8184064664,
                        "interactivity_tok_s": 12.074688332506412,
                        "output_per_gpu": 364.45570971471005,
                        "total_per_gpu": 3279.1583080608216,
                        "tpot_error_pct": 7.27,
                        "tpot_ms": 82.81787259948467,
                        "tpot_relative": 8.9132,
                        "ttft_error_pct": 11.27,
                        "ttft_ms": 3207.6939933089798,
                        "ttft_relative": 9.940591,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 74836.25653850922,
                        "interactivity_tok_s": 12.952172908050526,
                        "output_per_gpu": 388.1984493926776,
                        "total_per_gpu": 3492.7815275518187,
                        "tpot_ms": 77.20712247274294,
                        "tpot_relative": 8.309348,
                        "ttft_ms": 3615.081174194711,
                        "ttft_relative": 11.203077,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 66.67,
                    "points": 2,
                    "status_counts": {
                      "failed": 1,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.26,
                    "tpot_shape_error_pct": 3.89,
                    "ttft_mape_pct": 7.38,
                    "ttft_shape_error_pct": 10.9
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.25,
                    "tpot_shape_error_pct": 20.0,
                    "ttft_mape_pct": 281.97,
                    "ttft_shape_error_pct": 700.71
                  },
                  "framework": "trt",
                  "id": "b24d0012ad1614b6",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 19400.558248231147,
                        "interactivity_tok_s": 54.233780591574615,
                        "output_per_gpu": 104.69254130617915,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.72,
                        "tpot_ms": 18.43869243656145,
                        "tpot_relative": 1.267243,
                        "ttft_error_pct": 13.57,
                        "ttft_ms": 537.775885628782,
                        "ttft_relative": 1.13567,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17506.91773775,
                        "interactivity_tok_s": 53.796225623600414,
                        "output_per_gpu": 104.1385913773905,
                        "total_per_gpu": 926.3609176518152,
                        "tpot_error_pct": 27.76,
                        "tpot_ms": 18.58866469548934,
                        "tpot_relative": 1.27755,
                        "ttft_error_pct": 37.0,
                        "ttft_ms": 298.3351927875,
                        "ttft_relative": 0.630022,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 13955.485713010421,
                        "interactivity_tok_s": 68.72739392520563,
                        "output_per_gpu": 130.70262718593216,
                        "total_per_gpu": 1162.660297763067,
                        "tpot_ms": 14.550238891471366,
                        "tpot_relative": 1.0,
                        "ttft_ms": 473.5316864476772,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25647.32429996212,
                        "interactivity_tok_s": 40.89819330767848,
                        "output_per_gpu": 159.3324081210135,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.8,
                        "tpot_ms": 24.450957832708315,
                        "tpot_relative": 1.680451,
                        "ttft_error_pct": 1.19,
                        "ttft_ms": 633.9944371015165,
                        "ttft_relative": 1.338864,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24853.524815450044,
                        "interactivity_tok_s": 44.201612488354854,
                        "output_per_gpu": 143.19544490730576,
                        "total_per_gpu": 1292.3030488869358,
                        "tpot_error_pct": 12.7,
                        "tpot_ms": 22.62360904284782,
                        "tpot_relative": 1.554862,
                        "ttft_error_pct": 563.74,
                        "ttft_ms": 4158.5448954687545,
                        "ttft_relative": 8.781978,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 18983.90301173349,
                        "interactivity_tok_s": 49.814126279388404,
                        "output_per_gpu": 188.00266832944973,
                        "total_per_gpu": 1696.677025154672,
                        "tpot_ms": 20.074626911880017,
                        "tpot_relative": 1.379677,
                        "ttft_ms": 626.5326763968915,
                        "ttft_relative": 1.323106,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 49558.255291803354,
                        "interactivity_tok_s": 44.16384163283679,
                        "output_per_gpu": 143.5126951975902,
                        "total_per_gpu": 1283.3362159015555,
                        "tpot_error_pct": 8.3,
                        "tpot_ms": 22.64295774615037,
                        "tpot_relative": 1.556191,
                        "ttft_error_pct": 245.19,
                        "ttft_ms": 28624.023141934456,
                        "ttft_relative": 60.447957,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016874169",
                      "measured": {
                        "e2e_ms": 31143.667129242385,
                        "interactivity_tok_s": 40.49894275187963,
                        "output_per_gpu": 230.35313253156943,
                        "total_per_gpu": 2059.891057143896,
                        "tpot_ms": 24.692002606749238,
                        "tpot_relative": 1.697017,
                        "ttft_ms": 8292.347574694577,
                        "ttft_relative": 17.511706,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 14.29,
                "points": 1,
                "status_counts": {
                  "failed": 6,
                  "success": 1,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 81.84,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 30.69,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 7,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "b3d9a10a9515abad",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 2151,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 50396.36938828887,
                        "interactivity_tok_s": 20.73594842943921,
                        "output_per_gpu": 4741.775421167531,
                        "total_per_gpu": 9476.255773647665,
                        "tpot_ms": 48.22542857891571,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5959.701934609979,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 81.84,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 30.69,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "fb4316ccf6cafcf2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 32469.843,
                        "interactivity_tok_s": 32.79333639404473,
                        "output_per_gpu": 276.11355357142855,
                        "total_per_gpu": null,
                        "tpot_error_pct": 81.84,
                        "tpot_ms": 30.494,
                        "tpot_relative": 1.818408,
                        "ttft_error_pct": 30.69,
                        "ttft_ms": 1274.481,
                        "ttft_relative": 0.69305,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 17286.303497733345,
                        "interactivity_tok_s": 59.631651161032806,
                        "output_per_gpu": 811.3311097528446,
                        "total_per_gpu": 4172.8593206659625,
                        "tpot_ms": 16.769617820904227,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1838.9446501254497,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 56
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "72cfa5deef1722bd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 7557.915965403663,
                        "interactivity_tok_s": 135.341468893667,
                        "output_per_gpu": 14.807663201774206,
                        "total_per_gpu": 118.33613706232126,
                        "tpot_ms": 7.388718388934174,
                        "tpot_relative": 1.0,
                        "ttft_ms": 765.9407191269565,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 13529.183720804092,
                        "interactivity_tok_s": 103.0254359330046,
                        "output_per_gpu": 48.69777546165318,
                        "total_per_gpu": 389.53804058564964,
                        "tpot_ms": 9.706340875376448,
                        "tpot_relative": 1.31367,
                        "ttft_ms": 4618.0365122214425,
                        "ttft_relative": 6.029235,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 36,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 12519.33512077473,
                        "interactivity_tok_s": 87.55353002142907,
                        "output_per_gpu": 78.8791287727118,
                        "total_per_gpu": 626.0507807452734,
                        "tpot_ms": 11.421584026997497,
                        "tpot_relative": 1.545814,
                        "ttft_ms": 1943.8799579175086,
                        "ttft_relative": 2.537899,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "3326b4b289072a41",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 28375.668111002276,
                        "interactivity_tok_s": 41.36038314058601,
                        "output_per_gpu": 2378.6800938763377,
                        "total_per_gpu": 7781.744649200224,
                        "tpot_ms": 24.177725738200973,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6105.478990258648,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 44
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "4e9351fd9d48db23",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 666,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27595478969",
                      "measured": {
                        "e2e_ms": 27364.13042236601,
                        "interactivity_tok_s": 46.03493608875994,
                        "output_per_gpu": 1335.77814030689,
                        "total_per_gpu": 6014.782580263403,
                        "tpot_ms": 21.722632525695275,
                        "tpot_relative": 1.0,
                        "ttft_ms": 7365.619208987952,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 33
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 100.0,
        "points": 19,
        "status_counts": {
          "failed": 0,
          "success": 19,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 12.27,
        "tpot_shape_error_pct": 11.96,
        "ttft_mape_pct": 138.61,
        "ttft_shape_error_pct": 29.95
      },
      "aisim": {
        "coverage_pct": 0.0,
        "points": 0,
        "status_counts": {
          "failed": 19,
          "success": 0,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": null,
        "tpot_shape_error_pct": null,
        "ttft_mape_pct": null,
        "ttft_shape_error_pct": null
      },
      "frameworks": [
        "sglang",
        "trt"
      ],
      "gpu_skus": [
        "b300",
        "h200"
      ],
      "hf_model_paths": [
        "deepseek-ai/DeepSeek-V3"
      ],
      "model": "deepseek-ai/DeepSeek-V3",
      "precisions": [
        "fp8"
      ],
      "rows": 19,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 19,
            "status_counts": {
              "failed": 0,
              "success": 19,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 12.27,
            "tpot_shape_error_pct": 11.96,
            "ttft_mape_pct": 138.61,
            "ttft_shape_error_pct": 29.95
          },
          "aisim": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 19,
              "success": 0,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "gpu_skus": [
            "b300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 2.06,
                "tpot_shape_error_pct": 1.59,
                "ttft_mape_pct": 17.22,
                "ttft_shape_error_pct": 27.2
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 9,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 9,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.93,
                    "tpot_shape_error_pct": 1.28,
                    "ttft_mape_pct": 21.7,
                    "ttft_shape_error_pct": 31.81
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 6,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "sglang",
                  "id": "0fd48f86a4164866",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7472.630455609387,
                        "interactivity_tok_s": 145.69474474818415,
                        "output_per_gpu": 35.232362377587535,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.81,
                        "tpot_ms": 6.863665547637836,
                        "tpot_relative": 0.981908,
                        "ttft_error_pct": 14.63,
                        "ttft_ms": 451.1006003758814,
                        "ttft_relative": 1.146292,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 6889.577004205785,
                        "interactivity_tok_s": 143.0587823516934,
                        "output_per_gpu": 33.755978678247956,
                        "total_per_gpu": 302.1673525109939,
                        "tpot_ms": 6.990133590971131,
                        "tpot_relative": 1.0,
                        "ttft_ms": 393.5301682999125,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8704.509244542762,
                        "interactivity_tok_s": 124.12817169313342,
                        "output_per_gpu": 60.325997407665575,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.28,
                        "tpot_ms": 8.056188908285664,
                        "tpot_relative": 1.152509,
                        "ttft_error_pct": 3.2,
                        "ttft_ms": 463.0279913665273,
                        "ttft_relative": 1.176601,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 7999.439275151235,
                        "interactivity_tok_s": 123.7837043563703,
                        "output_per_gpu": 58.31126616800779,
                        "total_per_gpu": 519.6389546259851,
                        "tpot_ms": 8.078607803827103,
                        "tpot_relative": 1.155716,
                        "ttft_ms": 448.68283025280107,
                        "ttft_relative": 1.140148,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10666.156844154746,
                        "interactivity_tok_s": 100.4984111968833,
                        "output_per_gpu": 94.09588644287025,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.61,
                        "tpot_ms": 9.950406062051382,
                        "tpot_relative": 1.423493,
                        "ttft_error_pct": 9.26,
                        "ttft_ms": 486.89144267618246,
                        "ttft_relative": 1.23724,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 9923.874749124661,
                        "interactivity_tok_s": 97.87716727582173,
                        "output_per_gpu": 90.75835404103191,
                        "total_per_gpu": 815.8634757844209,
                        "tpot_ms": 10.216887429751214,
                        "tpot_relative": 1.461615,
                        "ttft_ms": 536.6054801233986,
                        "ttft_relative": 1.363569,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14329.498854799478,
                        "interactivity_tok_s": 74.15813215045542,
                        "output_per_gpu": 141.29105225075307,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.45,
                        "tpot_ms": 13.484697780294065,
                        "tpot_relative": 1.929104,
                        "ttft_error_pct": 22.95,
                        "ttft_ms": 534.6530255586491,
                        "ttft_relative": 1.358607,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 13373.197730788524,
                        "interactivity_tok_s": 73.08226932810659,
                        "output_per_gpu": 136.60307265315814,
                        "total_per_gpu": 1215.1474882011034,
                        "tpot_ms": 13.683209473291653,
                        "tpot_relative": 1.957503,
                        "ttft_ms": 693.8999448142567,
                        "ttft_relative": 1.76327,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21077.523191452678,
                        "interactivity_tok_s": 50.03127992917512,
                        "output_per_gpu": 193.74268564268175,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.91,
                        "tpot_ms": 19.987495850907912,
                        "tpot_relative": 2.859387,
                        "ttft_error_pct": 34.04,
                        "ttft_ms": 630.3149359738813,
                        "ttft_relative": 1.601694,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 19419.862804830882,
                        "interactivity_tok_s": 49.57837943090848,
                        "output_per_gpu": 184.36337185256951,
                        "total_per_gpu": 1663.8332853561035,
                        "tpot_ms": 20.17008243267777,
                        "tpot_relative": 2.885507,
                        "ttft_ms": 955.6435327933286,
                        "ttft_relative": 2.428387,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30904.116752200916,
                        "interactivity_tok_s": 34.007134645241266,
                        "output_per_gpu": 266.24969935328875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.5,
                        "tpot_ms": 29.405594162280693,
                        "tpot_relative": 4.206728,
                        "ttft_error_pct": 46.12,
                        "ttft_ms": 822.1939241877656,
                        "ttft_relative": 2.089278,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 30047.179910975865,
                        "interactivity_tok_s": 32.476246810829416,
                        "output_per_gpu": 240.91675836964365,
                        "total_per_gpu": 2154.354362920218,
                        "tpot_ms": 30.791735443596377,
                        "tpot_relative": 4.405028,
                        "ttft_ms": 1525.8807882533802,
                        "ttft_relative": 3.877418,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.34,
                    "tpot_shape_error_pct": 2.37,
                    "ttft_mape_pct": 8.25,
                    "ttft_shape_error_pct": 15.69
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "sglang",
                  "id": "ff5a5058b6c91975",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6854.789449746816,
                        "interactivity_tok_s": 156.89379843381064,
                        "output_per_gpu": 19.096186192143424,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.41,
                        "tpot_ms": 6.373738222813655,
                        "tpot_relative": 0.975881,
                        "ttft_error_pct": 9.65,
                        "ttft_ms": 334.4552478084471,
                        "ttft_relative": 1.096509,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 6374.626825598534,
                        "interactivity_tok_s": 153.10973838518072,
                        "output_per_gpu": 18.241224191058354,
                        "total_per_gpu": 163.286701680595,
                        "tpot_ms": 6.531263200804924,
                        "tpot_relative": 1.0,
                        "ttft_ms": 305.0182713952381,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7683.953328606475,
                        "interactivity_tok_s": 139.3607331468071,
                        "output_per_gpu": 34.024199971000904,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.83,
                        "tpot_ms": 7.175622411131891,
                        "tpot_relative": 1.098658,
                        "ttft_error_pct": 3.62,
                        "ttft_ms": 343.29160201855143,
                        "ttft_relative": 1.125479,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 7007.988367044891,
                        "interactivity_tok_s": 140.51095221926843,
                        "output_per_gpu": 33.26095229556035,
                        "total_per_gpu": 296.40389613443784,
                        "tpot_ms": 7.116882949020886,
                        "tpot_relative": 1.089664,
                        "ttft_ms": 356.18127404595725,
                        "ttft_relative": 1.167738,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8446.298822734727,
                        "interactivity_tok_s": 126.52546138509935,
                        "output_per_gpu": 59.492168148419346,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.79,
                        "tpot_ms": 7.9035475472904935,
                        "tpot_relative": 1.21011,
                        "ttft_error_pct": 11.48,
                        "ttft_ms": 360.9696818565526,
                        "ttft_relative": 1.183436,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "37898647160",
                      "measured": {
                        "e2e_ms": 7959.119908799039,
                        "interactivity_tok_s": 121.72490988412801,
                        "output_per_gpu": 56.46887924422884,
                        "total_per_gpu": 507.6215471362405,
                        "tpot_ms": 8.215245350782489,
                        "tpot_relative": 1.257834,
                        "ttft_ms": 407.7727443233016,
                        "ttft_relative": 1.33688,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 21.46,
                "tpot_shape_error_pct": 22.32,
                "ttft_mape_pct": 247.86,
                "ttft_shape_error_pct": 32.69
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 10,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.34,
                    "tpot_shape_error_pct": 18.53,
                    "ttft_mape_pct": 53.05,
                    "ttft_shape_error_pct": 44.41
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "sglang",
                  "id": "0b176361ca724063",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11553.551246341525,
                        "interactivity_tok_s": 94.78646097541096,
                        "output_per_gpu": 43.03726192464549,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.32,
                        "tpot_ms": 10.550029927369216,
                        "tpot_relative": 0.966783,
                        "ttft_error_pct": 101.22,
                        "ttft_ms": 760.8706306428172,
                        "ttft_relative": 2.012227,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39260981870",
                      "measured": {
                        "e2e_ms": 10409.962674230337,
                        "interactivity_tok_s": 91.63793951391388,
                        "output_per_gpu": 43.19255020506836,
                        "total_per_gpu": 388.2752668957449,
                        "tpot_ms": 10.91251074941689,
                        "tpot_relative": 1.0,
                        "ttft_ms": 378.1235730275512,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16049.171452389293,
                        "interactivity_tok_s": 67.24266291206065,
                        "output_per_gpu": 62.768564927407375,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.07,
                        "tpot_ms": 14.871510982659789,
                        "tpot_relative": 1.362795,
                        "ttft_error_pct": 37.25,
                        "ttft_ms": 835.6157171283284,
                        "ttft_relative": 2.209901,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39260981870",
                      "measured": {
                        "e2e_ms": 13235.42780727148,
                        "interactivity_tok_s": 73.34342886337777,
                        "output_per_gpu": 68.87358904794225,
                        "total_per_gpu": 612.6624175394577,
                        "tpot_ms": 13.634486626781166,
                        "tpot_relative": 1.249436,
                        "ttft_ms": 608.822585537564,
                        "ttft_relative": 1.610115,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25564.784130184064,
                        "interactivity_tok_s": 41.62021230048656,
                        "output_per_gpu": 79.77580070734041,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.18,
                        "tpot_ms": 24.026787580521535,
                        "tpot_relative": 2.201765,
                        "ttft_error_pct": 39.45,
                        "ttft_ms": 985.3804353105328,
                        "ttft_relative": 2.605975,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39260981870",
                      "measured": {
                        "e2e_ms": 18702.1259828005,
                        "interactivity_tok_s": 50.8495807753477,
                        "output_per_gpu": 95.43446684770889,
                        "total_per_gpu": 861.2721763323432,
                        "tpot_ms": 19.665845514400157,
                        "tpot_relative": 1.802138,
                        "ttft_ms": 706.6372327913996,
                        "ttft_relative": 1.8688,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 36629.141619639784,
                        "interactivity_tok_s": 28.944802802983684,
                        "output_per_gpu": 112.4413549184848,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.78,
                        "tpot_ms": 34.54851659576406,
                        "tpot_relative": 3.165955,
                        "ttft_error_pct": 29.02,
                        "ttft_ms": 1286.0091421731508,
                        "ttft_relative": 3.401029,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39260981870",
                      "measured": {
                        "e2e_ms": 29352.99779283523,
                        "interactivity_tok_s": 32.64280532157531,
                        "output_per_gpu": 123.6946028430367,
                        "total_per_gpu": 1106.116523848087,
                        "tpot_ms": 30.634621937320095,
                        "tpot_relative": 2.807294,
                        "ttft_ms": 996.7383685900131,
                        "ttft_relative": 2.636012,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 57992.572864311136,
                        "interactivity_tok_s": 18.108047632737655,
                        "output_per_gpu": 142.31178290761434,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.35,
                        "tpot_ms": 55.22406502797649,
                        "tpot_relative": 5.06062,
                        "ttft_error_pct": 58.29,
                        "ttft_ms": 1498.3543406911865,
                        "ttft_relative": 3.962605,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39260981870",
                      "measured": {
                        "e2e_ms": 48136.42536912084,
                        "interactivity_tok_s": 20.70657123870109,
                        "output_per_gpu": 149.8393688056468,
                        "total_per_gpu": 1350.6188024659518,
                        "tpot_ms": 48.29384780667962,
                        "tpot_relative": 4.425549,
                        "ttft_ms": 3592.676983549609,
                        "ttft_relative": 9.50133,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.02,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 1290.43,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "ad58c92a57d7caf6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 64,
                    "moe_ep_size": 8,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 86926.56094818885,
                        "interactivity_tok_s": 30.131406459781996,
                        "output_per_gpu": 16.544560991502074,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.02,
                        "tpot_ms": 33.18796290955597,
                        "tpot_relative": 0.819831,
                        "ttft_error_pct": 1290.43,
                        "ttft_ms": 52975.274891713096,
                        "ttft_relative": 13.904312,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39530755141",
                      "measured": {
                        "e2e_ms": 41112.15338715556,
                        "interactivity_tok_s": 24.702664930454116,
                        "output_per_gpu": 175.97545147839423,
                        "total_per_gpu": 1586.2036488383621,
                        "tpot_ms": 40.48146233676889,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3809.9888669370557,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 64
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 33.72,
                    "tpot_shape_error_pct": 27.37,
                    "ttft_mape_pct": 230.72,
                    "ttft_shape_error_pct": 17.06
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "29eace4c70adc2c5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 64
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 15711.108325433033,
                        "interactivity_tok_s": 72.07932769923956,
                        "output_per_gpu": 3.9017171808890976,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.95,
                        "tpot_ms": 13.873603319007511,
                        "tpot_relative": 1.109472,
                        "ttft_error_pct": 279.24,
                        "ttft_ms": 1518.4121300883485,
                        "ttft_relative": 3.792416,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39530755141",
                      "measured": {
                        "e2e_ms": 11893.548302794807,
                        "interactivity_tok_s": 79.97000795193014,
                        "output_per_gpu": 37.82098565667492,
                        "total_per_gpu": 339.98810513351935,
                        "tpot_ms": 12.504688015050576,
                        "tpot_relative": 1.0,
                        "ttft_ms": 400.38126623257995,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21724.877576482802,
                        "interactivity_tok_s": 51.00311983384823,
                        "output_per_gpu": 5.749406888489022,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.78,
                        "tpot_ms": 19.60664373586711,
                        "tpot_relative": 1.567943,
                        "ttft_error_pct": 242.36,
                        "ttft_ms": 1667.2810346907493,
                        "ttft_relative": 4.164233,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39530755141",
                      "measured": {
                        "e2e_ms": 15397.11046005832,
                        "interactivity_tok_s": 62.111813865376895,
                        "output_per_gpu": 59.23597808220198,
                        "total_per_gpu": 526.9314121541411,
                        "tpot_ms": 16.09999672795632,
                        "tpot_relative": 1.287517,
                        "ttft_ms": 486.9938547082711,
                        "ttft_relative": 1.216325,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 33322.506580835,
                        "interactivity_tok_s": 32.6241927404711,
                        "output_per_gpu": 7.629594665358539,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.7,
                        "tpot_ms": 30.652099439060628,
                        "tpot_relative": 2.451249,
                        "ttft_error_pct": 217.18,
                        "ttft_ms": 1965.4088546759717,
                        "ttft_relative": 4.908843,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39530755141",
                      "measured": {
                        "e2e_ms": 20988.27901793993,
                        "interactivity_tok_s": 44.92330676713162,
                        "output_per_gpu": 85.05982325407172,
                        "total_per_gpu": 767.6436146427485,
                        "tpot_ms": 22.26016008090605,
                        "tpot_relative": 1.780145,
                        "ttft_ms": 619.6557998191565,
                        "ttft_relative": 1.547664,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 56519.33592632941,
                        "interactivity_tok_s": 18.959854158222846,
                        "output_per_gpu": 9.120977397929416,
                        "total_per_gpu": null,
                        "tpot_error_pct": 64.47,
                        "tpot_ms": 52.74302173713199,
                        "tpot_relative": 4.21786,
                        "ttft_error_pct": 184.11,
                        "ttft_ms": 2563.22468924338,
                        "ttft_relative": 6.40196,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: context MLA data missing for ContextKey { fmha_quant: \"fp8\", kv_quant: \"bfloat16\" } at [path]",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "39530755141",
                      "measured": {
                        "e2e_ms": 30585.04141034209,
                        "interactivity_tok_s": 31.183280534584235,
                        "output_per_gpu": 118.58289898607899,
                        "total_per_gpu": 1060.4060403569536,
                        "tpot_ms": 32.06846691100818,
                        "tpot_relative": 2.564516,
                        "ttft_ms": 902.1896648569964,
                        "ttft_relative": 2.253326,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 64
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 19
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 47.2,
        "points": 59,
        "status_counts": {
          "failed": 21,
          "success": 59,
          "unknown": 0,
          "unsupported": 45
        },
        "tpot_mape_pct": 16.42,
        "tpot_shape_error_pct": 17.57,
        "ttft_mape_pct": 45.88,
        "ttft_shape_error_pct": 45.69
      },
      "aisim": {
        "coverage_pct": 80.0,
        "points": 100,
        "status_counts": {
          "failed": 25,
          "success": 100,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 11.58,
        "tpot_shape_error_pct": 12.92,
        "ttft_mape_pct": 16.86,
        "ttft_shape_error_pct": 27.0
      },
      "frameworks": [
        "dynamo-sglang",
        "dynamo-vllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300"
      ],
      "hf_model_paths": [
        "deepseek-ai/DeepSeek-V4-Pro"
      ],
      "model": "deepseek-ai/DeepSeek-V4-Pro",
      "precisions": [
        "fp4"
      ],
      "rows": 125,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 39.02,
            "points": 16,
            "status_counts": {
              "failed": 3,
              "success": 16,
              "unknown": 0,
              "unsupported": 22
            },
            "tpot_mape_pct": 11.8,
            "tpot_shape_error_pct": 16.34,
            "ttft_mape_pct": 61.83,
            "ttft_shape_error_pct": 32.43
          },
          "aisim": {
            "coverage_pct": 92.68,
            "points": 38,
            "status_counts": {
              "failed": 3,
              "success": 38,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 12.15,
            "tpot_shape_error_pct": 13.63,
            "ttft_mape_pct": 21.4,
            "ttft_shape_error_pct": 13.79
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 0,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 9
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 15.92,
                "tpot_shape_error_pct": 10.31,
                "ttft_mape_pct": 34.77,
                "ttft_shape_error_pct": 11.07
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 9,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 7
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.15,
                    "tpot_shape_error_pct": 7.84,
                    "ttft_mape_pct": 29.98,
                    "ttft_shape_error_pct": 12.79
                  },
                  "framework": "vllm",
                  "id": "6a921d0292e3c153",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4068.646918699977,
                        "interactivity_tok_s": 229.56379747411177,
                        "output_per_gpu": 28.30793684029013,
                        "total_per_gpu": 56.41617584092116,
                        "tpot_error_pct": 17.68,
                        "tpot_ms": 4.356087549530851,
                        "tpot_relative": 0.823182,
                        "ttft_error_pct": 31.26,
                        "ttft_ms": 60.803572299999416,
                        "ttft_relative": 0.687353,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.302713987473904,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 4949.747012194712,
                        "interactivity_tok_s": 188.9726840989812,
                        "output_per_gpu": 23.26680913990794,
                        "total_per_gpu": 46.39473456995101,
                        "tpot_ms": 5.291770103007132,
                        "tpot_relative": 1.0,
                        "ttft_ms": 88.46044939418789,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4971.964527149999,
                        "interactivity_tok_s": 191.21799810018393,
                        "output_per_gpu": 46.9596981251898,
                        "total_per_gpu": 93.06079070326307,
                        "tpot_error_pct": 16.0,
                        "tpot_ms": 5.229633245485997,
                        "tpot_relative": 0.988258,
                        "ttft_error_pct": 22.45,
                        "ttft_ms": 85.83537534999938,
                        "ttft_relative": 0.970325,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.154892450442851,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 5923.173934097576,
                        "interactivity_tok_s": 160.6286041124133,
                        "output_per_gpu": 39.1000293409993,
                        "total_per_gpu": 77.526965420956,
                        "tpot_ms": 6.2255412448219145,
                        "tpot_relative": 1.176457,
                        "ttft_ms": 110.68287289963337,
                        "ttft_relative": 1.251213,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6147.126639299995,
                        "interactivity_tok_s": 151.50855651906406,
                        "output_per_gpu": 72.62165332523834,
                        "total_per_gpu": 145.95351868414036,
                        "tpot_error_pct": 16.88,
                        "tpot_ms": 6.600287290534458,
                        "tpot_relative": 1.247274,
                        "ttft_error_pct": 22.76,
                        "ttft_ms": 95.58200052500024,
                        "ttft_relative": 1.080505,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.103138146124462,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 7400.534226952732,
                        "interactivity_tok_s": 125.92782536484724,
                        "output_per_gpu": 59.25181093318598,
                        "total_per_gpu": 119.1476457450486,
                        "tpot_ms": 7.941056689438791,
                        "tpot_relative": 1.500643,
                        "ttft_ms": 123.74917660054052,
                        "ttft_relative": 1.398921,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 8098.579112675015,
                        "interactivity_tok_s": 116.31790627184009,
                        "output_per_gpu": 112.60503006730255,
                        "total_per_gpu": 224.378316713636,
                        "tpot_error_pct": 7.77,
                        "tpot_ms": 8.597128611161173,
                        "tpot_relative": 1.624622,
                        "ttft_error_pct": 22.17,
                        "ttft_ms": 115.56108637500031,
                        "ttft_relative": 1.306359,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1155543827663963,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 8810.590493238487,
                        "interactivity_tok_s": 107.28548646527919,
                        "output_per_gpu": 102.44139306185538,
                        "total_per_gpu": 204.23637688137282,
                        "tpot_ms": 9.32092525230456,
                        "tpot_relative": 1.7614,
                        "ttft_ms": 148.4787523138948,
                        "ttft_relative": 1.678476,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9873.666824312515,
                        "interactivity_tok_s": 94.10902980624826,
                        "output_per_gpu": 181.72748926145826,
                        "total_per_gpu": 365.38952935951653,
                        "tpot_error_pct": 7.6,
                        "tpot_ms": 10.625972896105727,
                        "tpot_relative": 2.008019,
                        "ttft_error_pct": 26.82,
                        "ttft_ms": 149.54602126250006,
                        "ttft_relative": 1.690541,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.0851149460332947,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 10730.372270218686,
                        "interactivity_tok_s": 86.95959760338819,
                        "output_per_gpu": 165.3387309462594,
                        "total_per_gpu": 332.353702932445,
                        "tpot_ms": 11.499593231340311,
                        "tpot_relative": 2.173109,
                        "ttft_ms": 204.34009503096604,
                        "ttft_relative": 2.30996,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 12062.681392071916,
                        "interactivity_tok_s": 77.82244893738772,
                        "output_per_gpu": 299.47791223058414,
                        "total_per_gpu": 598.0084975087066,
                        "tpot_error_pct": 7.08,
                        "tpot_ms": 12.849762679719229,
                        "tpot_relative": 2.428254,
                        "ttft_error_pct": 42.96,
                        "ttft_ms": 202.6812218656252,
                        "ttft_relative": 2.291207,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1077668202598,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 13108.98761688727,
                        "interactivity_tok_s": 72.3161082128753,
                        "output_per_gpu": 272.61050211794384,
                        "total_per_gpu": 544.3727126056142,
                        "tpot_ms": 13.828177769969622,
                        "tpot_relative": 2.613148,
                        "ttft_ms": 355.3232239692079,
                        "ttft_relative": 4.016747,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 15359.985159196905,
                        "interactivity_tok_s": 61.26721201679628,
                        "output_per_gpu": 468.5616525282096,
                        "total_per_gpu": 937.3345688510981,
                        "tpot_error_pct": 12.03,
                        "tpot_ms": 16.32194394166087,
                        "tpot_relative": 3.084402,
                        "ttft_error_pct": 41.44,
                        "ttft_ms": 318.0751808390626,
                        "ttft_relative": 3.595677,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.0856751911478368,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 17631.912101365695,
                        "interactivity_tok_s": 53.89878079887759,
                        "output_per_gpu": 404.9745569515505,
                        "total_per_gpu": 810.5361977492374,
                        "tpot_ms": 18.553295365464454,
                        "tpot_relative": 3.506066,
                        "ttft_ms": 543.1689165357511,
                        "ttft_relative": 6.140246,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 2
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.12,
                    "tpot_shape_error_pct": 25.07,
                    "ttft_mape_pct": 51.53,
                    "ttft_shape_error_pct": 0.76
                  },
                  "framework": "vllm",
                  "id": "aa5f7ee9f38e73a8",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 19570.33886595464,
                        "interactivity_tok_s": 48.14929069351353,
                        "output_per_gpu": 733.9020565705569,
                        "total_per_gpu": 1469.416377923793,
                        "tpot_error_pct": 18.96,
                        "tpot_ms": 20.768737931475194,
                        "tpot_relative": 0.810384,
                        "ttft_error_pct": 51.71,
                        "ttft_ms": 471.7159247906253,
                        "ttft_relative": 0.482914,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1127587497967593,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 24533.348460967158,
                        "interactivity_tok_s": 39.019399739915364,
                        "output_per_gpu": 585.2737834450821,
                        "total_per_gpu": 1172.1328868322457,
                        "tpot_ms": 25.628277386774812,
                        "tpot_relative": 1.0,
                        "ttft_ms": 976.8123173935464,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 29428.48193947939,
                        "interactivity_tok_s": 32.46849884561547,
                        "output_per_gpu": 982.2769470735426,
                        "total_per_gpu": 1963.604526663801,
                        "tpot_error_pct": 39.28,
                        "tpot_ms": 30.799083282380927,
                        "tpot_relative": 1.201762,
                        "ttft_error_pct": 51.34,
                        "ttft_ms": 1044.2422474894588,
                        "ttft_relative": 1.069031,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1249639708219088,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 48896.81498824742,
                        "interactivity_tok_s": 19.714776158854463,
                        "output_per_gpu": 592.9226399056984,
                        "total_per_gpu": 1185.661879426942,
                        "tpot_ms": 50.72337580413622,
                        "tpot_relative": 1.979196,
                        "ttft_ms": 2146.1012159148822,
                        "ttft_relative": 2.197046,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 55.17,
                "points": 16,
                "status_counts": {
                  "failed": 0,
                  "success": 16,
                  "unknown": 0,
                  "unsupported": 13
                },
                "tpot_mape_pct": 11.8,
                "tpot_shape_error_pct": 16.34,
                "ttft_mape_pct": 61.83,
                "ttft_shape_error_pct": 32.43
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 29,
                "status_counts": {
                  "failed": 0,
                  "success": 29,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.97,
                "tpot_shape_error_pct": 14.65,
                "ttft_mape_pct": 17.25,
                "ttft_shape_error_pct": 14.62
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 29,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 4
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.2,
                    "tpot_shape_error_pct": 6.74,
                    "ttft_mape_pct": 15.14,
                    "ttft_shape_error_pct": 5.19
                  },
                  "framework": "vllm",
                  "id": "4e4166e7f4fc7fc0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3902.283971700001,
                        "interactivity_tok_s": 239.3760099297423,
                        "output_per_gpu": 29.514766438134142,
                        "total_per_gpu": 58.82132147856059,
                        "tpot_error_pct": 19.28,
                        "tpot_ms": 4.177528066799607,
                        "tpot_relative": 0.807202,
                        "ttft_error_pct": 18.32,
                        "ttft_ms": 58.77053729999992,
                        "ttft_relative": 0.816773,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.3320294523699954,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 4826.3402999029495,
                        "interactivity_tok_s": 193.2247594783286,
                        "output_per_gpu": 23.862545425503516,
                        "total_per_gpu": 47.58265108560626,
                        "tpot_ms": 5.175320195506086,
                        "tpot_relative": 1.0,
                        "ttft_ms": 71.95455840555951,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4722.289595999998,
                        "interactivity_tok_s": 201.40036949590174,
                        "output_per_gpu": 49.36401410978313,
                        "total_per_gpu": 97.82546244434329,
                        "tpot_error_pct": 16.2,
                        "tpot_ms": 4.96523418751895,
                        "tpot_relative": 0.959406,
                        "ttft_error_pct": 16.73,
                        "ttft_ms": 83.06817025000036,
                        "ttft_relative": 1.154453,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1971163748712668,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 5630.950777651742,
                        "interactivity_tok_s": 168.76572496633457,
                        "output_per_gpu": 40.699668674816365,
                        "total_per_gpu": 80.69870685974816,
                        "tpot_ms": 5.925373770055977,
                        "tpot_relative": 1.144929,
                        "ttft_ms": 99.75761885289103,
                        "ttft_relative": 1.386397,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5945.593750949995,
                        "interactivity_tok_s": 156.6440164788624,
                        "output_per_gpu": 75.10520287033893,
                        "total_per_gpu": 150.9449059403687,
                        "tpot_error_pct": 17.43,
                        "tpot_ms": 6.383901680246691,
                        "tpot_relative": 1.233528,
                        "ttft_error_pct": 13.49,
                        "ttft_ms": 92.39604400000056,
                        "ttft_relative": 1.284089,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1229748194417333,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 7198.673455620883,
                        "interactivity_tok_s": 129.3395951649534,
                        "output_per_gpu": 61.00479540229887,
                        "total_per_gpu": 122.67266834322633,
                        "tpot_ms": 7.731584428764052,
                        "tpot_relative": 1.493934,
                        "ttft_ms": 106.80967358930502,
                        "ttft_relative": 1.484405,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 7900.61275269999,
                        "interactivity_tok_s": 119.23071268479099,
                        "output_per_gpu": 115.52981303382518,
                        "total_per_gpu": 230.20627909141632,
                        "tpot_error_pct": 7.89,
                        "tpot_ms": 8.387100751831365,
                        "tpot_relative": 1.620596,
                        "ttft_error_pct": 12.03,
                        "ttft_ms": 112.97259709999972,
                        "ttft_relative": 1.570055,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1328230635503187,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 8581.136151635292,
                        "interactivity_tok_s": 109.81957160220442,
                        "output_per_gpu": 105.345155216717,
                        "total_per_gpu": 210.0255783370392,
                        "tpot_ms": 9.105845027535391,
                        "tpot_relative": 1.759475,
                        "ttft_ms": 128.42188693539356,
                        "ttft_relative": 1.784764,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 9
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.43,
                    "tpot_shape_error_pct": 19.47,
                    "ttft_mape_pct": 14.21,
                    "ttft_shape_error_pct": 15.92
                  },
                  "framework": "vllm",
                  "id": "cbdcca1e70fb668c",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4484.625140700003,
                        "interactivity_tok_s": 209.05700778041037,
                        "output_per_gpu": 51.364382255602486,
                        "total_per_gpu": 102.36641538524293,
                        "tpot_error_pct": 14.84,
                        "tpot_ms": 4.783384257801975,
                        "tpot_relative": 0.851618,
                        "ttft_error_pct": 0.05,
                        "ttft_ms": 83.8750778,
                        "ttft_relative": 1.000523,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.334409594095941,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 5242.9708971933,
                        "interactivity_tok_s": 178.03668013590578,
                        "output_per_gpu": 43.93253164848933,
                        "total_per_gpu": 87.60282222462497,
                        "tpot_ms": 5.616820080202808,
                        "tpot_relative": 1.0,
                        "ttft_ms": 83.83122750092298,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5580.153586599999,
                        "interactivity_tok_s": 170.86272878554928,
                        "output_per_gpu": 83.65167494244932,
                        "total_per_gpu": 165.77387258843686,
                        "tpot_error_pct": 6.72,
                        "tpot_ms": 5.852651465347398,
                        "tpot_relative": 1.041987,
                        "ttft_error_pct": 12.1,
                        "ttft_ms": 111.84343880000024,
                        "ttft_relative": 1.33415,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2255489021956087,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 5965.49938384851,
                        "interactivity_tok_s": 159.37508709342055,
                        "output_per_gpu": 78.0690917308471,
                        "total_per_gpu": 154.79425148963685,
                        "tpot_ms": 6.27450637510135,
                        "tpot_relative": 1.117092,
                        "ttft_ms": 99.76831750827841,
                        "ttft_relative": 1.190109,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 7347.124313200002,
                        "interactivity_tok_s": 126.95099575325474,
                        "output_per_gpu": 121.77782034963552,
                        "total_per_gpu": 244.74658127257783,
                        "tpot_error_pct": 12.3,
                        "tpot_ms": 7.877055190206038,
                        "tpot_relative": 1.402405,
                        "ttft_error_pct": 7.05,
                        "ttft_ms": 125.11898527500065,
                        "ttft_relative": 1.49251,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.075891365567276,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 8339.871715533081,
                        "interactivity_tok_s": 111.33015485795609,
                        "output_per_gpu": 107.03755074449958,
                        "total_per_gpu": 215.23852143361916,
                        "tpot_ms": 8.982292365225575,
                        "tpot_relative": 1.599178,
                        "ttft_ms": 116.87962503056042,
                        "ttft_relative": 1.394225,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9474.82074527501,
                        "interactivity_tok_s": 99.60819425402865,
                        "output_per_gpu": 192.64456822116352,
                        "total_per_gpu": 383.8661906635495,
                        "tpot_error_pct": 6.18,
                        "tpot_ms": 10.039334690173394,
                        "tpot_relative": 1.78737,
                        "ttft_error_pct": 13.25,
                        "ttft_ms": 152.46152941250014,
                        "ttft_relative": 1.818672,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1559586284200336,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 8908.173564398021,
                        "interactivity_tok_s": 105.7607523184799,
                        "output_per_gpu": 202.94485384057245,
                        "total_per_gpu": 404.6091176258314,
                        "tpot_ms": 9.45530339070089,
                        "tpot_relative": 1.683391,
                        "ttft_ms": 134.61883246418438,
                        "ttft_relative": 1.605832,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 12475.571575824983,
                        "interactivity_tok_s": 74.52445523632208,
                        "output_per_gpu": 288.1561253470382,
                        "total_per_gpu": 579.3797705042439,
                        "tpot_error_pct": 5.13,
                        "tpot_ms": 13.418414087415096,
                        "tpot_relative": 2.38897,
                        "ttft_error_pct": 13.14,
                        "ttft_ms": 194.96613286874998,
                        "ttft_relative": 2.325698,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1286725707378444,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 11857.978918037043,
                        "interactivity_tok_s": 78.34395131761288,
                        "output_per_gpu": 300.72339305048456,
                        "total_per_gpu": 604.4955871302992,
                        "tpot_ms": 12.764227271942374,
                        "tpot_relative": 2.272501,
                        "ttft_ms": 172.32047833495017,
                        "ttft_relative": 2.055564,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 17150.952202725013,
                        "interactivity_tok_s": 54.67137438697422,
                        "output_per_gpu": 422.46861860588484,
                        "total_per_gpu": 843.6008584919044,
                        "tpot_error_pct": 6.91,
                        "tpot_ms": 18.291107754522738,
                        "tpot_relative": 3.256488,
                        "ttft_error_pct": 16.41,
                        "ttft_ms": 269.7743744750006,
                        "ttft_relative": 3.218065,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.0932694991565637,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 16020.74180000873,
                        "interactivity_tok_s": 58.44682970301619,
                        "output_per_gpu": 448.31743618525394,
                        "total_per_gpu": 895.2398273305442,
                        "tpot_ms": 17.109567877013426,
                        "tpot_relative": 3.046131,
                        "ttft_ms": 231.747870239451,
                        "ttft_relative": 2.764458,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 21270.82156449831,
                        "interactivity_tok_s": 44.19224600705546,
                        "output_per_gpu": 678.8366887532812,
                        "total_per_gpu": 1357.9794495337107,
                        "tpot_error_pct": 2.26,
                        "tpot_ms": 22.628404083384815,
                        "tpot_relative": 4.028686,
                        "ttft_error_pct": 20.89,
                        "ttft_ms": 418.5297874781239,
                        "ttft_relative": 4.992528,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1016311016311016,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 20721.44376947608,
                        "interactivity_tok_s": 45.189599089745165,
                        "output_per_gpu": 687.0480630687027,
                        "total_per_gpu": 1375.092126534031,
                        "tpot_ms": 22.128985876020508,
                        "tpot_relative": 3.939771,
                        "ttft_ms": 346.1979260969201,
                        "ttft_relative": 4.129701,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 29161.159761091472,
                        "interactivity_tok_s": 32.31046981060465,
                        "output_per_gpu": 987.9093205095529,
                        "total_per_gpu": 1977.9889189079308,
                        "tpot_error_pct": 4.07,
                        "tpot_ms": 30.949720194776898,
                        "tpot_relative": 5.510185,
                        "ttft_error_pct": 19.57,
                        "ttft_ms": 701.7400982570324,
                        "ttft_relative": 8.370868,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1134809254073603,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 27913.335911076138,
                        "interactivity_tok_s": 33.62586302517386,
                        "output_per_gpu": 1024.3165816146754,
                        "total_per_gpu": 2051.4077100308155,
                        "tpot_ms": 29.739013664908892,
                        "tpot_relative": 5.294635,
                        "ttft_ms": 586.8757997959619,
                        "ttft_relative": 7.000682,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 45069.16676580362,
                        "interactivity_tok_s": 21.173560328772975,
                        "output_per_gpu": 1285.419421228566,
                        "total_per_gpu": 2569.5964887558343,
                        "tpot_error_pct": 8.45,
                        "tpot_ms": 47.22871281317244,
                        "tpot_relative": 8.408443,
                        "ttft_error_pct": 25.42,
                        "ttft_ms": 1550.2663916609392,
                        "ttft_relative": 18.492708,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1368931060354384,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 41343.82380679617,
                        "interactivity_tok_s": 22.962461884483584,
                        "output_per_gpu": 1391.518568071143,
                        "total_per_gpu": 2782.606717360502,
                        "tpot_ms": 43.54933739381532,
                        "tpot_relative": 7.753379,
                        "ttft_ms": 1236.094900187527,
                        "ttft_relative": 14.745041,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 8,
                    "status_counts": {
                      "failed": 0,
                      "success": 8,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.95,
                    "tpot_shape_error_pct": 18.89,
                    "ttft_mape_pct": 53.62,
                    "ttft_shape_error_pct": 26.5
                  },
                  "aisim": {
                    "points": 8,
                    "status_counts": {
                      "failed": 0,
                      "success": 8,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.05,
                    "tpot_shape_error_pct": 17.88,
                    "ttft_mape_pct": 19.01,
                    "ttft_shape_error_pct": 8.91
                  },
                  "framework": "vllm",
                  "id": "c96059ef5f2fee64",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9981.636865646218,
                        "interactivity_tok_s": 103.93344967185843,
                        "output_per_gpu": 25.622050114867864,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.21,
                        "tpot_ms": 9.621541507158934,
                        "tpot_relative": 0.917892,
                        "ttft_error_pct": 82.7,
                        "ttft_ms": 138.79990382262872,
                        "ttft_relative": 1.827004,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8904.442448600012,
                        "interactivity_tok_s": 104.3450943060239,
                        "output_per_gpu": 25.86910986619004,
                        "total_per_gpu": 51.555726554465785,
                        "tpot_error_pct": 8.57,
                        "tpot_ms": 9.583584227421312,
                        "tpot_relative": 0.914271,
                        "ttft_error_pct": 10.4,
                        "ttft_ms": 83.87507779999954,
                        "ttft_relative": 1.104036,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 9723.891526204534,
                        "interactivity_tok_s": 95.39971862433688,
                        "output_per_gpu": 23.6883670360648,
                        "total_per_gpu": 47.20962490593205,
                        "tpot_ms": 10.482211210053775,
                        "tpot_relative": 1.0,
                        "ttft_ms": 75.97133120289072,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10669.371676977587,
                        "interactivity_tok_s": 97.35857400131856,
                        "output_per_gpu": 47.940967423950255,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.26,
                        "tpot_ms": 10.271309027045287,
                        "tpot_relative": 0.97988,
                        "ttft_error_pct": 71.6,
                        "ttft_ms": 161.82254231025777,
                        "ttft_relative": 2.130047,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9669.894268350032,
                        "interactivity_tok_s": 97.7190123327303,
                        "output_per_gpu": 48.213876299711885,
                        "total_per_gpu": 95.5462158074162,
                        "tpot_error_pct": 7.6,
                        "tpot_ms": 10.233423119290544,
                        "tpot_relative": 0.976266,
                        "ttft_error_pct": 15.17,
                        "ttft_ms": 108.60832239999945,
                        "ttft_relative": 1.429596,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 10441.04007120186,
                        "interactivity_tok_s": 90.29510269344651,
                        "output_per_gpu": 44.64489753972604,
                        "total_per_gpu": 88.4735130715084,
                        "tpot_ms": 11.07479774838972,
                        "tpot_relative": 1.056533,
                        "ttft_ms": 94.30247800773941,
                        "ttft_relative": 1.24129,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12145.630003437884,
                        "interactivity_tok_s": 85.49348236116657,
                        "output_per_gpu": 84.22782512808595,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.48,
                        "tpot_ms": 11.69679807608617,
                        "tpot_relative": 1.115871,
                        "ttft_error_pct": 75.37,
                        "ttft_ms": 179.80557160173174,
                        "ttft_relative": 2.366756,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10773.877599799966,
                        "interactivity_tok_s": 86.03821009185258,
                        "output_per_gpu": 82.71148204625979,
                        "total_per_gpu": 166.23185079754035,
                        "tpot_error_pct": 5.09,
                        "tpot_ms": 11.622742952607,
                        "tpot_relative": 1.108806,
                        "ttft_error_pct": 15.16,
                        "ttft_ms": 118.06783962499954,
                        "ttft_relative": 1.55411,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 11328.952307922009,
                        "interactivity_tok_s": 81.66024382335291,
                        "output_per_gpu": 78.53839116248693,
                        "total_per_gpu": 157.8448577949494,
                        "tpot_ms": 12.245861060165282,
                        "tpot_relative": 1.168252,
                        "ttft_ms": 102.52848400123185,
                        "ttft_relative": 1.349568,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14688.073173448714,
                        "interactivity_tok_s": 70.60003145279099,
                        "output_per_gpu": 139.29669166535106,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.06,
                        "tpot_ms": 14.164299638714505,
                        "tpot_relative": 1.35127,
                        "ttft_error_pct": 70.45,
                        "ttft_ms": 197.994643043775,
                        "ttft_relative": 2.606176,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13099.694080974996,
                        "interactivity_tok_s": 71.62293708653185,
                        "output_per_gpu": 139.12231415061908,
                        "total_per_gpu": 277.2170181719605,
                        "tpot_error_pct": 0.6,
                        "tpot_ms": 13.962007712582935,
                        "tpot_relative": 1.331972,
                        "ttft_error_pct": 17.94,
                        "ttft_ms": 137.00768394999974,
                        "ttft_relative": 1.803413,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 12999.678983044578,
                        "interactivity_tok_s": 72.0521787165209,
                        "output_per_gpu": 139.88733884878107,
                        "total_per_gpu": 278.74141680597666,
                        "tpot_ms": 13.878830839166689,
                        "tpot_relative": 1.324037,
                        "ttft_ms": 116.16326177609153,
                        "ttft_relative": 1.529041,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19357.825865201714,
                        "interactivity_tok_s": 53.44389343712682,
                        "output_per_gpu": 211.38737524010475,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.79,
                        "tpot_ms": 18.711211621893405,
                        "tpot_relative": 1.785044,
                        "ttft_error_pct": 52.47,
                        "ttft_ms": 216.25637600475895,
                        "ttft_relative": 2.846552,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17081.43110457499,
                        "interactivity_tok_s": 54.1251419008894,
                        "output_per_gpu": 210.4522114455192,
                        "total_per_gpu": 423.1447581500068,
                        "tpot_error_pct": 13.35,
                        "tpot_ms": 18.475702139148897,
                        "tpot_relative": 1.762577,
                        "ttft_error_pct": 21.65,
                        "ttft_ms": 172.53363401875157,
                        "ttft_relative": 2.271036,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 15060.357572881549,
                        "interactivity_tok_s": 61.34921450365477,
                        "output_per_gpu": 237.91401682739513,
                        "total_per_gpu": 478.3607091578899,
                        "tpot_ms": 16.300127199516577,
                        "tpot_relative": 1.555028,
                        "ttft_ms": 141.83217131103447,
                        "ttft_relative": 1.866917,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25882.228368502612,
                        "interactivity_tok_s": 39.88759399289115,
                        "output_per_gpu": 316.2015218890319,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.88,
                        "tpot_ms": 25.07045173439697,
                        "tpot_relative": 2.391714,
                        "ttft_error_pct": 23.25,
                        "ttft_ms": 235.15624421451474,
                        "ttft_relative": 3.095329,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23041.317806365587,
                        "interactivity_tok_s": 40.46854226997617,
                        "output_per_gpu": 314.30726917301234,
                        "total_per_gpu": 627.6203022595483,
                        "tpot_error_pct": 20.13,
                        "tpot_ms": 24.71055155208557,
                        "tpot_relative": 2.35738,
                        "ttft_error_pct": 23.51,
                        "ttft_ms": 235.64962045000038,
                        "ttft_relative": 3.101823,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 19175.140812963582,
                        "interactivity_tok_s": 48.6149029010346,
                        "output_per_gpu": 375.71996451309457,
                        "total_per_gpu": 750.2514285243986,
                        "tpot_ms": 20.569824072994674,
                        "tpot_relative": 1.962355,
                        "ttft_ms": 190.79107900524832,
                        "ttft_relative": 2.511356,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 33449.31316797791,
                        "interactivity_tok_s": 30.818392740460823,
                        "output_per_gpu": 489.3374018713666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.99,
                        "tpot_ms": 32.44815550316227,
                        "tpot_relative": 3.095545,
                        "ttft_error_pct": 11.22,
                        "ttft_ms": 254.8500882429047,
                        "ttft_relative": 3.354556,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 29790.887222437752,
                        "interactivity_tok_s": 31.302073994762754,
                        "output_per_gpu": 484.105623712259,
                        "total_per_gpu": 968.4295196423552,
                        "tpot_error_pct": 16.17,
                        "tpot_ms": 31.946764938556885,
                        "tpot_relative": 3.047712,
                        "ttft_error_pct": 24.1,
                        "ttft_ms": 356.2288403234369,
                        "ttft_relative": 4.68899,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 25622.485940304432,
                        "interactivity_tok_s": 36.36269971767697,
                        "output_per_gpu": 560.6427044113946,
                        "total_per_gpu": 1121.538189869966,
                        "tpot_ms": 27.50070835675248,
                        "tpot_relative": 2.62356,
                        "ttft_ms": 287.05532758203844,
                        "ttft_relative": 3.778469,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 44705.30255862075,
                        "interactivity_tok_s": 23.025251324421628,
                        "output_per_gpu": 732.2621283476215,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.92,
                        "tpot_ms": 43.43057914592031,
                        "tpot_relative": 4.143265,
                        "ttft_error_pct": 41.93,
                        "ttft_ms": 275.8200923442695,
                        "ttft_relative": 3.630581,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 39840.82249060943,
                        "interactivity_tok_s": 23.426647565716042,
                        "output_per_gpu": 722.5108998064437,
                        "total_per_gpu": 1446.609039856229,
                        "tpot_error_pct": 16.88,
                        "tpot_ms": 42.68643207248569,
                        "tpot_relative": 4.072274,
                        "ttft_error_pct": 24.19,
                        "ttft_ms": 589.8205866117202,
                        "ttft_relative": 7.763726,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 34053.25383745876,
                        "interactivity_tok_s": 27.381528741854588,
                        "output_per_gpu": 842.9995793530993,
                        "total_per_gpu": 1687.8510931999588,
                        "tpot_ms": 36.52097037487282,
                        "tpot_relative": 3.48409,
                        "ttft_ms": 474.94134097069036,
                        "ttft_relative": 6.251586,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.09,
                    "tpot_shape_error_pct": 17.89,
                    "ttft_mape_pct": 67.11,
                    "ttft_shape_error_pct": 64.33
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.9,
                    "tpot_shape_error_pct": 11.43,
                    "ttft_mape_pct": 30.86,
                    "ttft_shape_error_pct": 45.32
                  },
                  "framework": "vllm",
                  "id": "0cc1b283403d9370",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 48227.06707120979,
                        "interactivity_tok_s": 21.349755366480306,
                        "output_per_gpu": 1357.5778909243468,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.64,
                        "tpot_ms": 46.838944186218974,
                        "tpot_relative": 0.833575,
                        "ttft_error_pct": 42.41,
                        "ttft_ms": 310.82716870777966,
                        "ttft_relative": 0.575911,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 52983.134218866144,
                        "interactivity_tok_s": 17.587432997435176,
                        "output_per_gpu": 1087.098829850251,
                        "total_per_gpu": 2173.1469822075087,
                        "tpot_error_pct": 1.19,
                        "tpot_ms": 56.85878093442248,
                        "tpot_relative": 1.011894,
                        "ttft_error_pct": 1.02,
                        "ttft_ms": 545.1965196164056,
                        "ttft_relative": 1.010158,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 52356.37914548674,
                        "interactivity_tok_s": 17.79662493081144,
                        "output_per_gpu": 1097.9022896437634,
                        "total_per_gpu": 2194.7434602856847,
                        "tpot_ms": 56.190429583571884,
                        "tpot_relative": 1.0,
                        "ttft_ms": 539.7142353760955,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 68009.71208040744,
                        "interactivity_tok_s": 15.117745217322666,
                        "output_per_gpu": 1925.3720681126508,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.04,
                        "tpot_ms": 66.14743042858998,
                        "tpot_relative": 1.177201,
                        "ttft_error_pct": 60.4,
                        "ttft_ms": 340.89075195989,
                        "ttft_relative": 0.631613,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 73218.72553779393,
                        "interactivity_tok_s": 12.748753759282968,
                        "output_per_gpu": 1578.7567951440742,
                        "total_per_gpu": 3156.0592726035907,
                        "tpot_error_pct": 6.68,
                        "tpot_ms": 78.43903952351836,
                        "tpot_relative": 1.39595,
                        "ttft_error_pct": 2.37,
                        "ttft_ms": 881.1548690716791,
                        "ttft_relative": 1.632632,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 68685.93399389557,
                        "interactivity_tok_s": 13.60017624269883,
                        "output_per_gpu": 1680.1184386079285,
                        "total_per_gpu": 3358.689187308878,
                        "tpot_ms": 73.52845890779128,
                        "tpot_relative": 1.308558,
                        "ttft_ms": 860.7926147137732,
                        "ttft_relative": 1.594904,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 120934.84321655791,
                        "interactivity_tok_s": 8.48831484755451,
                        "output_per_gpu": 4331.059486818656,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.58,
                        "tpot_ms": 117.80901368050701,
                        "tpot_relative": 2.096603,
                        "ttft_error_pct": 98.51,
                        "ttft_ms": 416.22222139925054,
                        "ttft_relative": 0.77119,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 124162.05719100397,
                        "interactivity_tok_s": 7.612427046654432,
                        "output_per_gpu": 3732.9006529323265,
                        "total_per_gpu": 7464.164590010865,
                        "tpot_error_pct": 18.84,
                        "tpot_ms": 131.36414889381274,
                        "tpot_relative": 2.337838,
                        "ttft_error_pct": 89.19,
                        "ttft_ms": 3024.9348241520142,
                        "ttft_relative": 5.604697,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 129969.44389417689,
                        "interactivity_tok_s": 9.046564297010606,
                        "output_per_gpu": 3528.6403652544914,
                        "total_per_gpu": 7055.733573977081,
                        "tpot_ms": 110.53920219529586,
                        "tpot_relative": 1.967225,
                        "ttft_ms": 27971.89732845201,
                        "ttft_relative": 51.827237,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.32,
                    "tpot_shape_error_pct": 19.57,
                    "ttft_mape_pct": 92.58,
                    "ttft_shape_error_pct": 67.14
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.36,
                    "tpot_shape_error_pct": 3.34,
                    "ttft_mape_pct": 21.79,
                    "ttft_shape_error_pct": 16.06
                  },
                  "framework": "vllm",
                  "id": "bf81c7828a463e1d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 124801.07365312766,
                        "interactivity_tok_s": 8.225139348549106,
                        "output_per_gpu": 4196.886971147252,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.31,
                        "tpot_ms": 121.57848732087409,
                        "tpot_relative": 1.023088,
                        "ttft_error_pct": 88.83,
                        "ttft_ms": 426.28112387346914,
                        "ttft_relative": 0.111722,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 136112.98747497163,
                        "interactivity_tok_s": 6.932624217936004,
                        "output_per_gpu": 3411.63538090567,
                        "total_per_gpu": 6825.749971473281,
                        "tpot_error_pct": 21.38,
                        "tpot_ms": 144.2455221231827,
                        "tpot_relative": 1.213832,
                        "ttft_error_pct": 14.96,
                        "ttft_ms": 3244.756537067119,
                        "ttft_relative": 0.850403,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 113282.17565859134,
                        "interactivity_tok_s": 8.415044177925754,
                        "output_per_gpu": 4085.194071798601,
                        "total_per_gpu": 8173.356823272174,
                        "tpot_ms": 118.83478908205716,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3815.5520446880937,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 222131.56700536155,
                        "interactivity_tok_s": 4.616410785360823,
                        "output_per_gpu": 4715.907847418712,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.33,
                        "tpot_ms": 216.61850439547467,
                        "tpot_relative": 1.822854,
                        "ttft_error_pct": 96.33,
                        "ttft_ms": 530.8370087909493,
                        "ttft_relative": 0.139125,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 201559.89889529225,
                        "interactivity_tok_s": 4.813259992232003,
                        "output_per_gpu": 4605.469513858024,
                        "total_per_gpu": 9211.90427441743,
                        "tpot_error_pct": 17.33,
                        "tpot_ms": 207.75939833166595,
                        "tpot_relative": 1.748305,
                        "ttft_error_pct": 28.62,
                        "ttft_ms": 10321.261241887707,
                        "ttft_relative": 2.705051,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 177407.53777225697,
                        "interactivity_tok_s": 5.647351433000545,
                        "output_per_gpu": 5190.432129121974,
                        "total_per_gpu": 10381.952105525601,
                        "tpot_ms": 177.07415801263159,
                        "tpot_relative": 1.490087,
                        "ttft_ms": 14459.23453838793,
                        "ttft_relative": 3.789552,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.79,
                    "tpot_shape_error_pct": 4.26,
                    "ttft_mape_pct": 57.95,
                    "ttft_shape_error_pct": 3.93
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.26,
                    "tpot_shape_error_pct": 4.77,
                    "ttft_mape_pct": 7.83,
                    "ttft_shape_error_pct": 12.14
                  },
                  "framework": "vllm",
                  "id": "f537e9e3c9925477",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9414.025427516157,
                        "interactivity_tok_s": 109.97359764522307,
                        "output_per_gpu": 13.58345598114017,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.21,
                        "tpot_ms": 9.09309162755609,
                        "tpot_relative": 0.90788,
                        "ttft_error_pct": 62.2,
                        "ttft_ms": 111.79269252627662,
                        "ttft_relative": 1.622023,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8412.570516900016,
                        "interactivity_tok_s": 110.17713149320797,
                        "output_per_gpu": 13.690821345107883,
                        "total_per_gpu": 27.285061033233784,
                        "tpot_error_pct": 9.38,
                        "tpot_ms": 9.07629365955717,
                        "tpot_relative": 0.906203,
                        "ttft_error_pct": 14.73,
                        "ttft_ms": 58.77053729999942,
                        "ttft_relative": 0.852713,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 9287.52718246542,
                        "interactivity_tok_s": 99.84279963380168,
                        "output_per_gpu": 12.40035739857865,
                        "total_per_gpu": 24.713236695257194,
                        "tpot_ms": 10.015744787483413,
                        "tpot_relative": 1.0,
                        "ttft_ms": 68.92178789712489,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9522.003389291407,
                        "interactivity_tok_s": 108.93075608700474,
                        "output_per_gpu": 26.858843621881128,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.76,
                        "tpot_ms": 9.180143752984547,
                        "tpot_relative": 0.916571,
                        "ttft_error_pct": 51.91,
                        "ttft_ms": 130.7163299882152,
                        "ttft_relative": 1.896589,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8606.611176100041,
                        "interactivity_tok_s": 109.59650194718695,
                        "output_per_gpu": 27.079612270100746,
                        "total_per_gpu": 53.664104123394516,
                        "tpot_error_pct": 13.29,
                        "tpot_ms": 9.124378809844554,
                        "tpot_relative": 0.911004,
                        "ttft_error_pct": 5.13,
                        "ttft_ms": 81.63387935000041,
                        "ttft_relative": 1.184442,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 9916.817934100982,
                        "interactivity_tok_s": 95.03112253078916,
                        "output_per_gpu": 23.50106634008911,
                        "total_per_gpu": 46.572441972436415,
                        "tpot_ms": 10.522868438979133,
                        "tpot_relative": 1.050633,
                        "ttft_ms": 86.04675044771284,
                        "ttft_relative": 1.24847,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10357.439094585525,
                        "interactivity_tok_s": 100.17485404690864,
                        "output_per_gpu": 49.384794381015745,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.4,
                        "tpot_ms": 9.982545115880402,
                        "tpot_relative": 0.996685,
                        "ttft_error_pct": 59.74,
                        "ttft_ms": 145.29544103987473,
                        "ttft_relative": 2.108121,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9164.630884974988,
                        "interactivity_tok_s": 101.001612605322,
                        "output_per_gpu": 48.499154511561436,
                        "total_per_gpu": 97.47261223131842,
                        "tpot_error_pct": 14.11,
                        "tpot_ms": 9.900832018471236,
                        "tpot_relative": 0.988527,
                        "ttft_error_pct": 3.62,
                        "ttft_ms": 87.6663058249986,
                        "ttft_relative": 1.271968,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 10659.179773845244,
                        "interactivity_tok_s": 86.75085914939382,
                        "output_per_gpu": 41.74235058606181,
                        "total_per_gpu": 83.89292541850452,
                        "tpot_ms": 11.527263358601418,
                        "tpot_relative": 1.150914,
                        "ttft_ms": 90.96022846642882,
                        "ttft_relative": 1.31976,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 3,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 3,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 3,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "fc2a911c9cf717b2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (188157660536 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "24921817337",
                      "measured": {
                        "e2e_ms": 38837.34995902036,
                        "interactivity_tok_s": 29.644657156476647,
                        "output_per_gpu": 186.0532516850564,
                        "total_per_gpu": 248.34348829371888,
                        "tpot_ms": 33.73289138483168,
                        "tpot_relative": 1.0,
                        "ttft_ms": 7838.549095116503,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "e1e71b12b2c85734",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (188157660536 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "24921817337",
                      "measured": {
                        "e2e_ms": 76796.64190346646,
                        "interactivity_tok_s": 14.54206438334768,
                        "output_per_gpu": 2936.524467130476,
                        "total_per_gpu": 2350.0731537642177,
                        "tpot_ms": 68.76602754868242,
                        "tpot_relative": 1.0,
                        "ttft_ms": 13516.949180569345,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (188157660536 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "24921817337",
                      "measured": {
                        "e2e_ms": 120781.03929815718,
                        "interactivity_tok_s": 10.515752457549652,
                        "output_per_gpu": 3595.7307319897486,
                        "total_per_gpu": 2876.8860330092807,
                        "tpot_ms": 95.09542983603257,
                        "tpot_relative": 1.382884,
                        "ttft_ms": 33277.27918209851,
                        "ttft_relative": 2.461893,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 41
        },
        {
          "aic": {
            "coverage_pct": 51.19,
            "points": 43,
            "status_counts": {
              "failed": 18,
              "success": 43,
              "unknown": 0,
              "unsupported": 23
            },
            "tpot_mape_pct": 18.13,
            "tpot_shape_error_pct": 18.01,
            "ttft_mape_pct": 39.94,
            "ttft_shape_error_pct": 50.52
          },
          "aisim": {
            "coverage_pct": 73.81,
            "points": 62,
            "status_counts": {
              "failed": 22,
              "success": 62,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 11.23,
            "tpot_shape_error_pct": 12.48,
            "ttft_mape_pct": 14.08,
            "ttft_shape_error_pct": 35.25
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 69.7,
                "points": 23,
                "status_counts": {
                  "failed": 1,
                  "success": 23,
                  "unknown": 0,
                  "unsupported": 9
                },
                "tpot_mape_pct": 18.73,
                "tpot_shape_error_pct": 20.32,
                "ttft_mape_pct": 38.03,
                "ttft_shape_error_pct": 46.97
              },
              "aisim": {
                "coverage_pct": 96.97,
                "points": 32,
                "status_counts": {
                  "failed": 1,
                  "success": 32,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 13.09,
                "tpot_shape_error_pct": 15.85,
                "ttft_mape_pct": 16.33,
                "ttft_shape_error_pct": 52.38
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 33,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "6603b76f550052fe",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=193273528320 bytes)",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33012183714",
                      "measured": {
                        "e2e_ms": 27310.845500319374,
                        "interactivity_tok_s": 39.91513090058221,
                        "output_per_gpu": 263.7703116974889,
                        "total_per_gpu": 1188.9265927071015,
                        "tpot_ms": 25.05315596961787,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4247.355013934248,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 7
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.88,
                    "tpot_shape_error_pct": 5.76,
                    "ttft_mape_pct": 22.27,
                    "ttft_shape_error_pct": 54.67
                  },
                  "framework": "vllm",
                  "id": "4ac88a907cdd20a9",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4448.354037399999,
                        "interactivity_tok_s": 223.21620222476648,
                        "output_per_gpu": 26.141691740877814,
                        "total_per_gpu": 234.00790297896816,
                        "tpot_error_pct": 16.0,
                        "tpot_ms": 4.479961535198305,
                        "tpot_relative": 0.840013,
                        "ttft_error_pct": 47.07,
                        "ttft_ms": 284.5767893999998,
                        "ttft_relative": 0.529256,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.313762231938372,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 5499.466498609399,
                        "interactivity_tok_s": 187.50449779741362,
                        "output_per_gpu": 21.143312479611815,
                        "total_per_gpu": 189.28753339535092,
                        "tpot_ms": 5.3332053990535995,
                        "tpot_relative": 1.0,
                        "ttft_ms": 537.6924215932377,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5334.064773800006,
                        "interactivity_tok_s": 187.38161989697372,
                        "output_per_gpu": 43.74408563276112,
                        "total_per_gpu": 389.8239983982528,
                        "tpot_error_pct": 15.86,
                        "tpot_ms": 5.336702716893048,
                        "tpot_relative": 1.000656,
                        "ttft_error_pct": 26.71,
                        "ttft_ms": 346.63662514999993,
                        "ttft_relative": 0.644675,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2407798211235053,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 6389.173680351814,
                        "interactivity_tok_s": 157.65458774325438,
                        "output_per_gpu": 35.90000074111795,
                        "total_per_gpu": 319.96007610537464,
                        "tpot_ms": 6.342980653557209,
                        "tpot_relative": 1.189337,
                        "ttft_ms": 472.9432326334063,
                        "ttft_relative": 0.87958,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6768.937575549981,
                        "interactivity_tok_s": 143.41360575728874,
                        "output_per_gpu": 66.67781608305098,
                        "total_per_gpu": 599.3938008465652,
                        "tpot_error_pct": 16.09,
                        "tpot_ms": 6.972839116062576,
                        "tpot_relative": 1.307439,
                        "ttft_error_pct": 23.14,
                        "ttft_ms": 362.5340672499992,
                        "ttft_relative": 0.674241,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2442340881753047,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 8116.431835395634,
                        "interactivity_tok_s": 120.33509526403752,
                        "output_per_gpu": 55.79757788592667,
                        "total_per_gpu": 501.64758958195097,
                        "tpot_ms": 8.310127629897284,
                        "tpot_relative": 1.558186,
                        "ttft_ms": 471.66691125021316,
                        "ttft_relative": 0.877206,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9479.722393874998,
                        "interactivity_tok_s": 102.41134650678215,
                        "output_per_gpu": 96.39386504783776,
                        "total_per_gpu": 857.4679962600986,
                        "tpot_error_pct": 15.18,
                        "tpot_ms": 9.764543032678272,
                        "tpot_relative": 1.830896,
                        "ttft_error_pct": 40.59,
                        "ttft_ms": 429.84403054999973,
                        "ttft_relative": 0.799424,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2526273343582248,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 11411.546947588067,
                        "interactivity_tok_s": 86.8666455192457,
                        "output_per_gpu": 79.3803146251051,
                        "total_per_gpu": 706.2103358318595,
                        "tpot_ms": 11.511898428015682,
                        "tpot_relative": 2.158533,
                        "ttft_ms": 723.538023900619,
                        "ttft_relative": 1.345636,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 12910.005467481213,
                        "interactivity_tok_s": 74.25073615529236,
                        "output_per_gpu": 138.6064750380449,
                        "total_per_gpu": 1250.8887444226075,
                        "tpot_error_pct": 8.65,
                        "tpot_ms": 13.467879940052597,
                        "tpot_relative": 2.525288,
                        "ttft_error_pct": 13.85,
                        "ttft_ms": 576.9974185624994,
                        "ttft_relative": 1.073099,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2291276441647312,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 14144.953738568438,
                        "interactivity_tok_s": 67.82550282659584,
                        "output_per_gpu": 125.98869611894787,
                        "total_per_gpu": 1137.1541159857652,
                        "tpot_ms": 14.743716719013817,
                        "tpot_relative": 2.764513,
                        "ttft_ms": 669.778179217974,
                        "ttft_relative": 1.245653,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 18958.20379892495,
                        "interactivity_tok_s": 51.200829044572316,
                        "output_per_gpu": 191.98743131221906,
                        "total_per_gpu": 1716.8127409331812,
                        "tpot_error_pct": 4.7,
                        "tpot_ms": 19.530933749714503,
                        "tpot_relative": 3.662138,
                        "ttft_error_pct": 4.28,
                        "ttft_ms": 865.892912156248,
                        "ttft_relative": 1.610387,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1727236961813667,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 19856.46492769156,
                        "interactivity_tok_s": 48.792925085364494,
                        "output_per_gpu": 182.38786488360594,
                        "total_per_gpu": 1631.1674422182946,
                        "tpot_ms": 20.49477456517464,
                        "tpot_relative": 3.842862,
                        "ttft_ms": 904.6197342921005,
                        "ttft_relative": 1.682411,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 28874.472790315736,
                        "interactivity_tok_s": 33.584447672843204,
                        "output_per_gpu": 252.527925237792,
                        "total_per_gpu": 2276.230650812943,
                        "tpot_error_pct": 6.64,
                        "tpot_ms": 29.775686941209166,
                        "tpot_relative": 5.583075,
                        "ttft_error_pct": 0.26,
                        "ttft_ms": 1395.5476295140631,
                        "ttft_relative": 2.595439,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.203336991766961,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 30763.371097273102,
                        "interactivity_tok_s": 31.355464200848132,
                        "output_per_gpu": 235.34186931656694,
                        "total_per_gpu": 2121.5746761429755,
                        "tpot_ms": 31.892367900997336,
                        "tpot_relative": 5.979962,
                        "ttft_ms": 1399.136346353771,
                        "ttft_relative": 2.602113,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 2
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.2,
                    "tpot_shape_error_pct": 1.81,
                    "ttft_mape_pct": 4.14,
                    "ttft_shape_error_pct": 1.92
                  },
                  "framework": "vllm",
                  "id": "64d6e345f6b4251b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 47146.063016030654,
                        "interactivity_tok_s": 20.561240029078903,
                        "output_per_gpu": 309.2353813537943,
                        "total_per_gpu": 2791.802332283589,
                        "tpot_error_pct": 2.32,
                        "tpot_ms": 48.63519897563288,
                        "tpot_relative": 0.976843,
                        "ttft_error_pct": 3.16,
                        "ttft_ms": 2335.766748265619,
                        "ttft_relative": 1.031551,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.212085250476183,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 48017.98493629863,
                        "interactivity_tok_s": 20.085094793515996,
                        "output_per_gpu": 301.9527091738326,
                        "total_per_gpu": 2726.3819433576155,
                        "tpot_ms": 49.78816432187448,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2264.3254542246723,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 83042.4078893374,
                        "interactivity_tok_s": 11.717553550009415,
                        "output_per_gpu": 352.89894310253055,
                        "total_per_gpu": 3175.177313277359,
                        "tpot_error_pct": 4.09,
                        "tpot_ms": 85.34204650587635,
                        "tpot_relative": 1.714103,
                        "ttft_error_pct": 5.13,
                        "ttft_ms": 4280.152556728118,
                        "ttft_relative": 1.890255,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2421259687387207,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31723588108",
                      "measured": {
                        "e2e_ms": 86044.92708805382,
                        "interactivity_tok_s": 11.238564279786939,
                        "output_per_gpu": 339.61675866656674,
                        "total_per_gpu": 3055.9305561352526,
                        "tpot_ms": 88.97933713815605,
                        "tpot_relative": 1.787158,
                        "ttft_ms": 4071.2181225034783,
                        "ttft_relative": 1.797983,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.26,
                    "tpot_shape_error_pct": 26.15,
                    "ttft_mape_pct": 35.7,
                    "ttft_shape_error_pct": 40.99
                  },
                  "aisim": {
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.76,
                    "tpot_shape_error_pct": 19.68,
                    "ttft_mape_pct": 18.1,
                    "ttft_shape_error_pct": 58.63
                  },
                  "framework": "vllm",
                  "id": "73f01a3e6104e048",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9822.385483169772,
                        "interactivity_tok_s": 108.1492245594499,
                        "output_per_gpu": 13.01873157178653,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.7,
                        "tpot_ms": 9.246483311124413,
                        "tpot_relative": 0.873023,
                        "ttft_error_pct": 18.29,
                        "ttft_ms": 363.2330558894976,
                        "ttft_relative": 0.81707,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8885.47735679999,
                        "interactivity_tok_s": 107.97316245436494,
                        "output_per_gpu": 13.087366646768398,
                        "total_per_gpu": 117.15183756597712,
                        "tpot_error_pct": 12.56,
                        "tpot_ms": 9.261560718133563,
                        "tpot_relative": 0.874446,
                        "ttft_error_pct": 37.24,
                        "ttft_ms": 278.98694240000066,
                        "ttft_relative": 0.627564,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 10287.101517384872,
                        "interactivity_tok_s": 94.41673069017322,
                        "output_per_gpu": 11.30380217182651,
                        "total_per_gpu": 101.1862226874153,
                        "tpot_ms": 10.591343215234614,
                        "tpot_relative": 1.0,
                        "ttft_ms": 444.5555373094976,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10880.338339716709,
                        "interactivity_tok_s": 97.73378637421222,
                        "output_per_gpu": 23.505702857275203,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.44,
                        "tpot_ms": 10.231876171983217,
                        "tpot_relative": 0.96606,
                        "ttft_error_pct": 6.95,
                        "ttft_ms": 413.1290157778783,
                        "ttft_relative": 0.929308,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9551.786992600018,
                        "interactivity_tok_s": 101.11271255476598,
                        "output_per_gpu": 24.4049799190597,
                        "total_per_gpu": 217.48418592505436,
                        "tpot_error_pct": 11.5,
                        "tpot_ms": 9.889953248542977,
                        "tpot_relative": 0.933777,
                        "ttft_error_pct": 19.79,
                        "ttft_ms": 309.8291713499987,
                        "ttft_relative": 0.696941,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 10818.741091003176,
                        "interactivity_tok_s": 89.4861084662072,
                        "output_per_gpu": 21.544884840161743,
                        "total_per_gpu": 191.99654151947183,
                        "tpot_ms": 11.174918846511599,
                        "tpot_relative": 1.055099,
                        "ttft_ms": 386.2910586525686,
                        "ttft_relative": 0.868938,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12446.991601755348,
                        "interactivity_tok_s": 85.33842734258094,
                        "output_per_gpu": 41.09426730294132,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.5,
                        "tpot_ms": 11.718050486044454,
                        "tpot_relative": 1.10638,
                        "ttft_error_pct": 26.63,
                        "ttft_ms": 459.42595453187187,
                        "ttft_relative": 1.03345,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10662.685403049974,
                        "interactivity_tok_s": 89.0047595566063,
                        "output_per_gpu": 42.15164160668829,
                        "total_per_gpu": 378.9181193799987,
                        "tpot_error_pct": 9.39,
                        "tpot_ms": 11.23535421006343,
                        "tpot_relative": 1.060805,
                        "ttft_error_pct": 7.58,
                        "ttft_ms": 335.3032746249988,
                        "ttft_relative": 0.754244,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 11771.461716893828,
                        "interactivity_tok_s": 80.64473889053879,
                        "output_per_gpu": 38.146526246552995,
                        "total_per_gpu": 342.91452088855567,
                        "tpot_ms": 12.40006494853094,
                        "tpot_relative": 1.170774,
                        "ttft_ms": 362.82141560222954,
                        "ttft_relative": 0.816144,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15688.21635463808,
                        "interactivity_tok_s": 67.37908536873913,
                        "output_per_gpu": 65.20817770960682,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.85,
                        "tpot_ms": 14.841400629399981,
                        "tpot_relative": 1.401277,
                        "ttft_error_pct": 39.36,
                        "ttft_ms": 505.4635107618992,
                        "ttft_relative": 1.137009,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13604.08891116248,
                        "interactivity_tok_s": 70.26682008425443,
                        "output_per_gpu": 67.03425657143102,
                        "total_per_gpu": 596.3007047654393,
                        "tpot_error_pct": 11.64,
                        "tpot_ms": 14.231467978783382,
                        "tpot_relative": 1.343689,
                        "ttft_error_pct": 49.37,
                        "ttft_ms": 422.0152145374983,
                        "ttft_relative": 0.949297,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 15745.839816977968,
                        "interactivity_tok_s": 62.09057479604015,
                        "output_per_gpu": 57.92759188951615,
                        "total_per_gpu": 515.2927120520139,
                        "tpot_ms": 16.105503988083154,
                        "tpot_relative": 1.520629,
                        "ttft_ms": 833.5729855811223,
                        "ttft_relative": 1.875071,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21921.78182573612,
                        "interactivity_tok_s": 47.87096747549003,
                        "output_per_gpu": 93.33182933140958,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.78,
                        "tpot_ms": 20.889487986888934,
                        "tpot_relative": 1.972317,
                        "ttft_error_pct": 6.43,
                        "ttft_ms": 551.8356151487421,
                        "ttft_relative": 1.24132,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18910.04072898151,
                        "interactivity_tok_s": 49.828494959214545,
                        "output_per_gpu": 94.46410016622761,
                        "total_per_gpu": 852.51485991192,
                        "tpot_error_pct": 13.15,
                        "tpot_ms": 20.06883813806772,
                        "tpot_relative": 1.894834,
                        "ttft_error_pct": 5.19,
                        "ttft_ms": 545.4149755187497,
                        "ttft_relative": 1.226877,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 16750.35628147598,
                        "interactivity_tok_s": 56.38135807744487,
                        "output_per_gpu": 106.00681333842573,
                        "total_per_gpu": 956.6849571836243,
                        "tpot_ms": 17.73635886220424,
                        "tpot_relative": 1.674609,
                        "ttft_ms": 518.493894416315,
                        "ttft_relative": 1.16632,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 29691.779702691434,
                        "interactivity_tok_s": 35.16333859372812,
                        "output_per_gpu": 137.81592214996388,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.02,
                        "tpot_ms": 28.43871031570262,
                        "tpot_relative": 2.68509,
                        "ttft_error_pct": 17.54,
                        "ttft_ms": 598.9790497276509,
                        "ttft_relative": 1.347366,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25976.273207665614,
                        "interactivity_tok_s": 36.756600270486416,
                        "output_per_gpu": 139.59728013373135,
                        "total_per_gpu": 1248.3233277050208,
                        "tpot_error_pct": 15.77,
                        "tpot_ms": 27.205998178317554,
                        "tpot_relative": 2.568701,
                        "ttft_error_pct": 8.42,
                        "ttft_ms": 787.5273078031246,
                        "ttft_relative": 1.771494,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 22486.567374999868,
                        "interactivity_tok_s": 42.55417182929338,
                        "output_per_gpu": 160.4872481197295,
                        "total_per_gpu": 1435.1280729475563,
                        "tpot_ms": 23.49945861974504,
                        "tpot_relative": 2.218742,
                        "ttft_ms": 726.3667413011717,
                        "ttft_relative": 1.633917,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 41650.082725644024,
                        "interactivity_tok_s": 24.94940804946984,
                        "output_per_gpu": 196.49420756038734,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.03,
                        "tpot_ms": 40.08111126393034,
                        "tpot_relative": 3.784327,
                        "ttft_error_pct": 45.68,
                        "ttft_ms": 647.1059026432814,
                        "ttft_relative": 1.455624,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 36303.32378975191,
                        "interactivity_tok_s": 26.326706297752217,
                        "output_per_gpu": 199.9705632082392,
                        "total_per_gpu": 1802.4902584785557,
                        "tpot_error_pct": 9.96,
                        "tpot_ms": 37.98424264281705,
                        "tpot_relative": 3.586348,
                        "ttft_error_pct": 6.07,
                        "ttft_ms": 1263.6984309062507,
                        "ttft_relative": 2.842611,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 33080.49059974874,
                        "interactivity_tok_s": 28.94780532032795,
                        "output_per_gpu": 219.3063289073109,
                        "total_per_gpu": 1976.7785574843792,
                        "tpot_ms": 34.54493316278358,
                        "tpot_relative": 3.26162,
                        "ttft_ms": 1191.338586098027,
                        "ttft_relative": 2.679842,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 64109.06564731561,
                        "interactivity_tok_s": 16.13286927641285,
                        "output_per_gpu": 255.3149049160314,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.68,
                        "tpot_ms": 61.98525400946845,
                        "tpot_relative": 5.852445,
                        "ttft_error_pct": 66.34,
                        "ttft_ms": 698.1507956293888,
                        "ttft_relative": 1.570447,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 55479.006770630265,
                        "interactivity_tok_s": 17.294462268546248,
                        "output_per_gpu": 262.0207644329933,
                        "total_per_gpu": 2365.5449064343743,
                        "tpot_error_pct": 8.84,
                        "tpot_ms": 57.82197702779797,
                        "tpot_relative": 5.459362,
                        "ttft_error_pct": 6.9,
                        "ttft_ms": 2217.4201904132833,
                        "ttft_relative": 4.987949,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 51045.904130380586,
                        "interactivity_tok_s": 18.823812655412343,
                        "output_per_gpu": 284.6311489778428,
                        "total_per_gpu": 2569.6733086559825,
                        "tpot_ms": 53.12420062321825,
                        "tpot_relative": 5.015813,
                        "ttft_ms": 2074.23922054968,
                        "ttft_relative": 4.665872,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 110957.62779350625,
                        "interactivity_tok_s": 9.282809344276407,
                        "output_per_gpu": 295.0315417784721,
                        "total_per_gpu": null,
                        "tpot_error_pct": 31.31,
                        "tpot_ms": 107.72600868039801,
                        "tpot_relative": 10.171138,
                        "ttft_error_pct": 94.11,
                        "ttft_ms": 753.9209134590911,
                        "ttft_relative": 1.695898,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 107864.46245449502,
                        "interactivity_tok_s": 9.986782213253512,
                        "output_per_gpu": 270.40950825063254,
                        "total_per_gpu": 2432.9858523901557,
                        "tpot_error_pct": 22.05,
                        "tpot_ms": 100.13235280858478,
                        "tpot_relative": 9.454169,
                        "ttft_error_pct": 22.31,
                        "ttft_ms": 15654.031531541725,
                        "ttft_relative": 35.212769,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 88349.05639949057,
                        "interactivity_tok_s": 12.1891371731923,
                        "output_per_gpu": 329.7263808946419,
                        "total_per_gpu": 2966.6842156042967,
                        "tpot_ms": 82.04026140581227,
                        "tpot_relative": 7.745973,
                        "ttft_ms": 12799.058217667243,
                        "ttft_relative": 28.790685,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.02,
                    "tpot_shape_error_pct": 10.5,
                    "ttft_mape_pct": 47.04,
                    "ttft_shape_error_pct": 62.03
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.04,
                    "tpot_shape_error_pct": 28.04,
                    "ttft_mape_pct": 15.9,
                    "ttft_shape_error_pct": 24.37
                  },
                  "framework": "vllm",
                  "id": "10669f45ef61ecb2",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 31663.65488292135,
                        "interactivity_tok_s": 33.678148111967715,
                        "output_per_gpu": 258.4666877611233,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.83,
                        "tpot_ms": 29.692844056489097,
                        "tpot_relative": 0.621669,
                        "ttft_error_pct": 24.83,
                        "ttft_ms": 1287.875413133004,
                        "ttft_relative": 1.24827,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 56499.03095235159,
                        "interactivity_tok_s": 16.734800813691397,
                        "output_per_gpu": 128.83037000642045,
                        "total_per_gpu": 1161.2483517933754,
                        "tpot_error_pct": 25.11,
                        "tpot_ms": 59.755715716787066,
                        "tpot_relative": 1.251085,
                        "ttft_error_pct": 32.81,
                        "ttft_ms": 1370.2298696671892,
                        "ttft_relative": 1.328092,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 45069.108867611794,
                        "interactivity_tok_s": 20.936662574199314,
                        "output_per_gpu": 160.82267313299127,
                        "total_per_gpu": 1449.6198691145855,
                        "tpot_ms": 47.763104384760965,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1031.7282624597283,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 41389.79776538797,
                        "interactivity_tok_s": 25.58543742243664,
                        "output_per_gpu": 395.4597723037841,
                        "total_per_gpu": null,
                        "tpot_error_pct": 38.43,
                        "tpot_ms": 39.084733377396546,
                        "tpot_relative": 0.818304,
                        "ttft_error_pct": 0.77,
                        "ttft_ms": 1406.1155203113096,
                        "ttft_relative": 1.362874,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 79963.26950414278,
                        "interactivity_tok_s": 11.779721004622344,
                        "output_per_gpu": 182.11010704042096,
                        "total_per_gpu": 1644.104951193105,
                        "tpot_error_pct": 33.73,
                        "tpot_ms": 84.89165402199268,
                        "tpot_relative": 1.777348,
                        "ttft_error_pct": 24.24,
                        "ttft_ms": 1760.4709149070302,
                        "ttft_relative": 1.706332,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 59873.17865060231,
                        "interactivity_tok_s": 15.753498719328094,
                        "output_per_gpu": 242.06570211419378,
                        "total_per_gpu": 2185.3889705948377,
                        "tpot_ms": 63.47796243973994,
                        "tpot_relative": 1.329017,
                        "ttft_ms": 1417.0057830313453,
                        "ttft_relative": 1.373429,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 62621.40128531021,
                        "interactivity_tok_s": 16.74440565890447,
                        "output_per_gpu": 522.7605791006029,
                        "total_per_gpu": null,
                        "tpot_error_pct": 43.25,
                        "tpot_ms": 59.72143893134913,
                        "tpot_relative": 1.250368,
                        "ttft_error_pct": 60.07,
                        "ttft_ms": 1526.36925854006,
                        "ttft_relative": 1.47943,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 72050.52318678665,
                        "interactivity_tok_s": 13.414980899313003,
                        "output_per_gpu": 403.9423948475561,
                        "total_per_gpu": 3634.436297017315,
                        "tpot_error_pct": 29.17,
                        "tpot_ms": 74.54352768040178,
                        "tpot_relative": 1.560693,
                        "ttft_error_pct": 14.84,
                        "ttft_ms": 3255.308365573834,
                        "ttft_relative": 3.155199,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 101007.46226955699,
                        "interactivity_tok_s": 9.501733878951795,
                        "output_per_gpu": 289.1201045280685,
                        "total_per_gpu": 2601.3328026408562,
                        "tpot_ms": 105.24394944539503,
                        "tpot_relative": 2.203457,
                        "ttft_ms": 3822.6118238670097,
                        "ttft_relative": 3.705057,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 93222.63378673789,
                        "interactivity_tok_s": 11.17136261047542,
                        "output_per_gpu": 702.3187110308209,
                        "total_per_gpu": null,
                        "tpot_error_pct": 36.67,
                        "tpot_ms": 89.51459502910568,
                        "tpot_relative": 1.874137,
                        "ttft_error_pct": 70.01,
                        "ttft_ms": 1649.2030719627821,
                        "ttft_relative": 1.598486,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 110822.33194600153,
                        "interactivity_tok_s": 8.739101321085505,
                        "output_per_gpu": 526.3278840819862,
                        "total_per_gpu": 4736.989193975517,
                        "tpot_error_pct": 19.04,
                        "tpot_ms": 114.42824190483097,
                        "tpot_relative": 2.395745,
                        "ttft_error_pct": 5.16,
                        "ttft_ms": 5216.502409808186,
                        "ttft_relative": 5.056082,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 135912.89189674935,
                        "interactivity_tok_s": 7.074876627569321,
                        "output_per_gpu": 429.9849095084528,
                        "total_per_gpu": 3869.89542358505,
                        "tpot_ms": 141.34522093335286,
                        "tpot_relative": 2.959297,
                        "ttft_ms": 5500.087769584161,
                        "ttft_relative": 5.330946,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 156405.25242277293,
                        "interactivity_tok_s": 6.615858602968777,
                        "output_per_gpu": 837.2097354253193,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.9,
                        "tpot_ms": 151.15196076761126,
                        "tpot_relative": 3.164618,
                        "ttft_error_pct": 79.54,
                        "ttft_ms": 1776.7965575066064,
                        "ttft_relative": 1.722156,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 166213.06154143863,
                        "interactivity_tok_s": 5.841845605292201,
                        "output_per_gpu": 703.4137810945684,
                        "total_per_gpu": 6329.425694342726,
                        "tpot_error_pct": 8.16,
                        "tpot_ms": 171.17877937309527,
                        "tpot_relative": 3.583912,
                        "ttft_error_pct": 2.44,
                        "ttft_ms": 8470.960868540275,
                        "ttft_relative": 8.210457,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 180370.29367174336,
                        "interactivity_tok_s": 5.365181878172914,
                        "output_per_gpu": 648.6259166719586,
                        "total_per_gpu": 5836.436039981646,
                        "tpot_ms": 186.38697116090034,
                        "tpot_relative": 3.902321,
                        "ttft_ms": 8683.175162906446,
                        "ttft_relative": 8.416145,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.15,
                    "tpot_shape_error_pct": 19.41,
                    "ttft_mape_pct": 35.35,
                    "ttft_shape_error_pct": 45.41
                  },
                  "aisim": {
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.02,
                    "tpot_shape_error_pct": 15.24,
                    "ttft_mape_pct": 12.88,
                    "ttft_shape_error_pct": 64.73
                  },
                  "framework": "vllm",
                  "id": "4f6f071433394ff2",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9812.20224602542,
                        "interactivity_tok_s": 108.3550960144001,
                        "output_per_gpu": 13.032242588741758,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.63,
                        "tpot_ms": 9.228915268250075,
                        "tpot_relative": 0.953687,
                        "ttft_error_pct": 17.14,
                        "ttft_ms": 371.02192660559257,
                        "ttft_relative": 0.82861,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8874.741221900007,
                        "interactivity_tok_s": 108.1783635156647,
                        "output_per_gpu": 13.103198965738837,
                        "total_per_gpu": 117.29356090195286,
                        "tpot_error_pct": 4.48,
                        "tpot_ms": 9.243992675625895,
                        "tpot_relative": 0.955245,
                        "ttft_error_pct": 36.44,
                        "ttft_ms": 284.57678939999954,
                        "ttft_relative": 0.63555,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 9440.680929407245,
                        "interactivity_tok_s": 103.33687613270234,
                        "output_per_gpu": 12.317310061653332,
                        "total_per_gpu": 110.25865986179113,
                        "tpot_ms": 9.677087574389493,
                        "tpot_relative": 1.0,
                        "ttft_ms": 447.76437021791935,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10911.840391367974,
                        "interactivity_tok_s": 97.52193209677708,
                        "output_per_gpu": 23.437842822766733,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.37,
                        "tpot_ms": 10.254103651347245,
                        "tpot_relative": 1.059627,
                        "ttft_error_pct": 6.22,
                        "ttft_ms": 421.8923560397421,
                        "ttft_relative": 0.94222,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9569.388684949978,
                        "interactivity_tok_s": 100.98605021475878,
                        "output_per_gpu": 24.360362640277902,
                        "total_per_gpu": 217.086580494268,
                        "tpot_error_pct": 4.75,
                        "tpot_ms": 9.90235777984565,
                        "tpot_relative": 1.023279,
                        "ttft_error_pct": 20.5,
                        "ttft_ms": 315.7847257,
                        "ttft_relative": 0.705248,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 10102.744298637845,
                        "interactivity_tok_s": 96.18774604211828,
                        "output_per_gpu": 23.074309589654334,
                        "total_per_gpu": 205.625960501999,
                        "tpot_ms": 10.396334680325333,
                        "tpot_relative": 1.074325,
                        "ttft_ms": 397.2004056442529,
                        "ttft_relative": 0.887075,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12448.878588047723,
                        "interactivity_tok_s": 85.39436147300714,
                        "output_per_gpu": 41.08803828250808,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.99,
                        "tpot_ms": 11.710375049951004,
                        "tpot_relative": 1.210114,
                        "ttft_error_pct": 44.48,
                        "ttft_ms": 469.16491194784703,
                        "ttft_relative": 1.047794,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10651.66622927502,
                        "interactivity_tok_s": 89.15977517960799,
                        "output_per_gpu": 42.19511050624552,
                        "total_per_gpu": 379.3088788627594,
                        "tpot_error_pct": 1.36,
                        "tpot_ms": 11.21582011602821,
                        "tpot_relative": 1.159008,
                        "ttft_error_pct": 5.37,
                        "ttft_ms": 342.1834848750001,
                        "ttft_relative": 0.764204,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 10774.293169740122,
                        "interactivity_tok_s": 87.95013170459005,
                        "output_per_gpu": 41.65940319392897,
                        "total_per_gpu": 374.493189613568,
                        "tpot_ms": 11.370079619196417,
                        "tpot_relative": 1.174949,
                        "ttft_ms": 324.7347128984984,
                        "ttft_relative": 0.725236,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15050.733889797579,
                        "interactivity_tok_s": 70.38399994958468,
                        "output_per_gpu": 67.97010747053734,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.28,
                        "tpot_ms": 14.207774504380108,
                        "tpot_relative": 1.468187,
                        "ttft_error_pct": 19.37,
                        "ttft_ms": 516.180571816728,
                        "ttft_relative": 1.152795,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13019.612965275013,
                        "interactivity_tok_s": 73.57972356582582,
                        "output_per_gpu": 70.00771498013253,
                        "total_per_gpu": 622.7509920571327,
                        "tpot_error_pct": 1.21,
                        "tpot_ms": 13.590700692227813,
                        "tpot_relative": 1.404421,
                        "ttft_error_pct": 0.47,
                        "ttft_ms": 430.4013616499998,
                        "ttft_relative": 0.961223,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 13176.411400231882,
                        "interactivity_tok_s": 72.69300298256834,
                        "output_per_gpu": 69.11871814150224,
                        "total_per_gpu": 614.8429541594555,
                        "tpot_ms": 13.756482178068751,
                        "tpot_relative": 1.421552,
                        "ttft_ms": 432.43409764545504,
                        "ttft_relative": 0.965763,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21313.16807578592,
                        "interactivity_tok_s": 49.3020793302038,
                        "output_per_gpu": 95.99699081454149,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.85,
                        "tpot_ms": 20.283120176381132,
                        "tpot_relative": 2.095994,
                        "ttft_error_pct": 4.82,
                        "ttft_ms": 563.5361353480233,
                        "ttft_relative": 1.258555,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18340.03294172519,
                        "interactivity_tok_s": 51.45849461317456,
                        "output_per_gpu": 97.37408450852277,
                        "total_per_gpu": 878.7767402405548,
                        "tpot_error_pct": 17.71,
                        "tpot_ms": 19.433137473554794,
                        "tpot_relative": 2.00816,
                        "ttft_error_pct": 3.45,
                        "ttft_ms": 556.1722703999992,
                        "ttft_relative": 1.242109,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 15649.16467731091,
                        "interactivity_tok_s": 60.56957640725709,
                        "output_per_gpu": 113.50812111693044,
                        "total_per_gpu": 1024.3823823292084,
                        "tpot_ms": 16.509938806179036,
                        "tpot_relative": 1.706086,
                        "ttft_ms": 537.6010043255519,
                        "ttft_relative": 1.200634,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 29602.929747800954,
                        "interactivity_tok_s": 35.28650247938098,
                        "output_per_gpu": 138.22956156236438,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.34,
                        "tpot_ms": 28.339447940025558,
                        "tpot_relative": 2.92851,
                        "ttft_error_pct": 18.0,
                        "ttft_ms": 611.6745051548102,
                        "ttft_relative": 1.366063,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25835.84122100002,
                        "interactivity_tok_s": 36.99006835271636,
                        "output_per_gpu": 140.40311558157993,
                        "total_per_gpu": 1255.529364863319,
                        "tpot_error_pct": 20.52,
                        "tpot_ms": 27.034283647831252,
                        "tpot_relative": 2.793638,
                        "ttft_error_pct": 7.92,
                        "ttft_ms": 805.0028331437492,
                        "ttft_relative": 1.797827,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 21522.606272045232,
                        "interactivity_tok_s": 44.57979343326533,
                        "output_per_gpu": 167.97968276302245,
                        "total_per_gpu": 1502.1278091714132,
                        "tpot_ms": 22.431687609700823,
                        "tpot_relative": 2.318021,
                        "ttft_ms": 745.9534745932615,
                        "ttft_relative": 1.665951,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 41952.21063021947,
                        "interactivity_tok_s": 24.775140861135014,
                        "output_per_gpu": 195.0791120910518,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.34,
                        "tpot_ms": 40.36303993608,
                        "tpot_relative": 4.17099,
                        "ttft_error_pct": 46.75,
                        "ttft_ms": 660.8207756096273,
                        "ttft_relative": 1.475823,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 36505.57286202951,
                        "interactivity_tok_s": 26.199211619461398,
                        "output_per_gpu": 198.9424643435416,
                        "total_per_gpu": 1793.2232035748768,
                        "tpot_error_pct": 10.96,
                        "tpot_ms": 38.16908747197478,
                        "tpot_relative": 3.944274,
                        "ttft_error_pct": 4.27,
                        "ttft_ms": 1294.0650639218752,
                        "ttft_relative": 2.890058,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 32999.00907169649,
                        "interactivity_tok_s": 29.071170909968014,
                        "output_per_gpu": 220.11364398178418,
                        "total_per_gpu": 1984.055516322294,
                        "tpot_ms": 34.398339272159035,
                        "tpot_relative": 3.554617,
                        "ttft_ms": 1241.0579864164902,
                        "ttft_relative": 2.771677,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 65907.37406303587,
                        "interactivity_tok_s": 15.691522894098453,
                        "output_per_gpu": 248.3485381217758,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.12,
                        "tpot_ms": 63.72867737242367,
                        "tpot_relative": 6.585522,
                        "ttft_error_pct": 67.12,
                        "ttft_ms": 712.9371110464515,
                        "ttft_relative": 1.592215,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 56932.67763061777,
                        "interactivity_tok_s": 16.852264025694176,
                        "output_per_gpu": 255.45304598523705,
                        "total_per_gpu": 2306.2510067520157,
                        "tpot_error_pct": 6.26,
                        "tpot_ms": 59.33920798269763,
                        "tpot_relative": 6.131928,
                        "ttft_error_pct": 4.9,
                        "ttft_ms": 2274.5161260171817,
                        "ttft_relative": 5.079717,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 53688.76278363223,
                        "interactivity_tok_s": 17.906623613722452,
                        "output_per_gpu": 270.9992646215267,
                        "total_per_gpu": 2446.603540983305,
                        "tpot_ms": 55.84525712785218,
                        "tpot_relative": 5.770874,
                        "ttft_ms": 2168.2768790245973,
                        "ttft_relative": 4.842451,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 111452.82333209451,
                        "interactivity_tok_s": 9.24261725360233,
                        "output_per_gpu": 293.72068846077565,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.45,
                        "tpot_ms": 108.19446186741618,
                        "tpot_relative": 11.180478,
                        "ttft_error_pct": 94.28,
                        "ttft_ms": 769.8888417277585,
                        "ttft_relative": 1.719406,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 122643.26733134093,
                        "interactivity_tok_s": 8.786024793179106,
                        "output_per_gpu": 238.1615938774871,
                        "total_per_gpu": 2142.8380689541104,
                        "tpot_error_pct": 31.97,
                        "tpot_ms": 113.81711565124817,
                        "tpot_relative": 11.761505,
                        "ttft_error_pct": 32.58,
                        "ttft_ms": 17831.532464311775,
                        "ttft_relative": 39.823473,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "33554397154",
                      "measured": {
                        "e2e_ms": 92870.57697570688,
                        "interactivity_tok_s": 11.594934723510653,
                        "output_per_gpu": 313.96259990428126,
                        "total_per_gpu": 2824.8509776466426,
                        "tpot_ms": 86.24455625199288,
                        "tpot_relative": 8.912243,
                        "ttft_ms": 13449.14228732498,
                        "ttft_relative": 30.036205,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 52.63,
                "points": 20,
                "status_counts": {
                  "failed": 4,
                  "success": 20,
                  "unknown": 0,
                  "unsupported": 14
                },
                "tpot_mape_pct": 17.44,
                "tpot_shape_error_pct": 14.46,
                "ttft_mape_pct": 42.13,
                "ttft_shape_error_pct": 55.98
              },
              "aisim": {
                "coverage_pct": 78.95,
                "points": 30,
                "status_counts": {
                  "failed": 8,
                  "success": 30,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 9.26,
                "tpot_shape_error_pct": 8.14,
                "ttft_mape_pct": 11.69,
                "ttft_shape_error_pct": 13.24
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 38,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "0a3ed2f91d5709ee",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"w4a8_mxfp4_mxfp8\", distribution: \"power_law_1.01\", topk: 6, num_experts: 384, hidden_size: 7168, inter_size: 3072, moe_tp_size: 4, moe_ep_size: 1 } at [path]",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30431262611",
                      "measured": {
                        "e2e_ms": 9851.63215749999,
                        "interactivity_tok_s": 97.71338365137588,
                        "output_per_gpu": 23.606060765421272,
                        "total_per_gpu": 105.65507450828882,
                        "tpot_ms": 10.234012605354284,
                        "tpot_relative": 1.0,
                        "ttft_ms": 341.22944840128184,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"w4a8_mxfp4_mxfp8\", distribution: \"power_law_1.01\", topk: 6, num_experts: 384, hidden_size: 7168, inter_size: 3072, moe_tp_size: 4, moe_ep_size: 1 } at [path]",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30431262611",
                      "measured": {
                        "e2e_ms": 12793.677557987121,
                        "interactivity_tok_s": 76.99105557917564,
                        "output_per_gpu": 141.4700583235486,
                        "total_per_gpu": 629.2207879686715,
                        "tpot_ms": 12.988521750706814,
                        "tpot_relative": 1.269152,
                        "ttft_ms": 781.0091190626736,
                        "ttft_relative": 2.288809,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"w4a8_mxfp4_mxfp8\", distribution: \"power_law_1.01\", topk: 6, num_experts: 384, hidden_size: 7168, inter_size: 3072, moe_tp_size: 4, moe_ep_size: 1 } at [path]",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30431262611",
                      "measured": {
                        "e2e_ms": 14629.970523381553,
                        "interactivity_tok_s": 66.23326872626104,
                        "output_per_gpu": 241.93041652485363,
                        "total_per_gpu": 1091.6807273301872,
                        "tpot_ms": 15.098152623766047,
                        "tpot_relative": 1.475292,
                        "ttft_ms": 828.313946975095,
                        "ttft_relative": 2.42744,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"w4a8_mxfp4_mxfp8\", distribution: \"power_law_1.01\", topk: 6, num_experts: 384, hidden_size: 7168, inter_size: 3072, moe_tp_size: 4, moe_ep_size: 1 } at [path]",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30431262611",
                      "measured": {
                        "e2e_ms": 17823.857376665637,
                        "interactivity_tok_s": 56.36291276236397,
                        "output_per_gpu": 399.6039612892553,
                        "total_per_gpu": 1786.6929292706775,
                        "tpot_ms": 17.74216325930807,
                        "tpot_relative": 1.733647,
                        "ttft_ms": 1424.7376164251136,
                        "ttft_relative": 4.175307,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 115.83,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 98.73,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.82,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 13.12,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b6da02808286cb57",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 94639.239,
                        "interactivity_tok_s": 11.004005457986706,
                        "output_per_gpu": 661.0175833333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 115.83,
                        "tpot_ms": 90.876,
                        "tpot_relative": 2.158332,
                        "ttft_error_pct": 98.73,
                        "ttft_ms": 1673.091,
                        "ttft_relative": 0.012665,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 183603.67915396293,
                        "interactivity_tok_s": 26.934237660052823,
                        "output_per_gpu": 815.2493880180073,
                        "total_per_gpu": 7338.853963903081,
                        "tpot_error_pct": 11.82,
                        "tpot_ms": 37.12746626139479,
                        "tpot_relative": 0.881789,
                        "ttft_error_pct": 13.12,
                        "ttft_ms": 149431.6429403226,
                        "ttft_relative": 1.131162,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28380189316",
                      "measured": {
                        "e2e_ms": 170857.90609730946,
                        "interactivity_tok_s": 23.750301069659027,
                        "output_per_gpu": 2620.6757123145508,
                        "total_per_gpu": 7864.139969689436,
                        "tpot_ms": 42.10472941235673,
                        "tpot_relative": 1.0,
                        "ttft_ms": 132104.55455120114,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.61,
                    "tpot_shape_error_pct": 19.58,
                    "ttft_mape_pct": 69.58,
                    "ttft_shape_error_pct": 94.41
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.11,
                    "tpot_shape_error_pct": 11.57,
                    "ttft_mape_pct": 23.81,
                    "ttft_shape_error_pct": 2.01
                  },
                  "framework": "dynamo-vllm",
                  "id": "277e39b34f06305c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 37212.111,
                        "interactivity_tok_s": 28.785261945883708,
                        "output_per_gpu": 424.112625,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.39,
                        "tpot_ms": 34.74,
                        "tpot_relative": 1.043911,
                        "ttft_error_pct": 42.38,
                        "ttft_ms": 1673.091,
                        "ttft_relative": 0.57617,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32550.692738437843,
                        "interactivity_tok_s": 31.84878284327961,
                        "output_per_gpu": 435.91740768731444,
                        "total_per_gpu": 3922.1286728232003,
                        "tpot_error_pct": 5.65,
                        "tpot_ms": 31.39837415202852,
                        "tpot_relative": 0.943498,
                        "ttft_error_pct": 25.07,
                        "ttft_ms": 3631.7726651156127,
                        "ttft_relative": 1.25069,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28380189316",
                      "measured": {
                        "e2e_ms": 33554.731484632975,
                        "interactivity_tok_s": 30.0492626810796,
                        "output_per_gpu": 842.8084517325678,
                        "total_per_gpu": 3791.86838531026,
                        "tpot_ms": 33.27868675558705,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2903.8158593933986,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 50651.262,
                        "interactivity_tok_s": 20.886855901581136,
                        "output_per_gpu": 495.7631875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.83,
                        "tpot_ms": 47.877,
                        "tpot_relative": 1.438669,
                        "ttft_error_pct": 96.78,
                        "ttft_ms": 1673.091,
                        "ttft_relative": 0.57617,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 93163.3299757852,
                        "interactivity_tok_s": 31.248178047836486,
                        "output_per_gpu": 603.4477063322272,
                        "total_per_gpu": 5429.915535217363,
                        "tpot_error_pct": 16.56,
                        "tpot_ms": 32.001865787795474,
                        "tpot_relative": 0.961632,
                        "ttft_error_pct": 22.55,
                        "ttft_ms": 63695.41800400849,
                        "ttft_relative": 21.935075,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28380189316",
                      "measured": {
                        "e2e_ms": 87290.00383508814,
                        "interactivity_tok_s": 26.07235379293092,
                        "output_per_gpu": 1291.5272723177704,
                        "total_per_gpu": 5811.381219786419,
                        "tpot_ms": 38.354803250296996,
                        "tpot_relative": 1.152534,
                        "ttft_ms": 51974.34864206298,
                        "ttft_relative": 17.898638,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.71,
                    "tpot_shape_error_pct": 5.6,
                    "ttft_mape_pct": 36.72,
                    "ttft_shape_error_pct": 117.52
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "2dfef3afbc0bc23d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11805.906,
                        "interactivity_tok_s": 100.95911155981828,
                        "output_per_gpu": 5.829125,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.51,
                        "tpot_ms": 9.905,
                        "tpot_relative": 0.904919,
                        "ttft_error_pct": 66.37,
                        "ttft_ms": 1673.091,
                        "ttft_relative": 0.336343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=288400343040 bytes)",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28380189316",
                      "measured": {
                        "e2e_ms": 15146.161374804797,
                        "interactivity_tok_s": 91.35986267346672,
                        "output_per_gpu": 7.677383823479054,
                        "total_per_gpu": 34.366257611645516,
                        "tpot_ms": 10.945725734879263,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4974.363520101178,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21928.491,
                        "interactivity_tok_s": 50.505050505050505,
                        "output_per_gpu": 93.030375,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.77,
                        "tpot_ms": 19.8,
                        "tpot_relative": 1.808925,
                        "ttft_error_pct": 18.86,
                        "ttft_ms": 1673.091,
                        "ttft_relative": 0.336343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=288400343040 bytes)",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28380189316",
                      "measured": {
                        "e2e_ms": 20884.235502658976,
                        "interactivity_tok_s": 49.10499830664149,
                        "output_per_gpu": 172.04481326551291,
                        "total_per_gpu": 769.3327025356712,
                        "tpot_ms": 20.364525699713734,
                        "tpot_relative": 1.8605,
                        "ttft_ms": 2062.0297960126663,
                        "ttft_relative": 0.414531,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25758.603,
                        "interactivity_tok_s": 42.473666326877336,
                        "output_per_gpu": 156.4441875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.43,
                        "tpot_ms": 23.544,
                        "tpot_relative": 2.150977,
                        "ttft_error_pct": 24.63,
                        "ttft_ms": 1673.091,
                        "ttft_relative": 0.336343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=288400343040 bytes)",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28380189316",
                      "measured": {
                        "e2e_ms": 25139.634143389958,
                        "interactivity_tok_s": 40.166624273179636,
                        "output_per_gpu": 285.18029604788467,
                        "total_per_gpu": 1285.4306290401287,
                        "tpot_ms": 24.89629183669606,
                        "tpot_relative": 2.274522,
                        "ttft_ms": 2219.707148993484,
                        "ttft_relative": 0.446229,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30762.096,
                        "interactivity_tok_s": 35.16792685071215,
                        "output_per_gpu": 259.072,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.12,
                        "tpot_ms": 28.435,
                        "tpot_relative": 2.597818,
                        "ttft_error_pct": 37.03,
                        "ttft_ms": 1673.091,
                        "ttft_relative": 0.336343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=288400343040 bytes)",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28380189316",
                      "measured": {
                        "e2e_ms": 30199.25737457072,
                        "interactivity_tok_s": 33.36688191230138,
                        "output_per_gpu": 471.7453667588774,
                        "total_per_gpu": 2129.7342443342427,
                        "tpot_ms": 29.969836637067655,
                        "tpot_relative": 2.73804,
                        "ttft_ms": 2656.9001577385507,
                        "ttft_relative": 0.534119,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 4
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.94,
                    "tpot_shape_error_pct": 2.53,
                    "ttft_mape_pct": 22.7,
                    "ttft_shape_error_pct": 25.94
                  },
                  "framework": "vllm",
                  "id": "32085fbda8dd8662",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4349.089159399984,
                        "interactivity_tok_s": 227.94686622192322,
                        "output_per_gpu": 26.738357329065067,
                        "total_per_gpu": 239.34896753039047,
                        "tpot_error_pct": 14.64,
                        "tpot_ms": 4.386987268455911,
                        "tpot_relative": 0.8536,
                        "ttft_error_pct": 35.29,
                        "ttft_ms": 271.68291739999984,
                        "ttft_relative": 0.647081,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.299056603773585,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 5186.70951599488,
                        "interactivity_tok_s": 194.57540100815692,
                        "output_per_gpu": 22.41906598355224,
                        "total_per_gpu": 200.70883903107944,
                        "tpot_ms": 5.139395806554593,
                        "tpot_relative": 1.0,
                        "ttft_ms": 419.85906990012154,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5032.726886150005,
                        "interactivity_tok_s": 198.060724117201,
                        "output_per_gpu": 46.356259322679875,
                        "total_per_gpu": 413.1022993979249,
                        "tpot_error_pct": 16.1,
                        "tpot_ms": 5.04895659882702,
                        "tpot_relative": 0.982403,
                        "ttft_error_pct": 20.98,
                        "ttft_ms": 313.6184657000005,
                        "ttft_relative": 0.746961,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.3220568335588634,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 6001.844705431722,
                        "interactivity_tok_s": 166.17683014111387,
                        "output_per_gpu": 38.16455577992544,
                        "total_per_gpu": 340.1430061221914,
                        "tpot_ms": 6.017686094690945,
                        "tpot_relative": 1.170894,
                        "ttft_ms": 396.87167124357074,
                        "ttft_relative": 0.94525,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6596.515593850005,
                        "interactivity_tok_s": 147.08467213601128,
                        "output_per_gpu": 68.35092545779399,
                        "total_per_gpu": 614.434056305894,
                        "tpot_error_pct": 17.02,
                        "tpot_ms": 6.798804970481804,
                        "tpot_relative": 1.32288,
                        "ttft_error_pct": 9.3,
                        "ttft_ms": 349.89605445000063,
                        "ttft_relative": 0.833365,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2376277099426862,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 7909.552807069849,
                        "interactivity_tok_s": 122.05751098552464,
                        "output_per_gpu": 56.59691735820238,
                        "total_per_gpu": 508.8340434517695,
                        "tpot_ms": 8.192859185196678,
                        "tpot_relative": 1.594129,
                        "ttft_ms": 385.77799072954804,
                        "ttft_relative": 0.918827,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9285.843918424987,
                        "interactivity_tok_s": 104.45203787850741,
                        "output_per_gpu": 98.3455959101368,
                        "total_per_gpu": 874.8295446418759,
                        "tpot_error_pct": 12.0,
                        "tpot_ms": 9.573772042275923,
                        "tpot_relative": 1.862821,
                        "ttft_error_pct": 25.24,
                        "ttft_ms": 412.9591291749997,
                        "ttft_relative": 0.983566,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2415055543017628,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 10649.054699936823,
                        "interactivity_tok_s": 91.92033572822938,
                        "output_per_gpu": 85.01497738027987,
                        "total_per_gpu": 756.3393520170985,
                        "tpot_ms": 10.878985504976708,
                        "tpot_relative": 2.116783,
                        "ttft_ms": 552.3696731419477,
                        "ttft_relative": 1.315607,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 3
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.66,
                    "tpot_shape_error_pct": 0.91,
                    "ttft_mape_pct": 7.94,
                    "ttft_shape_error_pct": 11.01
                  },
                  "framework": "vllm",
                  "id": "0deb9917fca852c9",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 35046.81332476734,
                        "interactivity_tok_s": 27.528285243348737,
                        "output_per_gpu": 415.5273337995197,
                        "total_per_gpu": 3745.471129794476,
                        "tpot_error_pct": 4.24,
                        "tpot_ms": 36.326272819394575,
                        "tpot_relative": 0.957595,
                        "ttft_error_pct": 5.46,
                        "ttft_ms": 1534.0778397265626,
                        "ttft_relative": 1.054603,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1852314278070097,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 36370.84613679063,
                        "interactivity_tok_s": 26.360946238903338,
                        "output_per_gpu": 398.0199688511603,
                        "total_per_gpu": 3588.0954331078474,
                        "tpot_ms": 37.934905330682156,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1454.6492199439854,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 56710.56950228153,
                        "interactivity_tok_s": 17.03386410514933,
                        "output_per_gpu": 513.8466681204853,
                        "total_per_gpu": 4639.04977565828,
                        "tpot_error_pct": 3.0,
                        "tpot_ms": 58.706585530273216,
                        "tpot_relative": 1.547561,
                        "ttft_error_pct": 3.03,
                        "ttft_ms": 2639.4711407296936,
                        "ttft_relative": 1.814507,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2152745389686512,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 58185.36488375139,
                        "interactivity_tok_s": 16.522968329934702,
                        "output_per_gpu": 498.934930316066,
                        "total_per_gpu": 4504.9676442578375,
                        "tpot_ms": 60.52181303212314,
                        "tpot_relative": 1.595412,
                        "ttft_ms": 2561.736382680647,
                        "ttft_relative": 1.761068,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 96505.71031462969,
                        "interactivity_tok_s": 10.064938769876779,
                        "output_per_gpu": 606.6143025410472,
                        "total_per_gpu": 5457.959024769008,
                        "tpot_error_pct": 3.75,
                        "tpot_ms": 99.35480213678862,
                        "tpot_relative": 2.619087,
                        "ttft_error_pct": 15.33,
                        "ttft_ms": 4824.3597037691325,
                        "ttft_relative": 3.316511,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.254092621873992,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 100766.83426998007,
                        "interactivity_tok_s": 9.687700575394826,
                        "output_per_gpu": 579.1337349472091,
                        "total_per_gpu": 5211.145891806475,
                        "tpot_ms": 103.22366925128098,
                        "tpot_relative": 2.721074,
                        "ttft_ms": 5697.868491529653,
                        "ttft_relative": 3.917005,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 7
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.96,
                    "tpot_shape_error_pct": 8.1,
                    "ttft_mape_pct": 7.08,
                    "ttft_shape_error_pct": 9.82
                  },
                  "framework": "vllm",
                  "id": "55bdbf5fc2c82fbe",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4715.528277899999,
                        "interactivity_tok_s": 211.16794441905336,
                        "output_per_gpu": 49.32109114688086,
                        "total_per_gpu": 441.49878387054184,
                        "tpot_error_pct": 8.86,
                        "tpot_ms": 4.735567241283292,
                        "tpot_relative": 0.911448,
                        "ttft_error_pct": 2.61,
                        "ttft_ms": 315.18628699999965,
                        "ttft_relative": 0.97392,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.4031560743623,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 5151.7770275473595,
                        "interactivity_tok_s": 192.46866815391857,
                        "output_per_gpu": 45.142237487506144,
                        "total_per_gpu": 404.1402119084636,
                        "tpot_ms": 5.195650853677092,
                        "tpot_relative": 1.0,
                        "ttft_ms": 323.6265836749226,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6129.425978400012,
                        "interactivity_tok_s": 162.08674819508533,
                        "output_per_gpu": 76.16502091484487,
                        "total_per_gpu": 678.742110199122,
                        "tpot_error_pct": 6.44,
                        "tpot_ms": 6.169535826558838,
                        "tpot_relative": 1.187442,
                        "ttft_error_pct": 2.66,
                        "ttft_ms": 362.6501367000003,
                        "ttft_relative": 1.120582,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2293082766893242,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 6496.691879048012,
                        "interactivity_tok_s": 151.65064874881242,
                        "output_per_gpu": 70.73400428896254,
                        "total_per_gpu": 630.4194130451032,
                        "tpot_ms": 6.594103014068583,
                        "tpot_relative": 1.269158,
                        "ttft_ms": 353.2677986542694,
                        "ttft_relative": 1.091591,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 8010.341258899988,
                        "interactivity_tok_s": 120.92463601255291,
                        "output_per_gpu": 112.82403811964011,
                        "total_per_gpu": 1014.2208159780879,
                        "tpot_error_pct": 10.04,
                        "tpot_ms": 8.26961347972296,
                        "tpot_relative": 1.591641,
                        "ttft_error_pct": 3.54,
                        "ttft_ms": 410.74293432499996,
                        "ttft_relative": 1.269188,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.19509094465089,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 8854.229750028753,
                        "interactivity_tok_s": 108.78587531603145,
                        "output_per_gpu": 100.7714760520658,
                        "total_per_gpu": 905.9849903069776,
                        "tpot_ms": 9.192369846682045,
                        "tpot_relative": 1.769243,
                        "ttft_ms": 396.697632271389,
                        "ttft_relative": 1.225788,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 11059.479896899993,
                        "interactivity_tok_s": 87.60571546820695,
                        "output_per_gpu": 165.3114865704039,
                        "total_per_gpu": 1470.5221030192738,
                        "tpot_error_pct": 0.59,
                        "tpot_ms": 11.414780356002122,
                        "tpot_relative": 2.196988,
                        "ttft_error_pct": 20.8,
                        "ttft_ms": 480.73941293749976,
                        "ttft_relative": 1.485476,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.2310181855542999,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 11101.622500520898,
                        "interactivity_tok_s": 88.11999285887553,
                        "output_per_gpu": 164.101323237712,
                        "total_per_gpu": 1459.9343822392123,
                        "tpot_ms": 11.348162517460747,
                        "tpot_relative": 2.184166,
                        "ttft_ms": 607.0322880812455,
                        "ttft_relative": 1.875718,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 15733.972606681247,
                        "interactivity_tok_s": 60.665844530796406,
                        "output_per_gpu": 227.97680760088102,
                        "total_per_gpu": 2057.4336266690684,
                        "tpot_error_pct": 3.52,
                        "tpot_ms": 16.483739866051977,
                        "tpot_relative": 3.172603,
                        "ttft_error_pct": 7.02,
                        "ttft_ms": 642.3754722625001,
                        "ttft_relative": 1.984928,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.222993519441675,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 15162.807870909455,
                        "interactivity_tok_s": 62.800918720993955,
                        "output_per_gpu": 236.302817974619,
                        "total_per_gpu": 2132.8319949051397,
                        "tpot_ms": 15.923333931509926,
                        "tpot_relative": 3.064743,
                        "ttft_ms": 600.2390417648712,
                        "ttft_relative": 1.854727,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 23818.134458753004,
                        "interactivity_tok_s": 40.524931446921755,
                        "output_per_gpu": 305.80118942085113,
                        "total_per_gpu": 2734.571605036233,
                        "tpot_error_pct": 3.22,
                        "tpot_ms": 24.676167591048678,
                        "tpot_relative": 4.749389,
                        "ttft_error_pct": 8.65,
                        "ttft_ms": 966.0139089250009,
                        "ttft_relative": 2.984965,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1997462039450357,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 23002.915421395846,
                        "interactivity_tok_s": 41.83052002604501,
                        "output_per_gpu": 315.37169264498453,
                        "total_per_gpu": 2820.4948699194565,
                        "tpot_ms": 23.905990156884695,
                        "tpot_relative": 4.601154,
                        "ttft_ms": 889.0719457198429,
                        "ttft_relative": 2.747215,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 35125.00813722349,
                        "interactivity_tok_s": 27.46597476448844,
                        "output_per_gpu": 414.6949837803749,
                        "total_per_gpu": 3737.968511523653,
                        "tpot_error_pct": 2.05,
                        "tpot_ms": 36.40868414737383,
                        "tpot_relative": 7.007531,
                        "ttft_error_pct": 4.25,
                        "ttft_ms": 1538.714032814063,
                        "ttft_relative": 4.754597,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_counters",
                        "mtp_accepted_draft_tokens": 1.1976926526761826,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 35689.89686072673,
                        "interactivity_tok_s": 26.90273420996635,
                        "output_per_gpu": 405.3817070611195,
                        "total_per_gpu": 3654.4604934517615,
                        "tpot_ms": 37.17094300509951,
                        "tpot_relative": 7.154242,
                        "ttft_ms": 1475.9294719446189,
                        "ttft_relative": 4.560594,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.62,
                    "tpot_shape_error_pct": 21.0,
                    "ttft_mape_pct": 24.77,
                    "ttft_shape_error_pct": 25.88
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.89,
                    "tpot_shape_error_pct": 16.08,
                    "ttft_mape_pct": 4.81,
                    "ttft_shape_error_pct": 5.84
                  },
                  "framework": "vllm",
                  "id": "9986f82841447b82",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10378.793003995715,
                        "interactivity_tok_s": 102.5563029504788,
                        "output_per_gpu": 24.64159367101157,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.92,
                        "tpot_ms": 9.750741507158935,
                        "tpot_relative": 0.910836,
                        "ttft_error_pct": 27.59,
                        "ttft_ms": 403.78444217212547,
                        "ttft_relative": 1.275941,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9362.955890500003,
                        "interactivity_tok_s": 102.70967237952578,
                        "output_per_gpu": 24.839911959425024,
                        "total_per_gpu": 222.35499390874756,
                        "tpot_error_pct": 9.05,
                        "tpot_ms": 9.736181382264254,
                        "tpot_relative": 0.909476,
                        "ttft_error_pct": 0.4,
                        "ttft_ms": 315.18628700000056,
                        "ttft_relative": 0.995975,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 10264.800757798366,
                        "interactivity_tok_s": 93.41193744382275,
                        "output_per_gpu": 22.65688348521817,
                        "total_per_gpu": 202.81356864613872,
                        "tpot_ms": 10.705269876255297,
                        "tpot_relative": 1.0,
                        "ttft_ms": 316.46008130628616,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11724.385692887145,
                        "interactivity_tok_s": 90.81160246329883,
                        "output_per_gpu": 43.627019222876015,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.29,
                        "tpot_ms": 11.01180876534082,
                        "tpot_relative": 1.028634,
                        "ttft_error_pct": 33.77,
                        "ttft_ms": 459.30532594348574,
                        "ttft_relative": 1.451385,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10293.299514249975,
                        "interactivity_tok_s": 94.07637716579835,
                        "output_per_gpu": 45.298863450496086,
                        "total_per_gpu": 403.67935042500625,
                        "tpot_error_pct": 8.58,
                        "tpot_ms": 10.629661027843577,
                        "tpot_relative": 0.992937,
                        "ttft_error_pct": 4.67,
                        "ttft_ms": 359.40388825000014,
                        "ttft_relative": 1.135701,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 11207.270991746918,
                        "interactivity_tok_s": 86.0062309877395,
                        "output_per_gpu": 41.59724268921613,
                        "total_per_gpu": 370.6924772319031,
                        "tpot_ms": 11.627064557015103,
                        "tpot_relative": 1.086107,
                        "ttft_ms": 343.3604955469491,
                        "ttft_relative": 1.085004,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13803.924488492823,
                        "interactivity_tok_s": 76.95533044748306,
                        "output_per_gpu": 74.10935932406683,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.28,
                        "tpot_ms": 12.994551438934227,
                        "tpot_relative": 1.213846,
                        "ttft_error_pct": 34.54,
                        "ttft_ms": 510.49836646310996,
                        "ttft_relative": 1.613152,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11945.73589272501,
                        "interactivity_tok_s": 79.52297155578475,
                        "output_per_gpu": 75.31487743121195,
                        "total_per_gpu": 677.035831340949,
                        "tpot_error_pct": 3.5,
                        "tpot_ms": 12.574982806050045,
                        "tpot_relative": 1.174654,
                        "ttft_error_pct": 2.37,
                        "ttft_ms": 388.4299429250006,
                        "ttft_relative": 1.227422,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 12354.837196724839,
                        "interactivity_tok_s": 76.74175594904166,
                        "output_per_gpu": 72.71291403806806,
                        "total_per_gpu": 653.6457322120638,
                        "tpot_ms": 13.030715646694658,
                        "tpot_relative": 1.217224,
                        "ttft_ms": 379.44193705916405,
                        "ttft_relative": 1.19902,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17356.872815406667,
                        "interactivity_tok_s": 60.91047048645428,
                        "output_per_gpu": 117.87837715696615,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.98,
                        "tpot_ms": 16.417538594163172,
                        "tpot_relative": 1.533594,
                        "ttft_error_pct": 6.14,
                        "ttft_ms": 561.7308335777404,
                        "ttft_relative": 1.775045,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15043.720842837522,
                        "interactivity_tok_s": 63.547394074001105,
                        "output_per_gpu": 121.26432625229283,
                        "total_per_gpu": 1078.7022472621231,
                        "tpot_error_pct": 1.3,
                        "tpot_ms": 15.73628650823191,
                        "tpot_relative": 1.469957,
                        "ttft_error_pct": 21.75,
                        "ttft_ms": 468.3457070124994,
                        "ttft_relative": 1.479952,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 15382.612752582645,
                        "interactivity_tok_s": 62.724201957589294,
                        "output_per_gpu": 118.46879751216078,
                        "total_per_gpu": 1053.8347266362105,
                        "tpot_ms": 15.942809454572986,
                        "tpot_relative": 1.489249,
                        "ttft_ms": 598.4874058456626,
                        "ttft_relative": 1.891194,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24250.24031249091,
                        "interactivity_tok_s": 43.279504948187395,
                        "output_per_gpu": 168.7405958567873,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.96,
                        "tpot_ms": 23.105624733858733,
                        "tpot_relative": 2.158341,
                        "ttft_error_pct": 1.45,
                        "ttft_ms": 613.1862097534304,
                        "ttft_relative": 1.937642,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20878.18654833121,
                        "interactivity_tok_s": 45.17401618728293,
                        "output_per_gpu": 171.14066408998895,
                        "total_per_gpu": 1544.501657403935,
                        "tpot_error_pct": 13.97,
                        "tpot_ms": 22.13661933121441,
                        "tpot_relative": 2.067825,
                        "ttft_error_pct": 2.37,
                        "ttft_ms": 618.7491337812505,
                        "ttft_relative": 1.95522,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 18380.39630065614,
                        "interactivity_tok_s": 51.48523885020374,
                        "output_per_gpu": 193.43247365663942,
                        "total_per_gpu": 1745.679659168149,
                        "tpot_ms": 19.42304284359055,
                        "tpot_relative": 1.814344,
                        "ttft_ms": 604.4271546794334,
                        "ttft_relative": 1.909963,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 35055.140199360925,
                        "interactivity_tok_s": 29.747182818466882,
                        "output_per_gpu": 233.46076933245865,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.79,
                        "tpot_ms": 33.616628710776794,
                        "tpot_relative": 3.140194,
                        "ttft_error_pct": 22.72,
                        "ttft_ms": 665.3290282362658,
                        "ttft_relative": 2.102411,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30531.091749543946,
                        "interactivity_tok_s": 31.205246305445797,
                        "output_per_gpu": 237.81168372522453,
                        "total_per_gpu": 2126.587796772364,
                        "tpot_error_pct": 18.96,
                        "tpot_ms": 32.04589350815297,
                        "tpot_relative": 2.993469,
                        "ttft_error_pct": 0.38,
                        "ttft_ms": 864.2505081093752,
                        "ttft_relative": 2.730994,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 25805.8626583952,
                        "interactivity_tok_s": 37.12097929701371,
                        "output_per_gpu": 280.13414262190645,
                        "total_per_gpu": 2505.048699993063,
                        "tpot_ms": 26.938944471231864,
                        "tpot_relative": 2.516419,
                        "ttft_ms": 860.974380155676,
                        "ttft_relative": 2.720641,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 51243.22483314317,
                        "interactivity_tok_s": 20.247545811573367,
                        "output_per_gpu": 319.4178362758598,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.14,
                        "tpot_ms": 49.38870168790562,
                        "tpot_relative": 4.613494,
                        "ttft_error_pct": 47.2,
                        "ttft_ms": 718.5830064157186,
                        "ttft_relative": 2.270691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 44562.8596924515,
                        "interactivity_tok_s": 21.360326407427042,
                        "output_per_gpu": 326.1384783954502,
                        "total_per_gpu": 2939.739833660661,
                        "tpot_error_pct": 13.88,
                        "tpot_ms": 46.81576399751538,
                        "tpot_relative": 4.373151,
                        "ttft_error_pct": 1.73,
                        "ttft_ms": 1384.6091381484362,
                        "ttft_relative": 4.375304,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 39285.32200956106,
                        "interactivity_tok_s": 24.324766417045648,
                        "output_per_gpu": 369.6315521570529,
                        "total_per_gpu": 3331.776744038019,
                        "tpot_ms": 41.11036393341262,
                        "tpot_relative": 3.840199,
                        "ttft_ms": 1360.9968583083173,
                        "ttft_relative": 4.30069,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.38,
                    "tpot_shape_error_pct": 21.76,
                    "ttft_mape_pct": 69.07,
                    "ttft_shape_error_pct": 40.71
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.22,
                    "tpot_shape_error_pct": 1.05,
                    "ttft_mape_pct": 6.42,
                    "ttft_shape_error_pct": 0.02
                  },
                  "framework": "vllm",
                  "id": "9ea39ecf43044343",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 87765.76225273326,
                        "interactivity_tok_s": 11.837944448158515,
                        "output_per_gpu": 745.9856590940851,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.68,
                        "tpot_ms": 84.47412507967613,
                        "tpot_relative": 0.763193,
                        "ttft_error_pct": 61.16,
                        "ttft_ms": 1348.73229622458,
                        "ttft_relative": 0.388359,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 113623.83510902133,
                        "interactivity_tok_s": 8.391894572701332,
                        "output_per_gpu": 513.6728533623605,
                        "total_per_gpu": 4621.726480968084,
                        "tpot_error_pct": 7.66,
                        "tpot_ms": 119.16260283499989,
                        "tpot_relative": 1.07659,
                        "ttft_error_pct": 6.43,
                        "ttft_ms": 3696.28462700978,
                        "ttft_relative": 1.064323,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 105579.83804140438,
                        "interactivity_tok_s": 9.034631397840283,
                        "output_per_gpu": 552.4683578466035,
                        "total_per_gpu": 4970.785632612325,
                        "tpot_ms": 110.68520185992854,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3472.89853157763,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 146457.7852826915,
                        "interactivity_tok_s": 7.05491100578155,
                        "output_per_gpu": 894.0733314193784,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.08,
                        "tpot_ms": 141.74523238925238,
                        "tpot_relative": 1.280616,
                        "ttft_error_pct": 76.97,
                        "ttft_ms": 1452.4125484863036,
                        "ttft_relative": 0.418213,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 159633.27095783834,
                        "interactivity_tok_s": 6.025889534450153,
                        "output_per_gpu": 731.640880276331,
                        "total_per_gpu": 6584.821075525328,
                        "tpot_error_pct": 8.79,
                        "tpot_ms": 165.95060269242845,
                        "tpot_relative": 1.499303,
                        "ttft_error_pct": 6.41,
                        "ttft_ms": 6711.8673635207,
                        "ttft_relative": 1.932641,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 146868.67898824322,
                        "interactivity_tok_s": 6.555600716644086,
                        "output_per_gpu": 794.7767200078339,
                        "total_per_gpu": 7153.048219869655,
                        "tpot_ms": 152.54132202729934,
                        "tpot_relative": 1.378155,
                        "ttft_ms": 6307.328692249132,
                        "ttft_relative": 1.816157,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 43.71,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 93.64,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.87,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 20.21,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "11f55911dc18d615",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 274951.9910640445,
                        "interactivity_tok_s": 3.7458786748886275,
                        "output_per_gpu": 952.486283101687,
                        "total_per_gpu": null,
                        "tpot_error_pct": 43.71,
                        "tpot_ms": 266.96006112096836,
                        "tpot_relative": 1.437052,
                        "ttft_error_pct": 93.64,
                        "ttft_ms": 1851.8485372938367,
                        "ttft_relative": 0.063601,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 241876.23653914864,
                        "interactivity_tok_s": 4.453714320055983,
                        "output_per_gpu": 966.4811708539136,
                        "total_per_gpu": 8690.436176848083,
                        "tpot_error_pct": 20.87,
                        "tpot_ms": 224.5316893130743,
                        "tpot_relative": 1.20866,
                        "ttft_error_pct": 20.21,
                        "ttft_ms": 35000.892957110555,
                        "ttft_relative": 1.202089,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 200278.60158102788,
                        "interactivity_tok_s": 5.383024154535669,
                        "output_per_gpu": 1166.3575092094495,
                        "total_per_gpu": 10487.690602618402,
                        "tpot_ms": 185.76918313796017,
                        "tpot_relative": 1.0,
                        "ttft_ms": 29116.71926343836,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.4,
                    "tpot_shape_error_pct": 1.94,
                    "ttft_mape_pct": 17.57,
                    "ttft_shape_error_pct": 42.37
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.54,
                    "tpot_shape_error_pct": 1.94,
                    "ttft_mape_pct": 19.68,
                    "ttft_shape_error_pct": 41.09
                  },
                  "framework": "vllm",
                  "id": "a4643197fa48cdb5",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9739.312005845719,
                        "interactivity_tok_s": 109.02519709637245,
                        "output_per_gpu": 13.129777536980745,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.57,
                        "tpot_ms": 9.17219162755609,
                        "tpot_relative": 0.904293,
                        "ttft_error_pct": 17.35,
                        "ttft_ms": 356.15997085583854,
                        "ttft_relative": 0.826544,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8813.688781899984,
                        "interactivity_tok_s": 108.78858229740607,
                        "output_per_gpu": 13.193964851449143,
                        "total_per_gpu": 118.10605363530891,
                        "tpot_error_pct": 9.37,
                        "tpot_ms": 9.192141113358767,
                        "tpot_relative": 0.90626,
                        "ttft_error_pct": 36.95,
                        "ttft_ms": 271.6829174000002,
                        "ttft_relative": 0.630497,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 9856.646435300354,
                        "interactivity_tok_s": 98.59073063140173,
                        "output_per_gpu": 11.797113934361768,
                        "total_per_gpu": 105.60211329656138,
                        "tpot_ms": 10.14294136574229,
                        "tpot_relative": 1.0,
                        "ttft_ms": 430.90256929863244,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10523.31941823194,
                        "interactivity_tok_s": 101.10359400433585,
                        "output_per_gpu": 24.303168024806517,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.54,
                        "tpot_ms": 9.890845225117465,
                        "tpot_relative": 0.975146,
                        "ttft_error_pct": 2.54,
                        "ttft_ms": 404.9847529367744,
                        "ttft_relative": 0.939852,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9226.48616390023,
                        "interactivity_tok_s": 104.82956471698829,
                        "output_per_gpu": 25.26471312629986,
                        "total_per_gpu": 225.14567047900547,
                        "tpot_error_pct": 11.79,
                        "tpot_ms": 9.539293640107463,
                        "tpot_relative": 0.940486,
                        "ttft_error_pct": 21.08,
                        "ttft_ms": 311.68142490000037,
                        "ttft_relative": 0.723322,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 10492.457879794529,
                        "interactivity_tok_s": 92.47131755404325,
                        "output_per_gpu": 22.208735479861907,
                        "total_per_gpu": 197.91242493465393,
                        "tpot_ms": 10.81416407217911,
                        "tpot_relative": 1.066176,
                        "ttft_ms": 394.9550791498041,
                        "ttft_relative": 0.916576,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12118.90341357212,
                        "interactivity_tok_s": 87.67174490716563,
                        "output_per_gpu": 42.20678905874969,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.09,
                        "tpot_ms": 11.40618338392701,
                        "tpot_relative": 1.124544,
                        "ttft_error_pct": 32.81,
                        "ttft_ms": 450.37781181478914,
                        "ttft_relative": 1.045196,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10438.281240175016,
                        "interactivity_tok_s": 90.97717185131204,
                        "output_per_gpu": 43.05567035194611,
                        "total_per_gpu": 387.04479864945336,
                        "tpot_error_pct": 10.47,
                        "tpot_ms": 10.9917683705792,
                        "tpot_relative": 1.083686,
                        "ttft_error_pct": 1.0,
                        "ttft_ms": 335.7040884999984,
                        "ttft_relative": 0.779072,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29177379558",
                      "measured": {
                        "e2e_ms": 11625.030297473131,
                        "interactivity_tok_s": 81.45242792421789,
                        "output_per_gpu": 38.64745539341294,
                        "total_per_gpu": 347.4175751715158,
                        "tpot_ms": 12.277104875626113,
                        "tpot_relative": 1.210409,
                        "ttft_ms": 339.10630592581583,
                        "ttft_relative": 0.786967,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 6,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 6,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 6,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "8a5d2d0a55faf5f5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30118489668",
                      "measured": {
                        "e2e_ms": 158936.26300967194,
                        "interactivity_tok_s": 24.82102147989814,
                        "output_per_gpu": 2823.677133294063,
                        "total_per_gpu": 8473.307895780827,
                        "tpot_ms": 40.28843054706159,
                        "tpot_relative": 1.0,
                        "ttft_ms": 121854.03752837922,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "ae8e3818c2b2187e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30118489668",
                      "measured": {
                        "e2e_ms": 107202.83133797397,
                        "interactivity_tok_s": 22.59777377378904,
                        "output_per_gpu": 4173.643906168134,
                        "total_per_gpu": 9393.222435205302,
                        "tpot_ms": 44.25214669419743,
                        "tpot_relative": 1.0,
                        "ttft_ms": 66473.05924285641,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b0b1377832fcb6e2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30118489668",
                      "measured": {
                        "e2e_ms": 27888.11571631377,
                        "interactivity_tok_s": 43.75500469738771,
                        "output_per_gpu": 255.37692292203982,
                        "total_per_gpu": 1838.340711226123,
                        "tpot_ms": 22.854528457168755,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6839.265504325158,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "f0a0531ea1c39724",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30118489668",
                      "measured": {
                        "e2e_ms": 31618.614715421063,
                        "interactivity_tok_s": 32.754401973869946,
                        "output_per_gpu": 901.5620313034717,
                        "total_per_gpu": 4056.2058399723937,
                        "tpot_ms": 30.53024753124044,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3500.6653990119958,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30118489668",
                      "measured": {
                        "e2e_ms": 41971.8377690062,
                        "interactivity_tok_s": 30.009777027442066,
                        "output_per_gpu": 1338.399591335268,
                        "total_per_gpu": 6023.230219512599,
                        "tpot_ms": 33.322473508735584,
                        "tpot_relative": 1.091458,
                        "ttft_ms": 11280.791635487549,
                        "ttft_relative": 3.222471,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "40d85e9e45207944",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (243858017656 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30118489668",
                      "measured": {
                        "e2e_ms": 11710.86570136249,
                        "interactivity_tok_s": 92.60643234614732,
                        "output_per_gpu": 9.929402701277354,
                        "total_per_gpu": 44.4469651391264,
                        "tpot_ms": 10.798385972393016,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1671.7472126707435,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp4"
              ],
              "rows": 7,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "3d17a035ba94e39f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"w4a8_mxfp4_mxfp8\", distribution: \"power_law_1.01\", topk: 6, num_experts: 384, hidden_size: 7168, inter_size: 3072, moe_tp_size: 4, moe_ep_size: 1 } at [path]",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "31024844958",
                      "measured": {
                        "e2e_ms": 10562.154804519378,
                        "interactivity_tok_s": 95.52875890651308,
                        "output_per_gpu": 22.01836981386817,
                        "total_per_gpu": 98.54895004942951,
                        "tpot_ms": 10.468051835349666,
                        "tpot_relative": 1.0,
                        "ttft_ms": 834.9183805985376,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c7f88d493a772125",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (284869922168 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28728578034",
                      "measured": {
                        "e2e_ms": 79521.4852826604,
                        "interactivity_tok_s": 19.098614207159073,
                        "output_per_gpu": 5623.82847589358,
                        "total_per_gpu": 12657.014589443015,
                        "tpot_ms": 52.359819888144145,
                        "tpot_relative": 1.0,
                        "ttft_ms": 31330.71093956719,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "73b416ceb723e789",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (284869922168 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28728578034",
                      "measured": {
                        "e2e_ms": 94038.48715200914,
                        "interactivity_tok_s": 21.99389714439495,
                        "output_per_gpu": 4710.586771770225,
                        "total_per_gpu": 12116.192630940455,
                        "tpot_ms": 45.46715815913714,
                        "tpot_relative": 1.0,
                        "ttft_ms": 52190.867714513195,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "4880d2c71d99cc9b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: DSV4 module data missing for ModuleKey { fmha_quant: \"bfloat16\", kv_quant: \"bfloat16\", gemm_quant: \"fp8_block\" }",
                      "concurrency": 18,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28728578034",
                      "measured": {
                        "e2e_ms": 11498.782565352869,
                        "interactivity_tok_s": 86.59948632715843,
                        "output_per_gpu": 38.55144249585685,
                        "total_per_gpu": 311.58249884110455,
                        "tpot_ms": 11.547412604991289,
                        "tpot_relative": 1.0,
                        "ttft_ms": 874.7955290781748,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "01105c95255e8b93",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (284869922168 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 3072,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28728578034",
                      "measured": {
                        "e2e_ms": 48298.04997252009,
                        "interactivity_tok_s": 37.291434196494414,
                        "output_per_gpu": 1587.8064396860075,
                        "total_per_gpu": 7622.185493962466,
                        "tpot_ms": 26.815809623487343,
                        "tpot_relative": 1.0,
                        "ttft_ms": 23606.782007329744,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 60
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "d57d83303cc30cd5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (284869922168 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28728578034",
                      "measured": {
                        "e2e_ms": 116235.28097925433,
                        "interactivity_tok_s": 24.818108115081895,
                        "output_per_gpu": 3843.4166454215447,
                        "total_per_gpu": 11533.348563273683,
                        "tpot_ms": 40.29315995252284,
                        "tpot_relative": 1.0,
                        "ttft_ms": 79149.56274805825,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "7bbe700986da095f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: DSV4 module data missing for ModuleKey { fmha_quant: \"bfloat16\", kv_quant: \"bfloat16\", gemm_quant: \"fp8_block\" }",
                      "concurrency": 192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28728578034",
                      "measured": {
                        "e2e_ms": 23844.685812798343,
                        "interactivity_tok_s": 45.49640292599674,
                        "output_per_gpu": 287.58384336291857,
                        "total_per_gpu": 2221.664369890705,
                        "tpot_ms": 21.97975962246013,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3625.8456106130325,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 84
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 57.92,
        "points": 117,
        "status_counts": {
          "failed": 85,
          "success": 117,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 20.47,
        "tpot_shape_error_pct": 10.33,
        "ttft_mape_pct": 53.26,
        "ttft_shape_error_pct": 38.23
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 202,
        "status_counts": {
          "failed": 0,
          "success": 202,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 16.1,
        "tpot_shape_error_pct": 13.08,
        "ttft_mape_pct": 33.17,
        "ttft_shape_error_pct": 22.6
      },
      "frameworks": [
        "dynamo-vllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300",
        "h100",
        "h200"
      ],
      "hf_model_paths": [
        "MiniMaxAI/MiniMax-M2.5"
      ],
      "model": "MiniMaxAI/MiniMax-M2.5",
      "precisions": [
        "fp8"
      ],
      "rows": 202,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 60.75,
            "points": 65,
            "status_counts": {
              "failed": 42,
              "success": 65,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 20.31,
            "tpot_shape_error_pct": 10.35,
            "ttft_mape_pct": 63.52,
            "ttft_shape_error_pct": 35.08
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 107,
            "status_counts": {
              "failed": 0,
              "success": 107,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 12.5,
            "tpot_shape_error_pct": 11.45,
            "ttft_mape_pct": 42.01,
            "ttft_shape_error_pct": 32.02
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 47.37,
                "points": 9,
                "status_counts": {
                  "failed": 10,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 55.19,
                "tpot_shape_error_pct": 19.37,
                "ttft_mape_pct": 146.36,
                "ttft_shape_error_pct": 31.96
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 19,
                "status_counts": {
                  "failed": 0,
                  "success": 19,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 24.57,
                "tpot_shape_error_pct": 14.24,
                "ttft_mape_pct": 50.81,
                "ttft_shape_error_pct": 17.76
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 19,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.65,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 49.35,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "d85ed928897875b9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 65275.64479684824,
                        "interactivity_tok_s": 21.129376836864875,
                        "output_per_gpu": 5522.520372935338,
                        "total_per_gpu": 11049.05391971202,
                        "tpot_error_pct": 21.65,
                        "tpot_ms": 47.327472443734294,
                        "tpot_relative": 0.783526,
                        "ttft_error_pct": 49.35,
                        "ttft_ms": 21733.20526263885,
                        "ttft_relative": 0.506479,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 98502.92083795118,
                        "interactivity_tok_s": 16.555412959160666,
                        "output_per_gpu": 4496.094799372965,
                        "total_per_gpu": 7209.767676771704,
                        "tpot_ms": 60.403204828947885,
                        "tpot_relative": 1.0,
                        "ttft_ms": 42910.370189530724,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 68.12,
                    "tpot_shape_error_pct": 70.67,
                    "ttft_mape_pct": 41.03,
                    "ttft_shape_error_pct": 23.34
                  },
                  "framework": "dynamo-vllm",
                  "id": "8091246642e97611",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 74619.25509007249,
                        "interactivity_tok_s": 12.66498300625878,
                        "output_per_gpu": 3067.5080426696204,
                        "total_per_gpu": 6137.24522026381,
                        "tpot_error_pct": 92.78,
                        "tpot_ms": 78.95786354437429,
                        "tpot_relative": 1.927822,
                        "ttft_error_pct": 33.24,
                        "ttft_ms": 1935.5319351979506,
                        "ttft_relative": 0.667588,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 40595.08414662612,
                        "interactivity_tok_s": 24.415835883200508,
                        "output_per_gpu": 7485.688811465882,
                        "total_per_gpu": 11253.532156701805,
                        "tpot_ms": 40.95702497279879,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2899.2896960721964,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 66428.91014676388,
                        "interactivity_tok_s": 16.623642808602316,
                        "output_per_gpu": 6796.353167226551,
                        "total_per_gpu": 13594.13076196399,
                        "tpot_error_pct": 43.45,
                        "tpot_ms": 60.15528675114008,
                        "tpot_relative": 1.468742,
                        "ttft_error_pct": 48.82,
                        "ttft_ms": 11052.458926990064,
                        "ttft_relative": 3.812126,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 119533.64105199065,
                        "interactivity_tok_s": 9.399851618159659,
                        "output_per_gpu": 5134.975051807568,
                        "total_per_gpu": 7718.036524144188,
                        "tpot_ms": 106.38465803737698,
                        "tpot_relative": 2.59747,
                        "ttft_ms": 21596.6283822112,
                        "ttft_relative": 7.448938,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.36,
                    "tpot_shape_error_pct": 4.34,
                    "ttft_mape_pct": 64.0,
                    "ttft_shape_error_pct": 19.23
                  },
                  "framework": "dynamo-vllm",
                  "id": "a5d3341a410b055b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11240.42732340623,
                        "interactivity_tok_s": 82.89733049140501,
                        "output_per_gpu": 425.46042206991524,
                        "total_per_gpu": 849.575001563226,
                        "tpot_error_pct": 1.48,
                        "tpot_ms": 12.063114627119173,
                        "tpot_relative": 0.985204,
                        "ttft_error_pct": 67.11,
                        "ttft_ms": 110.31143946875034,
                        "ttft_relative": 0.32889,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 11644.894751755055,
                        "interactivity_tok_s": 81.67074487894246,
                        "output_per_gpu": 620.5377041138911,
                        "total_per_gpu": 826.9781623530647,
                        "tpot_ms": 12.244286512658398,
                        "tpot_relative": 1.0,
                        "ttft_ms": 335.4050148584065,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13637.965378129604,
                        "interactivity_tok_s": 68.24122430678321,
                        "output_per_gpu": 697.4686007772044,
                        "total_per_gpu": 1395.2516742870246,
                        "tpot_error_pct": 2.82,
                        "tpot_ms": 14.65389887356695,
                        "tpot_relative": 1.196795,
                        "ttft_error_pct": 68.77,
                        "ttft_ms": 145.15339109374978,
                        "ttft_relative": 0.43277,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 13581.317293138272,
                        "interactivity_tok_s": 70.16791001606775,
                        "output_per_gpu": 1056.028147513961,
                        "total_per_gpu": 1411.5639269498888,
                        "tpot_ms": 14.251528936390011,
                        "tpot_relative": 1.163933,
                        "ttft_ms": 464.76901224959875,
                        "ttft_relative": 1.385695,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 16014.282609230553,
                        "interactivity_tok_s": 58.12986566680795,
                        "output_per_gpu": 1184.197102581007,
                        "total_per_gpu": 2370.9956957385143,
                        "tpot_error_pct": 2.77,
                        "tpot_ms": 17.202861016948784,
                        "tpot_relative": 1.40497,
                        "ttft_error_pct": 56.12,
                        "ttft_ms": 206.43738493203227,
                        "ttft_relative": 0.615487,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 15853.359191590607,
                        "interactivity_tok_s": 59.737432598501194,
                        "output_per_gpu": 1804.3005441147682,
                        "total_per_gpu": 2413.9372008328023,
                        "tpot_ms": 16.739922633117814,
                        "tpot_relative": 1.367162,
                        "ttft_ms": 470.4406847591599,
                        "ttft_relative": 1.402605,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.19,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 67.32,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "ce11775e8e7919fd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18083.50648332363,
                        "interactivity_tok_s": 51.509044762705386,
                        "output_per_gpu": 1571.9363172926635,
                        "total_per_gpu": 3142.4245997820763,
                        "tpot_error_pct": 7.19,
                        "tpot_ms": 19.41406610444541,
                        "tpot_relative": 0.92807,
                        "ttft_error_pct": 67.32,
                        "ttft_ms": 197.6698894097659,
                        "ttft_relative": 0.326846,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 19870.612113974676,
                        "interactivity_tok_s": 47.80401129746323,
                        "output_per_gpu": 2865.602482948973,
                        "total_per_gpu": 2870.761917327119,
                        "tpot_ms": 20.918746625203525,
                        "tpot_relative": 1.0,
                        "ttft_ms": 604.7807827039833,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.37,
                    "tpot_shape_error_pct": 3.7,
                    "ttft_mape_pct": 51.47,
                    "ttft_shape_error_pct": 35.15
                  },
                  "framework": "dynamo-vllm",
                  "id": "c57dbe669338d93a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18224.214146956732,
                        "interactivity_tok_s": 51.44391861953223,
                        "output_per_gpu": 2077.954433825801,
                        "total_per_gpu": 4153.994699560536,
                        "tpot_error_pct": 7.09,
                        "tpot_ms": 19.438643611031605,
                        "tpot_relative": 0.92912,
                        "ttft_error_pct": 58.72,
                        "ttft_ms": 316.0601379626943,
                        "ttft_relative": 0.412759,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 20034.15032637986,
                        "interactivity_tok_s": 47.79759883704417,
                        "output_per_gpu": 2845.7587617212143,
                        "total_per_gpu": 3801.1766240710713,
                        "tpot_ms": 20.921553055610367,
                        "tpot_relative": 1.0,
                        "ttft_ms": 765.7249326322926,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 23822.773299470162,
                        "interactivity_tok_s": 39.54436864362628,
                        "output_per_gpu": 3191.3136045476276,
                        "total_per_gpu": 6382.439258556803,
                        "tpot_error_pct": 3.65,
                        "tpot_ms": 25.288050721254315,
                        "tpot_relative": 1.208708,
                        "ttft_error_pct": 44.22,
                        "ttft_ms": 535.0732544547834,
                        "ttft_relative": 0.69878,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 25125.027148190973,
                        "interactivity_tok_s": 38.09930991669618,
                        "output_per_gpu": 4529.64097365174,
                        "total_per_gpu": 6051.365703767552,
                        "tpot_ms": 26.24719456038683,
                        "tpot_relative": 1.254553,
                        "ttft_ms": 959.1819971711175,
                        "ttft_relative": 1.252646,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.32,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 34.66,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "dbd22f1e309eeb62",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 21309.385822198736,
                        "interactivity_tok_s": 45.45804950689366,
                        "output_per_gpu": 3043.95173280501,
                        "total_per_gpu": 6087.724193862365,
                        "tpot_error_pct": 5.32,
                        "tpot_ms": 21.998304169393613,
                        "tpot_relative": 0.946841,
                        "ttft_error_pct": 34.66,
                        "ttft_ms": 1051.1199181707066,
                        "ttft_relative": 0.653396,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 23000.426418037296,
                        "interactivity_tok_s": 43.041543492417745,
                        "output_per_gpu": 3293.174340806018,
                        "total_per_gpu": 5656.513283616664,
                        "tpot_ms": 23.23336755281932,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1608.703264914584,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 129.12,
                    "tpot_shape_error_pct": 66.15,
                    "ttft_mape_pct": 34.92,
                    "ttft_shape_error_pct": 30.15
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 40.58,
                    "tpot_shape_error_pct": 17.52,
                    "ttft_mape_pct": 7.75,
                    "ttft_shape_error_pct": 2.57
                  },
                  "framework": "vllm",
                  "id": "e07f5a1b66241914",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 39580.02521244181,
                        "interactivity_tok_s": 26.032891061261186,
                        "output_per_gpu": 1654.1677184030484,
                        "total_per_gpu": null,
                        "tpot_error_pct": 72.17,
                        "tpot_ms": 38.412944518792685,
                        "tpot_relative": 1.721725,
                        "ttft_error_pct": 23.36,
                        "ttft_ms": 283.5829697168956,
                        "ttft_relative": 0.766371,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26999.512694851037,
                        "interactivity_tok_s": 34.67585014948828,
                        "output_per_gpu": 2134.552490937313,
                        "total_per_gpu": 4267.041943815658,
                        "tpot_error_pct": 29.26,
                        "tpot_ms": 28.838514288445133,
                        "tpot_relative": 1.292585,
                        "ttft_error_pct": 9.15,
                        "ttft_ms": 403.89991161874866,
                        "ttft_relative": 1.091522,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 20931.925860177398,
                        "interactivity_tok_s": 44.82148197441413,
                        "output_per_gpu": 2744.208076825911,
                        "total_per_gpu": 5485.76388544654,
                        "tpot_ms": 22.310730389745693,
                        "tpot_relative": 1.0,
                        "ttft_ms": 370.03352788487973,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 91690.40507717694,
                        "interactivity_tok_s": 11.206765471845944,
                        "output_per_gpu": 1428.1101701948294,
                        "total_per_gpu": null,
                        "tpot_error_pct": 186.07,
                        "tpot_ms": 89.2318129180304,
                        "tpot_relative": 3.999502,
                        "ttft_error_pct": 46.47,
                        "ttft_ms": 406.2604620318412,
                        "ttft_relative": 1.097902,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 44495.123236532,
                        "interactivity_tok_s": 21.104143981184215,
                        "output_per_gpu": 2606.732101052182,
                        "total_per_gpu": 5211.0629351042,
                        "tpot_error_pct": 51.91,
                        "tpot_ms": 47.3840588318374,
                        "tpot_relative": 2.123824,
                        "ttft_error_pct": 6.35,
                        "ttft_ms": 807.1394830751933,
                        "ttft_relative": 2.18126,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 29511.101382326295,
                        "interactivity_tok_s": 32.05893988506565,
                        "output_per_gpu": 3904.482763361824,
                        "total_per_gpu": 7805.368799001383,
                        "tpot_ms": 31.192547338904383,
                        "tpot_relative": 1.398096,
                        "ttft_ms": 758.9502933461063,
                        "ttft_relative": 2.051031,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 37.93,
                    "tpot_shape_error_pct": 10.01,
                    "ttft_mape_pct": 193.23,
                    "ttft_shape_error_pct": 32.32
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 31.89,
                    "tpot_shape_error_pct": 8.37,
                    "ttft_mape_pct": 62.98,
                    "ttft_shape_error_pct": 15.62
                  },
                  "framework": "vllm",
                  "id": "841552d7e058eaeb",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9451.946501795403,
                        "interactivity_tok_s": 110.63877202123281,
                        "output_per_gpu": 108.23167479901421,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.31,
                        "tpot_ms": 9.038422803608928,
                        "tpot_relative": 1.273136,
                        "ttft_error_pct": 301.3,
                        "ttft_ms": 205.6399737034708,
                        "ttft_relative": 4.013001,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8188.777400075004,
                        "interactivity_tok_s": 113.2898456351728,
                        "output_per_gpu": 108.81736316770824,
                        "total_per_gpu": 218.69891858737668,
                        "tpot_error_pct": 24.33,
                        "tpot_ms": 8.826916431860091,
                        "tpot_relative": 1.243344,
                        "ttft_error_pct": 87.37,
                        "ttft_ms": 96.01236657499967,
                        "ttft_relative": 1.873652,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 6559.775767032988,
                        "interactivity_tok_s": 140.8582331365337,
                        "output_per_gpu": 135.62584351901475,
                        "total_per_gpu": 272.57805598905856,
                        "tpot_ms": 7.099336529592143,
                        "tpot_relative": 1.0,
                        "ttft_ms": 51.24343553325161,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11011.908850572001,
                        "interactivity_tok_s": 94.84080113248703,
                        "output_per_gpu": 185.79884993270016,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.55,
                        "tpot_ms": 10.543985163126772,
                        "tpot_relative": 1.485207,
                        "ttft_error_pct": 280.88,
                        "ttft_ms": 225.4120286933143,
                        "ttft_relative": 4.398847,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9598.503295787621,
                        "interactivity_tok_s": 97.78220913163321,
                        "output_per_gpu": 189.55982055358106,
                        "total_per_gpu": 377.7194804435462,
                        "tpot_error_pct": 28.57,
                        "tpot_ms": 10.226809241482899,
                        "tpot_relative": 1.44053,
                        "ttft_error_pct": 75.85,
                        "ttft_ms": 104.07401621250042,
                        "ttft_relative": 2.030973,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 7442.68520087935,
                        "interactivity_tok_s": 125.71617802759263,
                        "output_per_gpu": 243.71024044243248,
                        "total_per_gpu": 485.62034470098723,
                        "tpot_ms": 7.9544257206142275,
                        "tpot_relative": 1.120446,
                        "ttft_ms": 59.182358434190974,
                        "ttft_relative": 1.154926,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12945.042054119554,
                        "interactivity_tok_s": 80.54543199386968,
                        "output_per_gpu": 316.10557794192613,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.65,
                        "tpot_ms": 12.415353363256033,
                        "tpot_relative": 1.748805,
                        "ttft_error_pct": 251.75,
                        "ttft_ms": 244.1355635086338,
                        "ttft_relative": 4.764231,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11054.474069012258,
                        "interactivity_tok_s": 83.71532894644973,
                        "output_per_gpu": 324.2920360008277,
                        "total_per_gpu": 652.0362708522405,
                        "tpot_error_pct": 27.63,
                        "tpot_ms": 11.945243632019544,
                        "tpot_relative": 1.682586,
                        "ttft_error_pct": 74.81,
                        "ttft_ms": 121.32659500624986,
                        "ttft_relative": 2.367651,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 8633.272904035402,
                        "interactivity_tok_s": 106.84505978616782,
                        "output_per_gpu": 413.8777364961901,
                        "total_per_gpu": 832.1613420474293,
                        "tpot_ms": 9.359347095704093,
                        "tpot_relative": 1.318341,
                        "ttft_ms": 69.40586218843237,
                        "ttft_relative": 1.354434,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15442.152913117226,
                        "interactivity_tok_s": 67.38415595906693,
                        "output_per_gpu": 529.9779147406422,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.14,
                        "tpot_ms": 14.840283828849298,
                        "tpot_relative": 2.090376,
                        "ttft_error_pct": 185.88,
                        "ttft_ms": 260.5425562043948,
                        "ttft_relative": 5.084408,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13079.616606968739,
                        "interactivity_tok_s": 71.37595086631653,
                        "output_per_gpu": 550.8989961605278,
                        "total_per_gpu": 1100.0553547313252,
                        "tpot_error_pct": 20.98,
                        "tpot_ms": 14.01032123372967,
                        "tpot_relative": 1.973469,
                        "ttft_error_pct": 56.76,
                        "ttft_ms": 142.8638568812498,
                        "ttft_relative": 2.787945,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 10777.755035375594,
                        "interactivity_tok_s": 86.34793507591647,
                        "output_per_gpu": 666.8292445995929,
                        "total_per_gpu": 1331.5491339168752,
                        "tpot_ms": 11.581052854602804,
                        "tpot_relative": 1.631287,
                        "ttft_ms": 91.13675738335587,
                        "ttft_relative": 1.778506,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21398.793006764485,
                        "interactivity_tok_s": 48.42185723492621,
                        "output_per_gpu": 764.9029547987041,
                        "total_per_gpu": null,
                        "tpot_error_pct": 52.07,
                        "tpot_ms": 20.65183074553179,
                        "tpot_relative": 2.90898,
                        "ttft_error_pct": 99.03,
                        "ttft_ms": 271.97015408546696,
                        "ttft_relative": 5.307415,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18045.410376998374,
                        "interactivity_tok_s": 51.62623507897485,
                        "output_per_gpu": 797.4139414278189,
                        "total_per_gpu": 1595.1874186697337,
                        "tpot_error_pct": 42.63,
                        "tpot_ms": 19.369996639697963,
                        "tpot_relative": 2.728424,
                        "ttft_error_pct": 39.8,
                        "ttft_ms": 191.03572476875016,
                        "ttft_relative": 3.728004,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 12645.133019235527,
                        "interactivity_tok_s": 73.63516297314455,
                        "output_per_gpu": 1132.059202140475,
                        "total_per_gpu": 2264.6288240337294,
                        "tpot_ms": 13.580468347231195,
                        "tpot_relative": 1.912921,
                        "ttft_ms": 136.64760816391208,
                        "ttft_relative": 2.666636,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27772.21960999813,
                        "interactivity_tok_s": 37.2022764208616,
                        "output_per_gpu": 1178.7318572194672,
                        "total_per_gpu": null,
                        "tpot_error_pct": 54.88,
                        "tpot_ms": 26.880075527830833,
                        "tpot_relative": 3.78628,
                        "ttft_error_pct": 40.52,
                        "ttft_ms": 273.90234502719005,
                        "ttft_relative": 5.345121,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23784.075004911323,
                        "interactivity_tok_s": 39.1410599479526,
                        "output_per_gpu": 1209.7504524654287,
                        "total_per_gpu": 2422.158532107234,
                        "tpot_error_pct": 47.2,
                        "tpot_ms": 25.548618288051962,
                        "tpot_relative": 3.598733,
                        "ttft_error_pct": 43.27,
                        "ttft_ms": 279.2500254007793,
                        "ttft_relative": 5.449479,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 16148.932948800848,
                        "interactivity_tok_s": 57.61705625770033,
                        "output_per_gpu": 1772.6036436876893,
                        "total_per_gpu": 3549.101412487552,
                        "tpot_ms": 17.35597173738555,
                        "tpot_relative": 2.444732,
                        "ttft_ms": 194.91545380742537,
                        "ttft_relative": 3.803716,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.82,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 88.03,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.2,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 43.62,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "3d1ead99a110bae5",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 52943.0800868372,
                        "interactivity_tok_s": 19.403897260544827,
                        "output_per_gpu": 4946.595467631492,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.82,
                        "tpot_ms": 51.53603869225608,
                        "tpot_relative": 1.10825,
                        "ttft_error_pct": 88.03,
                        "ttft_ms": 221.71250465923697,
                        "ttft_relative": 0.11974,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 46561.103498672084,
                        "interactivity_tok_s": 20.24833211935997,
                        "output_per_gpu": 4952.016912310526,
                        "total_per_gpu": 9899.472130386734,
                        "tpot_error_pct": 6.2,
                        "tpot_ms": 49.38678376595144,
                        "tpot_relative": 1.062031,
                        "ttft_error_pct": 43.62,
                        "ttft_ms": 1043.9575782781255,
                        "ttft_relative": 0.56381,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 44724.15922835098,
                        "interactivity_tok_s": 21.50436220782919,
                        "output_per_gpu": 5104.413896221695,
                        "total_per_gpu": 10204.125713300225,
                        "tpot_ms": 46.50219291953358,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1851.6138814925398,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 90.91,
                "points": 30,
                "status_counts": {
                  "failed": 3,
                  "success": 30,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.37,
                "tpot_shape_error_pct": 7.46,
                "ttft_mape_pct": 69.25,
                "ttft_shape_error_pct": 46.5
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 33,
                "status_counts": {
                  "failed": 0,
                  "success": 33,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 12.54,
                "tpot_shape_error_pct": 12.18,
                "ttft_mape_pct": 33.82,
                "ttft_shape_error_pct": 35.78
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 33,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.8,
                    "tpot_shape_error_pct": 3.36,
                    "ttft_mape_pct": 87.89,
                    "ttft_shape_error_pct": 63.57
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.28,
                    "tpot_shape_error_pct": 16.23,
                    "ttft_mape_pct": 103.63,
                    "ttft_shape_error_pct": 191.88
                  },
                  "framework": "dynamo-vllm",
                  "id": "1cc8e6712dbae6c6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 20163.287,
                        "interactivity_tok_s": 51.10906674844118,
                        "output_per_gpu": 1251.6352222222222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.95,
                        "tpot_ms": 19.566,
                        "tpot_relative": 1.18953,
                        "ttft_error_pct": 78.98,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.210178,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17255.57104183951,
                        "interactivity_tok_s": 55.03465140473582,
                        "output_per_gpu": 1422.3638657359386,
                        "total_per_gpu": 2843.353021409149,
                        "tpot_error_pct": 10.47,
                        "tpot_ms": 18.17037038439292,
                        "tpot_relative": 1.104681,
                        "ttft_error_pct": 25.68,
                        "ttft_ms": 520.7545462289074,
                        "ttft_relative": 0.743206,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 15848.986347244681,
                        "interactivity_tok_s": 60.79575240904546,
                        "output_per_gpu": 1797.0907426885544,
                        "total_per_gpu": 3199.606785270607,
                        "tpot_ms": 16.448517542340927,
                        "tpot_relative": 1.0,
                        "ttft_ms": 700.6869354733226,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24247.103,
                        "interactivity_tok_s": 42.448425163426435,
                        "output_per_gpu": 1251.6352222222222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.73,
                        "tpot_ms": 23.558,
                        "tpot_relative": 1.432226,
                        "ttft_error_pct": 87.4,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.210178,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20524.355239112483,
                        "interactivity_tok_s": 46.852400207316364,
                        "output_per_gpu": 2425.2307673161813,
                        "total_per_gpu": 4848.227462858364,
                        "tpot_error_pct": 1.23,
                        "tpot_ms": 21.34362371138122,
                        "tpot_relative": 1.297602,
                        "ttft_error_pct": 26.43,
                        "ttft_ms": 860.1996244109343,
                        "ttft_relative": 1.227652,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 20588.236032409623,
                        "interactivity_tok_s": 47.42749904081311,
                        "output_per_gpu": 2770.846288657389,
                        "total_per_gpu": 4934.817986219905,
                        "tpot_ms": 21.08481408938437,
                        "tpot_relative": 1.281867,
                        "ttft_ms": 1169.1660794212567,
                        "ttft_relative": 1.6686,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 31450.046,
                        "interactivity_tok_s": 32.68080656230596,
                        "output_per_gpu": 1251.6352222222222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.72,
                        "tpot_ms": 30.599,
                        "tpot_relative": 1.860289,
                        "ttft_error_pct": 97.28,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.210178,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 39178.51733306956,
                        "interactivity_tok_s": 46.65813240074639,
                        "output_per_gpu": 2543.6959005671406,
                        "total_per_gpu": 5087.241991659747,
                        "tpot_error_pct": 16.14,
                        "tpot_ms": 21.432490940936226,
                        "tpot_relative": 1.303004,
                        "ttft_error_pct": 258.79,
                        "ttft_ms": 19440.385101627104,
                        "ttft_relative": 27.744752,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 28951.249842257606,
                        "interactivity_tok_s": 39.12527114039532,
                        "output_per_gpu": 3936.4971638338375,
                        "total_per_gpu": 7011.9417318846145,
                        "tpot_ms": 25.55892830522876,
                        "tpot_relative": 1.553874,
                        "ttft_ms": 5418.336622430593,
                        "ttft_relative": 7.732892,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.66,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 32.28,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "92f12424bd8a1c8a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 33738.85789086192,
                        "interactivity_tok_s": 27.951423122365114,
                        "output_per_gpu": 3386.9806814335116,
                        "total_per_gpu": 6773.7618886311175,
                        "tpot_error_pct": 9.66,
                        "tpot_ms": 35.776353698422525,
                        "tpot_relative": 1.096557,
                        "ttft_error_pct": 32.28,
                        "ttft_ms": 792.8015033305654,
                        "ttft_relative": 0.677178,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 31209.862263177503,
                        "interactivity_tok_s": 30.650334086698965,
                        "output_per_gpu": 4877.363217542652,
                        "total_per_gpu": 7330.392685652113,
                        "tpot_ms": 32.626071780208115,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1170.7430066046788,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 60.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 2,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.13,
                    "tpot_shape_error_pct": 15.51,
                    "ttft_mape_pct": 87.43,
                    "ttft_shape_error_pct": 56.94
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.93,
                    "tpot_shape_error_pct": 31.05,
                    "ttft_mape_pct": 38.15,
                    "ttft_shape_error_pct": 53.57
                  },
                  "framework": "dynamo-vllm",
                  "id": "5fd5f36c77687e54",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 23360.162,
                        "interactivity_tok_s": 44.07033625666564,
                        "output_per_gpu": 2078.0401,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.87,
                        "tpot_ms": 22.691,
                        "tpot_relative": 1.088675,
                        "ttft_error_pct": 79.73,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.202691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19917.108625013763,
                        "interactivity_tok_s": 47.371408484409535,
                        "output_per_gpu": 2224.226304101388,
                        "total_per_gpu": 4446.403697529224,
                        "tpot_error_pct": 1.28,
                        "tpot_ms": 21.109779759432556,
                        "tpot_relative": 1.012811,
                        "ttft_error_pct": 35.85,
                        "ttft_ms": 466.0829701986339,
                        "ttft_relative": 0.641483,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 19922.595722766782,
                        "interactivity_tok_s": 47.97828823993695,
                        "output_per_gpu": 2864.4257925297275,
                        "total_per_gpu": 4591.332973297299,
                        "tpot_ms": 20.84276110475329,
                        "tpot_relative": 1.0,
                        "ttft_ms": 726.570698330157,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30083.318,
                        "interactivity_tok_s": 34.17284625636469,
                        "output_per_gpu": 2252.9434,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.35,
                        "tpot_ms": 29.263,
                        "tpot_relative": 1.403989,
                        "ttft_error_pct": 88.07,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.202691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25501.795744381518,
                        "interactivity_tok_s": 37.26735593352627,
                        "output_per_gpu": 3516.5817407532777,
                        "total_per_gpu": 7032.956374492458,
                        "tpot_error_pct": 9.44,
                        "tpot_ms": 26.833135191659387,
                        "tpot_relative": 1.287408,
                        "ttft_error_pct": 36.0,
                        "ttft_ms": 789.84774000508,
                        "ttft_relative": 1.08709,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 23809.661655308733,
                        "interactivity_tok_s": 40.78444797801413,
                        "output_per_gpu": 4766.466976031971,
                        "total_per_gpu": 7641.303570330553,
                        "tpot_ms": 24.519150057862127,
                        "tpot_relative": 1.176387,
                        "ttft_ms": 1234.2055949560056,
                        "ttft_relative": 1.698672,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 45075.383,
                        "interactivity_tok_s": 22.769707181565646,
                        "output_per_gpu": 2252.9434,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.17,
                        "tpot_ms": 43.918,
                        "tpot_relative": 2.10711,
                        "ttft_error_pct": 94.48,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.202691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 37384.303066379,
                        "interactivity_tok_s": 25.716682455767707,
                        "output_per_gpu": 4850.1987276803175,
                        "total_per_gpu": 9698.270852514834,
                        "tpot_error_pct": 17.02,
                        "tpot_ms": 38.88526452507956,
                        "tpot_relative": 1.865648,
                        "ttft_error_pct": 41.61,
                        "ttft_ms": 1556.872026724277,
                        "ttft_relative": 2.142767,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 33282.516090960235,
                        "interactivity_tok_s": 30.09447319947776,
                        "output_per_gpu": 6856.399394109311,
                        "total_per_gpu": 10987.037291404991,
                        "tpot_ms": 33.22869263640585,
                        "tpot_relative": 1.594256,
                        "ttft_ms": 2666.282283765658,
                        "ttft_relative": 3.66968,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 71596.9363288154,
                        "interactivity_tok_s": 25.59356611167399,
                        "output_per_gpu": 5038.592458533463,
                        "total_per_gpu": 10080.846424148162,
                        "tpot_error_pct": 1.05,
                        "tpot_ms": 39.07231980243152,
                        "tpot_relative": 1.874623,
                        "ttft_error_pct": 68.55,
                        "ttft_ms": 35634.26090315508,
                        "ttft_relative": 49.044451,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 57485.25723536962,
                        "interactivity_tok_s": 25.32407483058008,
                        "output_per_gpu": 7898.63643515557,
                        "total_per_gpu": 12665.954834559516,
                        "tpot_ms": 39.48811582219976,
                        "tpot_relative": 1.894572,
                        "ttft_ms": 21141.059267745237,
                        "ttft_relative": 29.097044,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 142358.19884747948,
                        "interactivity_tok_s": 12.349888278742913,
                        "output_per_gpu": 5057.157944296408,
                        "total_per_gpu": 10115.375803333192,
                        "tpot_error_pct": 100.85,
                        "tpot_ms": 80.97239241598948,
                        "tpot_relative": 3.884917,
                        "ttft_error_pct": 8.72,
                        "ttft_ms": 68049.52034304224,
                        "ttft_relative": 93.658498,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 111658.13001013336,
                        "interactivity_tok_s": 24.805265202298575,
                        "output_per_gpu": 8079.7085019171245,
                        "total_per_gpu": 12953.672349450335,
                        "tpot_ms": 40.31402171452435,
                        "tpot_relative": 1.934198,
                        "ttft_ms": 74548.62528527375,
                        "ttft_relative": 102.603402,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.33,
                    "tpot_shape_error_pct": 5.53,
                    "ttft_mape_pct": 39.57,
                    "ttft_shape_error_pct": 48.53
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.04,
                    "tpot_shape_error_pct": 6.26,
                    "ttft_mape_pct": 42.0,
                    "ttft_shape_error_pct": 14.65
                  },
                  "framework": "dynamo-vllm",
                  "id": "d9ca0e1c504c47d9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10663.709,
                        "interactivity_tok_s": 97.2762645914397,
                        "output_per_gpu": 143.3846,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.86,
                        "tpot_ms": 10.28,
                        "tpot_relative": 1.248579,
                        "ttft_error_pct": 1.22,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.987819,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8938.867564049973,
                        "interactivity_tok_s": 104.98484646874354,
                        "output_per_gpu": 162.77632102755695,
                        "total_per_gpu": 324.35031446794216,
                        "tpot_error_pct": 15.69,
                        "tpot_ms": 9.525184192155994,
                        "tpot_relative": 1.156901,
                        "ttft_error_pct": 34.3,
                        "ttft_ms": 97.95372133750045,
                        "ttft_relative": 0.657033,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 7767.928375938573,
                        "interactivity_tok_s": 121.45710485048522,
                        "output_per_gpu": 230.25738424115522,
                        "total_per_gpu": 368.64297630992155,
                        "tpot_ms": 8.233359433612458,
                        "tpot_relative": 1.0,
                        "ttft_ms": 149.08496705029393,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11706.146,
                        "interactivity_tok_s": 88.50340738118418,
                        "output_per_gpu": 260.76779999999997,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.4,
                        "tpot_ms": 11.299,
                        "tpot_relative": 1.372344,
                        "ttft_error_pct": 19.39,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.987819,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9708.741872824932,
                        "interactivity_tok_s": 95.35883365943401,
                        "output_per_gpu": 294.5372947898514,
                        "total_per_gpu": 592.2100391055905,
                        "tpot_error_pct": 13.6,
                        "tpot_ms": 10.486705443267219,
                        "tpot_relative": 1.273685,
                        "ttft_error_pct": 37.59,
                        "ttft_ms": 114.02322350624914,
                        "ttft_relative": 0.76482,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 8621.308213675275,
                        "interactivity_tok_s": 108.32514361698186,
                        "output_per_gpu": 414.99401864811506,
                        "total_per_gpu": 668.663608440492,
                        "tpot_ms": 9.231467105511712,
                        "tpot_relative": 1.121227,
                        "ttft_ms": 182.70426551243872,
                        "ttft_relative": 1.225504,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13034.0,
                        "interactivity_tok_s": 79.38398031277289,
                        "output_per_gpu": 467.837,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.06,
                        "tpot_ms": 12.597,
                        "tpot_relative": 1.529995,
                        "ttft_error_pct": 46.12,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.987819,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10858.560183959336,
                        "interactivity_tok_s": 86.10144308238989,
                        "output_per_gpu": 528.6489607858499,
                        "total_per_gpu": 1055.6256666624372,
                        "tpot_error_pct": 0.37,
                        "tpot_ms": 11.614207197934032,
                        "tpot_relative": 1.410628,
                        "ttft_error_pct": 47.82,
                        "ttft_ms": 142.6325262937498,
                        "ttft_relative": 0.95672,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 11040.885950418624,
                        "interactivity_tok_s": 85.78098417435592,
                        "output_per_gpu": 657.0085086746159,
                        "total_per_gpu": 1050.6984872352066,
                        "tpot_ms": 11.657595324010613,
                        "tpot_relative": 1.415898,
                        "ttft_ms": 273.3264599807626,
                        "ttft_relative": 1.83336,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16698.386,
                        "interactivity_tok_s": 61.80851721367205,
                        "output_per_gpu": 728.6046,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.49,
                        "tpot_ms": 16.179,
                        "tpot_relative": 1.965054,
                        "ttft_error_pct": 58.09,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.987819,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13806.606638311054,
                        "interactivity_tok_s": 67.66291248338234,
                        "output_per_gpu": 827.9175627922572,
                        "total_per_gpu": 1656.2084147878734,
                        "tpot_error_pct": 9.15,
                        "tpot_ms": 14.779145078119342,
                        "tpot_relative": 1.795032,
                        "ttft_error_pct": 43.5,
                        "ttft_ms": 198.55259276406278,
                        "ttft_relative": 1.331808,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 12813.67628383598,
                        "interactivity_tok_s": 73.85492800152825,
                        "output_per_gpu": 1120.5753661468393,
                        "total_per_gpu": 1797.4109133419256,
                        "tpot_ms": 13.54005788184246,
                        "tpot_relative": 1.644536,
                        "ttft_ms": 351.4186918498581,
                        "ttft_relative": 2.357171,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19922.882,
                        "interactivity_tok_s": 51.73038125290984,
                        "output_per_gpu": 1219.4284,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.86,
                        "tpot_ms": 19.331,
                        "tpot_relative": 2.347887,
                        "ttft_error_pct": 73.01,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.987819,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16529.107938571768,
                        "interactivity_tok_s": 56.586383639687604,
                        "output_per_gpu": 1378.51754227859,
                        "total_per_gpu": 2760.063465886574,
                        "tpot_error_pct": 11.4,
                        "tpot_ms": 17.672095929781893,
                        "tpot_relative": 2.146402,
                        "ttft_error_pct": 46.79,
                        "ttft_ms": 290.3672868335933,
                        "ttft_relative": 1.947663,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 15122.950114408524,
                        "interactivity_tok_s": 63.03912895105012,
                        "output_per_gpu": 1896.002461238383,
                        "total_per_gpu": 3043.948008982762,
                        "tpot_ms": 15.863163350123381,
                        "tpot_relative": 1.926694,
                        "ttft_ms": 545.7333300516666,
                        "ttft_relative": 3.660552,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.57,
                    "tpot_shape_error_pct": 20.7,
                    "ttft_mape_pct": 79.08,
                    "ttft_shape_error_pct": 50.47
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.04,
                    "tpot_shape_error_pct": 18.7,
                    "ttft_mape_pct": 38.64,
                    "ttft_shape_error_pct": 3.18
                  },
                  "framework": "dynamo-vllm",
                  "id": "ba8c089f44fb885e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 17782.766,
                        "interactivity_tok_s": 58.008005104704445,
                        "output_per_gpu": 1367.5233,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.61,
                        "tpot_ms": 17.239,
                        "tpot_relative": 0.973922,
                        "ttft_error_pct": 68.47,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.315264,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15373.167650113795,
                        "interactivity_tok_s": 61.056689706558736,
                        "output_per_gpu": 1474.9430302518574,
                        "total_per_gpu": 2948.4605328490247,
                        "tpot_error_pct": 7.47,
                        "tpot_ms": 16.378221695379263,
                        "tpot_relative": 0.925292,
                        "ttft_error_pct": 38.01,
                        "ttft_ms": 289.5626731628922,
                        "ttft_relative": 0.619876,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 16768.97523010457,
                        "interactivity_tok_s": 56.495269636881126,
                        "output_per_gpu": 1683.0524661900351,
                        "total_per_gpu": 2696.911940272122,
                        "tpot_ms": 17.700596995596637,
                        "tpot_relative": 1.0,
                        "ttft_ms": 467.129788496095,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22210.31,
                        "interactivity_tok_s": 46.36713497472991,
                        "output_per_gpu": 2186.1908,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.01,
                        "tpot_ms": 21.567,
                        "tpot_relative": 1.218433,
                        "ttft_error_pct": 79.86,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.315264,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19151.252877363684,
                        "interactivity_tok_s": 49.289850209363834,
                        "output_per_gpu": 2376.4052318870704,
                        "total_per_gpu": 4750.621369060478,
                        "tpot_error_pct": 3.49,
                        "tpot_ms": 20.288152545653812,
                        "tpot_relative": 1.146185,
                        "ttft_error_pct": 36.98,
                        "ttft_ms": 460.8074831898449,
                        "ttft_relative": 0.986466,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 18787.162614940975,
                        "interactivity_tok_s": 51.008146251458776,
                        "output_per_gpu": 3029.6782417657187,
                        "total_per_gpu": 4856.2129436823125,
                        "tpot_ms": 19.604711668411223,
                        "tpot_relative": 1.107573,
                        "ttft_ms": 731.2361397033101,
                        "ttft_relative": 1.565381,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30992.765,
                        "interactivity_tok_s": 33.165295834438844,
                        "output_per_gpu": 2252.9434,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.09,
                        "tpot_ms": 30.152,
                        "tpot_relative": 1.703445,
                        "ttft_error_pct": 88.91,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.315264,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26571.839086546865,
                        "interactivity_tok_s": 35.71117455220336,
                        "output_per_gpu": 3436.4232436099433,
                        "total_per_gpu": 6872.64410109335,
                        "tpot_error_pct": 16.17,
                        "tpot_ms": 28.002439363571717,
                        "tpot_relative": 1.582005,
                        "ttft_error_pct": 40.92,
                        "ttft_ms": 784.6374195555697,
                        "ttft_relative": 1.679699,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 23521.953584809842,
                        "interactivity_tok_s": 41.48556538869053,
                        "output_per_gpu": 4833.820936003463,
                        "total_per_gpu": 7749.281252205636,
                        "tpot_ms": 24.10476971039696,
                        "tpot_relative": 1.361805,
                        "ttft_ms": 1328.0766616885985,
                        "ttft_relative": 2.843057,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.41,
                    "tpot_shape_error_pct": 5.1,
                    "ttft_mape_pct": 69.14,
                    "ttft_shape_error_pct": 50.16
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.4,
                    "tpot_shape_error_pct": 7.06,
                    "ttft_mape_pct": 39.95,
                    "ttft_shape_error_pct": 24.37
                  },
                  "framework": "dynamo-vllm",
                  "id": "24de0bdf10bed2e4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11706.146,
                        "interactivity_tok_s": 88.50340738118418,
                        "output_per_gpu": 289.7418888888889,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.31,
                        "tpot_ms": 11.299,
                        "tpot_relative": 1.213142,
                        "ttft_error_pct": 48.45,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.515464,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9909.04413590313,
                        "interactivity_tok_s": 94.48719159817331,
                        "output_per_gpu": 322.04448812096047,
                        "total_per_gpu": 643.0702653085623,
                        "tpot_error_pct": 13.63,
                        "tpot_ms": 10.583445047797703,
                        "tpot_relative": 1.136315,
                        "ttft_error_pct": 49.75,
                        "ttft_ms": 143.56940187187664,
                        "ttft_relative": 0.502515,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 8888.92148510813,
                        "interactivity_tok_s": 107.36721109077278,
                        "output_per_gpu": 407.37842136761236,
                        "total_per_gpu": 723.8734107563557,
                        "tpot_ms": 9.313830450104154,
                        "tpot_relative": 1.0,
                        "ttft_ms": 285.70200618451054,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13034.0,
                        "interactivity_tok_s": 79.38398031277289,
                        "output_per_gpu": 519.8187777777778,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.23,
                        "tpot_ms": 12.597,
                        "tpot_relative": 1.352505,
                        "ttft_error_pct": 59.06,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.515464,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10969.97379495623,
                        "interactivity_tok_s": 85.5293613910592,
                        "output_per_gpu": 575.8000598507463,
                        "total_per_gpu": 1151.8597348555793,
                        "tpot_error_pct": 0.48,
                        "tpot_ms": 11.691891342760977,
                        "tpot_relative": 1.255326,
                        "ttft_error_pct": 43.26,
                        "ttft_ms": 204.11502091093638,
                        "ttft_relative": 0.714433,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 11172.592558680026,
                        "interactivity_tok_s": 85.1223687794224,
                        "output_per_gpu": 642.1568572082849,
                        "total_per_gpu": 1144.4713315172214,
                        "tpot_ms": 11.747793374868362,
                        "tpot_relative": 1.261328,
                        "ttft_ms": 359.73610184673817,
                        "ttft_relative": 1.25913,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16698.386,
                        "interactivity_tok_s": 61.80851721367205,
                        "output_per_gpu": 809.5607777777777,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.68,
                        "tpot_ms": 16.179,
                        "tpot_relative": 1.737094,
                        "ttft_error_pct": 69.0,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.515464,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13971.461430749241,
                        "interactivity_tok_s": 67.18540097207654,
                        "output_per_gpu": 905.0542196223887,
                        "total_per_gpu": 1812.0966978027805,
                        "tpot_error_pct": 9.18,
                        "tpot_ms": 14.884185932232779,
                        "tpot_relative": 1.598074,
                        "ttft_error_pct": 38.05,
                        "ttft_ms": 294.31530440546794,
                        "ttft_relative": 1.030148,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 13002.475251627038,
                        "interactivity_tok_s": 73.3527173104129,
                        "output_per_gpu": 1101.032738743306,
                        "total_per_gpu": 1964.0659061718059,
                        "tpot_ms": 13.632760130319582,
                        "tpot_relative": 1.463711,
                        "ttft_ms": 475.0991618075659,
                        "ttft_relative": 1.662919,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19922.882,
                        "interactivity_tok_s": 51.73038125290984,
                        "output_per_gpu": 1251.6352222222222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.41,
                        "tpot_ms": 19.331,
                        "tpot_relative": 2.075516,
                        "ttft_error_pct": 81.67,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.515464,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16838.502763520228,
                        "interactivity_tok_s": 56.31120661158464,
                        "output_per_gpu": 1504.28519888856,
                        "total_per_gpu": 3007.116511011615,
                        "tpot_error_pct": 11.54,
                        "tpot_ms": 17.75845449197451,
                        "tpot_relative": 1.906676,
                        "ttft_error_pct": 39.6,
                        "ttft_ms": 485.35030225898197,
                        "ttft_relative": 1.698799,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 15466.763418533674,
                        "interactivity_tok_s": 62.80733279487253,
                        "output_per_gpu": 1839.5420620192945,
                        "total_per_gpu": 3275.188683361696,
                        "tpot_ms": 15.92170779271872,
                        "tpot_relative": 1.709469,
                        "ttft_ms": 803.6104488480646,
                        "ttft_relative": 2.812757,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25432.76,
                        "interactivity_tok_s": 40.45798438321803,
                        "output_per_gpu": 1251.6352222222222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.4,
                        "tpot_ms": 24.717,
                        "tpot_relative": 2.653795,
                        "ttft_error_pct": 87.49,
                        "ttft_ms": 147.269,
                        "ttft_relative": 0.515464,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21351.49643810349,
                        "interactivity_tok_s": 44.900030397870985,
                        "output_per_gpu": 2375.151572613083,
                        "total_per_gpu": 4748.115205357162,
                        "tpot_error_pct": 2.18,
                        "tpot_ms": 22.27169984382498,
                        "tpot_relative": 2.39125,
                        "ttft_error_pct": 29.09,
                        "ttft_ms": 834.8992435628904,
                        "ttft_relative": 2.922273,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 21251.84516908837,
                        "interactivity_tok_s": 45.878028568913756,
                        "output_per_gpu": 2695.6640729250635,
                        "total_per_gpu": 4800.920067754166,
                        "tpot_ms": 21.796926136394287,
                        "tpot_relative": 2.340275,
                        "ttft_ms": 1177.391067614593,
                        "ttft_relative": 4.121046,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.88,
                    "tpot_shape_error_pct": 2.9,
                    "ttft_mape_pct": 83.93,
                    "ttft_shape_error_pct": 65.14
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.07,
                    "tpot_shape_error_pct": 0.47,
                    "ttft_mape_pct": 9.11,
                    "ttft_shape_error_pct": 0.48
                  },
                  "framework": "vllm",
                  "id": "e0c98ac8007abe08",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 50773.42974788725,
                        "interactivity_tok_s": 20.233931271239825,
                        "output_per_gpu": 5157.973398692798,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.22,
                        "tpot_ms": 49.421933216773525,
                        "tpot_relative": 1.142219,
                        "ttft_error_pct": 76.16,
                        "ttft_ms": 214.79206712792674,
                        "ttft_relative": 0.238377,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 44769.23742218025,
                        "interactivity_tok_s": 21.04683686684409,
                        "output_per_gpu": 5148.027072698875,
                        "total_per_gpu": 10291.311890710116,
                        "tpot_error_pct": 9.81,
                        "tpot_ms": 47.51307791886482,
                        "tpot_relative": 1.098103,
                        "ttft_error_pct": 8.85,
                        "ttft_ms": 980.8192935664077,
                        "ttft_relative": 1.088518,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 40775.863356442416,
                        "interactivity_tok_s": 23.11159056609442,
                        "output_per_gpu": 5650.389262103048,
                        "total_per_gpu": 11295.573503994126,
                        "tpot_ms": 43.268333139608224,
                        "tpot_relative": 1.0,
                        "ttft_ms": 901.0589709145279,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 75232.26037034318,
                        "interactivity_tok_s": 13.642463050854136,
                        "output_per_gpu": 6962.119673417048,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.53,
                        "tpot_ms": 73.30054670277383,
                        "tpot_relative": 1.694092,
                        "ttft_error_pct": 91.69,
                        "ttft_ms": 245.80109340554765,
                        "ttft_relative": 0.272791,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 66592.84855942652,
                        "interactivity_tok_s": 14.533742992037377,
                        "output_per_gpu": 6917.997622998522,
                        "total_per_gpu": 13835.587814594377,
                        "tpot_error_pct": 10.32,
                        "tpot_ms": 68.80539999557385,
                        "tpot_relative": 1.590202,
                        "ttft_error_pct": 9.37,
                        "ttft_ms": 3234.85023628633,
                        "ttft_relative": 3.590054,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 60387.249129237185,
                        "interactivity_tok_s": 16.034084188775747,
                        "output_per_gpu": 7624.502885775462,
                        "total_per_gpu": 15248.556730936185,
                        "tpot_ms": 62.36714166063968,
                        "tpot_relative": 1.441404,
                        "ttft_ms": 2957.726833001817,
                        "ttft_relative": 3.282501,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.08,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 91.68,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.9,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 9.43,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "dc7b6fec424ffc29",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 75232.26037034318,
                        "interactivity_tok_s": 13.642463050854136,
                        "output_per_gpu": 6962.119673417048,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.08,
                        "tpot_ms": 73.30054670277383,
                        "tpot_relative": 1.170756,
                        "ttft_error_pct": 91.68,
                        "ttft_ms": 245.80109340554765,
                        "ttft_relative": 0.083154,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 66592.84855942652,
                        "interactivity_tok_s": 14.533742992037377,
                        "output_per_gpu": 6917.997622998522,
                        "total_per_gpu": 13835.587814594377,
                        "tpot_error_pct": 9.9,
                        "tpot_ms": 68.80539999557385,
                        "tpot_relative": 1.098959,
                        "ttft_error_pct": 9.43,
                        "ttft_ms": 3234.85023628633,
                        "ttft_relative": 1.094344,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 60608.52530217899,
                        "interactivity_tok_s": 15.971992974370806,
                        "output_per_gpu": 7596.511050578217,
                        "total_per_gpu": 15192.57470910437,
                        "tpot_ms": 62.609594281980556,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2955.9716842456055,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.12,
                    "tpot_shape_error_pct": 6.01,
                    "ttft_mape_pct": 64.55,
                    "ttft_shape_error_pct": 25.43
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.1,
                    "tpot_shape_error_pct": 6.4,
                    "ttft_mape_pct": 4.01,
                    "ttft_shape_error_pct": 12.34
                  },
                  "framework": "vllm",
                  "id": "2ed8a6624ef4ac55",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8812.81181244379,
                        "interactivity_tok_s": 117.48234058196016,
                        "output_per_gpu": 116.08099909219807,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.31,
                        "tpot_ms": 8.511917578815702,
                        "tpot_relative": 1.213143,
                        "ttft_error_pct": 89.51,
                        "ttft_ms": 105.12012931532574,
                        "ttft_relative": 1.895128,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7809.065791499983,
                        "interactivity_tok_s": 118.15657581742607,
                        "output_per_gpu": 114.06436597047718,
                        "total_per_gpu": 229.24423787637625,
                        "tpot_error_pct": 20.62,
                        "tpot_ms": 8.463346141184612,
                        "tpot_relative": 1.20622,
                        "ttft_error_pct": 9.79,
                        "ttft_ms": 50.040188699999476,
                        "ttft_relative": 0.902135,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 6488.159513376013,
                        "interactivity_tok_s": 142.5228410336775,
                        "output_per_gpu": 137.1652139630403,
                        "total_per_gpu": 275.6718513321317,
                        "tpot_ms": 7.016419212157751,
                        "tpot_relative": 1.0,
                        "ttft_ms": 55.46861322654877,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10038.952371496205,
                        "interactivity_tok_s": 103.09033240155631,
                        "output_per_gpu": 203.80612680355452,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.95,
                        "tpot_ms": 9.700230629820954,
                        "tpot_relative": 1.382504,
                        "ttft_error_pct": 116.42,
                        "ttft_ms": 115.61643718937054,
                        "ttft_relative": 2.084358,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9016.542274112453,
                        "interactivity_tok_s": 103.60541487810043,
                        "output_per_gpu": 201.73148244397314,
                        "total_per_gpu": 401.9728997174576,
                        "tpot_error_pct": 23.34,
                        "tpot_ms": 9.652005169580907,
                        "tpot_relative": 1.375631,
                        "ttft_error_pct": 6.98,
                        "ttft_ms": 57.14906802500077,
                        "ttft_relative": 1.030296,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 7317.705012511578,
                        "interactivity_tok_s": 127.78176970381872,
                        "output_per_gpu": 248.5044369000022,
                        "total_per_gpu": 495.1733258644488,
                        "tpot_ms": 7.82584246812255,
                        "tpot_relative": 1.115361,
                        "ttft_ms": 53.421389919822104,
                        "ttft_relative": 0.963092,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11207.056683016997,
                        "interactivity_tok_s": 92.32132227156885,
                        "output_per_gpu": 365.1270905233266,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.93,
                        "tpot_ms": 10.831733941791242,
                        "tpot_relative": 1.543769,
                        "ttft_error_pct": 88.12,
                        "ttft_ms": 126.19286056455626,
                        "ttft_relative": 2.275032,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9928.591132256286,
                        "interactivity_tok_s": 92.79503835842809,
                        "output_per_gpu": 360.45295139676716,
                        "total_per_gpu": 724.7430468685086,
                        "tpot_error_pct": 18.33,
                        "tpot_ms": 10.776438241637681,
                        "tpot_relative": 1.535889,
                        "ttft_error_pct": 1.21,
                        "ttft_ms": 67.89180036250016,
                        "ttft_relative": 1.223968,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 8400.675745808621,
                        "interactivity_tok_s": 109.80030212408516,
                        "output_per_gpu": 425.8340666795343,
                        "total_per_gpu": 856.2012816092074,
                        "tpot_ms": 9.107443063953516,
                        "tpot_relative": 1.298019,
                        "ttft_ms": 67.08038148717606,
                        "ttft_relative": 1.209339,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12758.266601390866,
                        "interactivity_tok_s": 81.05249289256176,
                        "output_per_gpu": 641.4664511798027,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.04,
                        "tpot_ms": 12.337683448250495,
                        "tpot_relative": 1.758402,
                        "ttft_error_pct": 53.86,
                        "ttft_ms": 136.8164338306089,
                        "ttft_relative": 2.466556,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11379.479514340663,
                        "interactivity_tok_s": 81.71252018117814,
                        "output_per_gpu": 631.4451254091176,
                        "total_per_gpu": 1260.892824758179,
                        "tpot_error_pct": 6.18,
                        "tpot_ms": 12.23802665470037,
                        "tpot_relative": 1.744198,
                        "ttft_error_pct": 3.79,
                        "ttft_ms": 85.55131880312469,
                        "ttft_relative": 1.542337,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 10725.75240603528,
                        "interactivity_tok_s": 86.76122901539192,
                        "output_per_gpu": 670.8515002078564,
                        "total_per_gpu": 1339.5809216870584,
                        "tpot_ms": 11.525885598307909,
                        "tpot_relative": 1.642702,
                        "ttft_ms": 88.92016855061229,
                        "ttft_relative": 1.603072,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16240.394295472848,
                        "interactivity_tok_s": 63.567764295016815,
                        "output_per_gpu": 1007.8573033514785,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.02,
                        "tpot_ms": 15.73124383231442,
                        "tpot_relative": 2.242062,
                        "ttft_error_pct": 20.71,
                        "ttft_ms": 147.33185501519847,
                        "ttft_relative": 2.65613,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14455.994192728092,
                        "interactivity_tok_s": 64.27136365930836,
                        "output_per_gpu": 990.159154066618,
                        "total_per_gpu": 1980.7647483809503,
                        "tpot_error_pct": 12.77,
                        "tpot_ms": 15.559028828154805,
                        "tpot_relative": 2.217517,
                        "ttft_error_pct": 1.76,
                        "ttft_ms": 124.2032716671877,
                        "ttft_relative": 2.239163,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 12831.246303572698,
                        "interactivity_tok_s": 72.48150374482479,
                        "output_per_gpu": 1115.527386518857,
                        "total_per_gpu": 2231.55773897074,
                        "tpot_ms": 13.79662325329999,
                        "tpot_relative": 1.966334,
                        "ttft_ms": 122.05254026166585,
                        "ttft_relative": 2.200389,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19789.77615223027,
                        "interactivity_tok_s": 52.111860753021894,
                        "output_per_gpu": 1654.187482879169,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.44,
                        "tpot_ms": 19.189489408934826,
                        "tpot_relative": 2.734941,
                        "ttft_error_pct": 18.67,
                        "ttft_ms": 158.92848688994496,
                        "ttft_relative": 2.865197,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17507.223169388428,
                        "interactivity_tok_s": 53.10760747333463,
                        "output_per_gpu": 1631.3709660163693,
                        "total_per_gpu": 3266.325791666931,
                        "tpot_error_pct": 9.35,
                        "tpot_ms": 18.829694041519396,
                        "tpot_relative": 2.683661,
                        "ttft_error_pct": 0.56,
                        "ttft_ms": 196.51301143125025,
                        "ttft_relative": 3.542779,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 16025.56142900794,
                        "interactivity_tok_s": 58.07309857853164,
                        "output_per_gpu": 1785.5962488947223,
                        "total_per_gpu": 3575.1151655656186,
                        "tpot_ms": 17.21967700152439,
                        "tpot_relative": 2.454197,
                        "ttft_ms": 195.41700380359543,
                        "ttft_relative": 3.523019,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.26,
                    "tpot_shape_error_pct": 2.13,
                    "ttft_mape_pct": 62.02,
                    "ttft_shape_error_pct": 47.49
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.84,
                    "tpot_shape_error_pct": 0.23,
                    "ttft_mape_pct": 2.32,
                    "ttft_shape_error_pct": 0.3
                  },
                  "framework": "vllm",
                  "id": "154519f805608b2b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 24738.196209723337,
                        "interactivity_tok_s": 41.639655955910534,
                        "output_per_gpu": 2646.5955498512158,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.11,
                        "tpot_ms": 24.015568261631017,
                        "tpot_relative": 1.081131,
                        "ttft_error_pct": 50.19,
                        "ttft_ms": 170.26987807480754,
                        "ttft_relative": 0.49806,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21993.318690508117,
                        "interactivity_tok_s": 42.58267407517952,
                        "output_per_gpu": 2563.3093953536504,
                        "total_per_gpu": 5124.1413604909085,
                        "tpot_error_pct": 5.72,
                        "tpot_ms": 23.483729514837528,
                        "tpot_relative": 1.057188,
                        "ttft_error_pct": 2.47,
                        "ttft_ms": 350.30325772226695,
                        "ttft_relative": 1.024679,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 20812.476060266294,
                        "interactivity_tok_s": 45.017912145339466,
                        "output_per_gpu": 2758.7549784975886,
                        "total_per_gpu": 5514.843629256613,
                        "tpot_ms": 22.213380237882184,
                        "tpot_relative": 1.0,
                        "ttft_ms": 341.8663885609476,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 34125.09661040649,
                        "interactivity_tok_s": 30.13821379658157,
                        "output_per_gpu": 3837.175949857047,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.41,
                        "tpot_ms": 33.18046672405732,
                        "tpot_relative": 1.493715,
                        "ttft_error_pct": 73.85,
                        "ttft_ms": 181.47915169585383,
                        "ttft_relative": 0.530848,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30062.487232048654,
                        "interactivity_tok_s": 31.40335022928708,
                        "output_per_gpu": 3786.247000766713,
                        "total_per_gpu": 7569.006190118612,
                        "tpot_error_pct": 5.96,
                        "tpot_ms": 31.843736184153688,
                        "tpot_relative": 1.433539,
                        "ttft_error_pct": 2.16,
                        "ttft_ms": 708.8995702775399,
                        "ttft_relative": 2.073616,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 28393.01085364473,
                        "interactivity_tok_s": 33.27608374989837,
                        "output_per_gpu": 4055.415161052622,
                        "total_per_gpu": 8107.094558620278,
                        "tpot_ms": 30.051613270238096,
                        "tpot_relative": 1.352861,
                        "ttft_ms": 693.8836138218107,
                        "ttft_relative": 2.029692,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 33.33,
                "points": 6,
                "status_counts": {
                  "failed": 12,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 15.64,
                "tpot_shape_error_pct": 4.66,
                "ttft_mape_pct": 43.84,
                "ttft_shape_error_pct": 36.95
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 18,
                "status_counts": {
                  "failed": 0,
                  "success": 18,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 8.17,
                "tpot_shape_error_pct": 9.33,
                "ttft_mape_pct": 53.21,
                "ttft_shape_error_pct": 27.39
              },
              "gpu": "gb200",
              "precisions": [
                "fp8"
              ],
              "rows": 18,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.76,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 34.67,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "ee4f245b3b67bf18",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 60982.59295357958,
                        "interactivity_tok_s": 24.938214794333742,
                        "output_per_gpu": 5951.0643799559175,
                        "total_per_gpu": 11906.453353446126,
                        "tpot_error_pct": 5.76,
                        "tpot_ms": 40.09910124870734,
                        "tpot_relative": 0.942431,
                        "ttft_error_pct": 34.67,
                        "ttft_ms": 24075.319319215036,
                        "ttft_relative": 0.653258,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 76011.91376737578,
                        "interactivity_tok_s": 23.50253779233909,
                        "output_per_gpu": 5392.817339270239,
                        "total_per_gpu": 8647.718047410159,
                        "tpot_ms": 42.54859661691347,
                        "tpot_relative": 1.0,
                        "ttft_ms": 36854.2294594359,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 66.67,
                    "points": 4,
                    "status_counts": {
                      "failed": 2,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.9,
                    "tpot_shape_error_pct": 4.55,
                    "ttft_mape_pct": 40.41,
                    "ttft_shape_error_pct": 33.81
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.91,
                    "tpot_shape_error_pct": 4.31,
                    "ttft_mape_pct": 61.05,
                    "ttft_shape_error_pct": 13.61
                  },
                  "framework": "dynamo-vllm",
                  "id": "f3687d61ed02d9d1",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7882.868,
                        "interactivity_tok_s": 131.44058885383808,
                        "output_per_gpu": 20.097666666666665,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.07,
                        "tpot_ms": 7.608,
                        "tpot_relative": 1.120725,
                        "ttft_error_pct": 20.17,
                        "ttft_ms": 99.884,
                        "ttft_relative": 0.798343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6540.412772699995,
                        "interactivity_tok_s": 141.916859672352,
                        "output_per_gpu": 23.479659771270324,
                        "total_per_gpu": 46.79368269805047,
                        "tpot_error_pct": 3.8,
                        "tpot_ms": 7.04637914275113,
                        "tpot_relative": 1.037993,
                        "ttft_error_pct": 56.06,
                        "ttft_ms": 54.97215939999893,
                        "ttft_relative": 0.439376,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 6373.307551792823,
                        "interactivity_tok_s": 147.30871139674315,
                        "output_per_gpu": 36.14103447819887,
                        "total_per_gpu": 48.201120652386926,
                        "tpot_ms": 6.78846478608263,
                        "tpot_relative": 1.0,
                        "ttft_ms": 125.11408070567995,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9107.399,
                        "interactivity_tok_s": 113.5718341851221,
                        "output_per_gpu": 69.714,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.46,
                        "tpot_ms": 8.805,
                        "tpot_relative": 1.297053,
                        "ttft_error_pct": 39.19,
                        "ttft_ms": 99.884,
                        "ttft_relative": 0.798343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7535.677210550015,
                        "interactivity_tok_s": 122.66727018805861,
                        "output_per_gpu": 78.67085246574841,
                        "total_per_gpu": 158.1110758224283,
                        "tpot_error_pct": 5.04,
                        "tpot_ms": 8.152133804452655,
                        "tpot_relative": 1.20088,
                        "ttft_error_pct": 62.07,
                        "ttft_ms": 62.30439504999972,
                        "ttft_relative": 0.497981,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 7277.76868136134,
                        "interactivity_tok_s": 128.8554831210933,
                        "output_per_gpu": 122.04334614599735,
                        "total_per_gpu": 164.14074814594287,
                        "tpot_ms": 7.7606321110933205,
                        "tpot_relative": 1.143209,
                        "ttft_ms": 164.26845628302544,
                        "ttft_relative": 1.312949,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10278.734,
                        "interactivity_tok_s": 100.50251256281408,
                        "output_per_gpu": 123.41250000000001,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.55,
                        "tpot_ms": 9.95,
                        "tpot_relative": 1.465722,
                        "ttft_error_pct": 43.89,
                        "ttft_ms": 99.884,
                        "ttft_relative": 0.798343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8606.245090212497,
                        "interactivity_tok_s": 108.74565437014684,
                        "output_per_gpu": 140.79111893566022,
                        "total_per_gpu": 280.54230131754815,
                        "tpot_error_pct": 10.49,
                        "tpot_ms": 9.195769760106597,
                        "tpot_relative": 1.354617,
                        "ttft_error_pct": 60.01,
                        "ttft_ms": 71.18378623750053,
                        "ttft_relative": 0.568951,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 7880.6138401065255,
                        "interactivity_tok_s": 120.1493801956883,
                        "output_per_gpu": 226.7831829845981,
                        "total_per_gpu": 302.56730538017183,
                        "tpot_ms": 8.32297260602836,
                        "tpot_relative": 1.226046,
                        "ttft_ms": 178.01980585500132,
                        "ttft_relative": 1.42286,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11279.228,
                        "interactivity_tok_s": 91.50805270863836,
                        "output_per_gpu": 224.686,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.52,
                        "tpot_ms": 10.928,
                        "tpot_relative": 1.60979,
                        "ttft_error_pct": 58.37,
                        "ttft_ms": 99.884,
                        "ttft_relative": 0.798343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9357.023783799965,
                        "interactivity_tok_s": 98.67441448609326,
                        "output_per_gpu": 254.71061636795653,
                        "total_per_gpu": 512.1327137451323,
                        "tpot_error_pct": 9.91,
                        "tpot_ms": 10.13433933414356,
                        "tpot_relative": 1.492876,
                        "ttft_error_pct": 64.64,
                        "ttft_ms": 84.84492328750027,
                        "ttft_relative": 0.67814,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 8668.634094059234,
                        "interactivity_tok_s": 108.45544731563078,
                        "output_per_gpu": 411.11444946149635,
                        "total_per_gpu": 552.0105087989301,
                        "tpot_ms": 9.2203759677443,
                        "tpot_relative": 1.358242,
                        "ttft_ms": 239.9598837204394,
                        "ttft_relative": 1.917929,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10419.700341500024,
                        "interactivity_tok_s": 89.42567910387338,
                        "output_per_gpu": 458.90916880027817,
                        "total_per_gpu": 916.3666878909057,
                        "tpot_error_pct": 3.46,
                        "tpot_ms": 11.182470292883536,
                        "tpot_relative": 1.647275,
                        "ttft_error_pct": 63.64,
                        "ttft_ms": 102.13722782500032,
                        "ttft_relative": 0.816353,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 10979.99508463181,
                        "interactivity_tok_s": 86.33068010736831,
                        "output_per_gpu": 660.6021501515218,
                        "total_per_gpu": 880.371246673711,
                        "tpot_ms": 11.583367567084071,
                        "tpot_relative": 1.706331,
                        "ttft_ms": 280.90615201435867,
                        "ttft_relative": 2.2452,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12873.336419904697,
                        "interactivity_tok_s": 72.27756459283613,
                        "output_per_gpu": 739.1058522855755,
                        "total_per_gpu": 1478.5449505936983,
                        "tpot_error_pct": 2.73,
                        "tpot_ms": 13.835551953546538,
                        "tpot_relative": 2.038097,
                        "ttft_error_pct": 59.85,
                        "ttft_ms": 134.0608846937502,
                        "ttft_relative": 1.071509,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 12730.163222424744,
                        "interactivity_tok_s": 74.24892234790327,
                        "output_per_gpu": 1128.824949682813,
                        "total_per_gpu": 1508.8694203505756,
                        "tpot_ms": 13.468208943348243,
                        "tpot_relative": 1.983985,
                        "ttft_ms": 333.8930330475705,
                        "ttft_relative": 2.668709,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.55,
                    "tpot_shape_error_pct": 5.34,
                    "ttft_mape_pct": 50.31,
                    "ttft_shape_error_pct": 26.47
                  },
                  "framework": "dynamo-vllm",
                  "id": "07d07f5025570026",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 17935.999811962298,
                        "interactivity_tok_s": 52.238454103390985,
                        "output_per_gpu": 2112.1857405355818,
                        "total_per_gpu": 4222.425779817507,
                        "tpot_error_pct": 6.06,
                        "tpot_ms": 19.142986084940183,
                        "tpot_relative": 0.939442,
                        "ttft_error_pct": 56.12,
                        "ttft_ms": 300.1135351050766,
                        "ttft_relative": 0.438792,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 19450.936660070874,
                        "interactivity_tok_s": 49.07501286840144,
                        "output_per_gpu": 2928.1463980722965,
                        "total_per_gpu": 3911.224587947245,
                        "tpot_ms": 20.37696867612811,
                        "tpot_relative": 1.0,
                        "ttft_ms": 683.9539674292155,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 23928.92913822292,
                        "interactivity_tok_s": 39.309619230792215,
                        "output_per_gpu": 3179.46176709069,
                        "total_per_gpu": 6358.736281649927,
                        "tpot_error_pct": 1.04,
                        "tpot_ms": 25.43906604968269,
                        "tpot_relative": 1.248422,
                        "ttft_error_pct": 44.5,
                        "ttft_ms": 502.2139493907172,
                        "ttft_relative": 0.73428,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 24573.701128128912,
                        "interactivity_tok_s": 38.8994075501254,
                        "output_per_gpu": 4635.993610093257,
                        "total_per_gpu": 6193.447316948609,
                        "tpot_ms": 25.707332398608116,
                        "tpot_relative": 1.261588,
                        "ttft_ms": 904.9529169195011,
                        "ttft_relative": 1.32312,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.07,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 28.63,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "da83efd35688764c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 19873.196420628236,
                        "interactivity_tok_s": 48.828946233519446,
                        "output_per_gpu": 3262.7877942413575,
                        "total_per_gpu": 6525.383428513883,
                        "tpot_error_pct": 9.07,
                        "tpot_ms": 20.47965555548961,
                        "tpot_relative": 0.909279,
                        "ttft_error_pct": 28.63,
                        "ttft_ms": 1013.4250820180694,
                        "ttft_relative": 0.713662,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 22157.706069357915,
                        "interactivity_tok_s": 44.399119574789935,
                        "output_per_gpu": 3424.356997118588,
                        "total_per_gpu": 5881.838869577155,
                        "tpot_ms": 22.522969139410716,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1420.0345329215224,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.28,
                    "tpot_shape_error_pct": 56.84,
                    "ttft_mape_pct": 51.3,
                    "ttft_shape_error_pct": 59.15
                  },
                  "framework": "dynamo-vllm",
                  "id": "29ae5e6c1653d026",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 38152.90447037932,
                        "interactivity_tok_s": 25.417567903008315,
                        "output_per_gpu": 5988.797129264372,
                        "total_per_gpu": 11981.946272166948,
                        "tpot_error_pct": 2.6,
                        "tpot_ms": 39.342867256848926,
                        "tpot_relative": 0.974017,
                        "ttft_error_pct": 30.85,
                        "ttft_ms": 1942.6234704972,
                        "ttft_relative": 0.691534,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 39984.69324071816,
                        "interactivity_tok_s": 24.757141952713777,
                        "output_per_gpu": 7612.148763945709,
                        "total_per_gpu": 11443.64440657077,
                        "tpot_ms": 40.39238462622234,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2809.1494771378107,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 62163.7547553904,
                        "interactivity_tok_s": 18.485098990756114,
                        "output_per_gpu": 7373.9783049170865,
                        "total_per_gpu": 14749.50210008516,
                        "tpot_error_pct": 57.96,
                        "tpot_ms": 54.097627526910856,
                        "tpot_relative": 1.339303,
                        "ttft_error_pct": 71.75,
                        "ttft_ms": 12363.416859479348,
                        "ttft_relative": 4.401125,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 162239.50889395268,
                        "interactivity_tok_s": 7.770700834823432,
                        "output_per_gpu": 3636.025193609168,
                        "total_per_gpu": 5465.065548294246,
                        "tpot_ms": 128.68852131311297,
                        "tpot_relative": 3.18596,
                        "ttft_ms": 43761.177183041465,
                        "ttft_relative": 15.578088,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 33.33,
                    "points": 2,
                    "status_counts": {
                      "failed": 4,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.12,
                    "tpot_shape_error_pct": 4.99,
                    "ttft_mape_pct": 50.71,
                    "ttft_shape_error_pct": 46.4
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.85,
                    "tpot_shape_error_pct": 5.66,
                    "ttft_mape_pct": 54.16,
                    "ttft_shape_error_pct": 35.01
                  },
                  "framework": "dynamo-vllm",
                  "id": "a2410f7efd10a7b5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7882.868,
                        "interactivity_tok_s": 131.44058885383808,
                        "output_per_gpu": 24.1172,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.31,
                        "tpot_ms": 7.608,
                        "tpot_relative": 1.123135,
                        "ttft_error_pct": 35.82,
                        "ttft_ms": 99.884,
                        "ttft_relative": 0.641847,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6645.427987499968,
                        "interactivity_tok_s": 141.77475191028165,
                        "output_per_gpu": 28.05713693910501,
                        "total_per_gpu": 55.601280516372334,
                        "tpot_error_pct": 4.13,
                        "tpot_ms": 7.053442072907474,
                        "tpot_relative": 1.041268,
                        "ttft_error_pct": 64.44,
                        "ttft_ms": 55.339234500001865,
                        "ttft_relative": 0.355606,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 6485.393137589563,
                        "interactivity_tok_s": 147.62553338984532,
                        "output_per_gpu": 35.90242488910662,
                        "total_per_gpu": 57.13370436883738,
                        "tpot_ms": 6.773895931398456,
                        "tpot_relative": 1.0,
                        "ttft_ms": 155.6195656536147,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11279.228,
                        "interactivity_tok_s": 91.50805270863836,
                        "output_per_gpu": 269.62330000000003,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.92,
                        "tpot_ms": 10.928,
                        "tpot_relative": 1.613252,
                        "ttft_error_pct": 65.6,
                        "ttft_ms": 99.884,
                        "ttft_relative": 0.641847,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9544.404959246833,
                        "interactivity_tok_s": 97.72446488028903,
                        "output_per_gpu": 300.63954374237824,
                        "total_per_gpu": 600.3280859880463,
                        "tpot_error_pct": 10.42,
                        "tpot_ms": 10.23285214429145,
                        "tpot_relative": 1.51063,
                        "ttft_error_pct": 64.72,
                        "ttft_ms": 102.43769918437381,
                        "ttft_relative": 0.658257,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 8850.970128799963,
                        "interactivity_tok_s": 107.90327150181754,
                        "output_per_gpu": 408.18325186991217,
                        "total_per_gpu": 652.7731674581189,
                        "tpot_ms": 9.267559602983454,
                        "tpot_relative": 1.368128,
                        "ttft_ms": 290.3487218245573,
                        "ttft_relative": 1.86576,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10511.52379943908,
                        "interactivity_tok_s": 88.7598171223815,
                        "output_per_gpu": 540.3589790510252,
                        "total_per_gpu": 1080.9615936786863,
                        "tpot_error_pct": 3.08,
                        "tpot_ms": 11.266359400236325,
                        "tpot_relative": 1.663202,
                        "ttft_error_pct": 59.91,
                        "ttft_ms": 137.36760752187567,
                        "ttft_relative": 0.882714,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 11041.561082776389,
                        "interactivity_tok_s": 86.02904679047973,
                        "output_per_gpu": 651.541153137394,
                        "total_per_gpu": 1045.0766762501512,
                        "tpot_ms": 11.623980937920418,
                        "tpot_relative": 1.715996,
                        "ttft_ms": 342.6353614406253,
                        "ttft_relative": 2.20175,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12992.921838242215,
                        "interactivity_tok_s": 71.80415401996711,
                        "output_per_gpu": 875.2474103609162,
                        "total_per_gpu": 1752.417598513804,
                        "tpot_error_pct": 2.95,
                        "tpot_ms": 13.926770862336497,
                        "tpot_relative": 2.055947,
                        "ttft_error_pct": 55.73,
                        "ttft_ms": 195.2633725460953,
                        "ttft_relative": 1.254748,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 12872.720667070644,
                        "interactivity_tok_s": 73.9198654231377,
                        "output_per_gpu": 1111.6424877873164,
                        "total_per_gpu": 1784.692797914784,
                        "tpot_ms": 13.528163157166537,
                        "tpot_relative": 1.997102,
                        "ttft_ms": 441.1221465874405,
                        "ttft_relative": 2.834619,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 14957.623179552713,
                        "interactivity_tok_s": 62.91470688891324,
                        "output_per_gpu": 1522.6258581717807,
                        "total_per_gpu": 3043.780103390348,
                        "tpot_error_pct": 1.01,
                        "tpot_ms": 15.894534830555159,
                        "tpot_relative": 2.346439,
                        "ttft_error_pct": 42.24,
                        "ttft_ms": 320.61014577226604,
                        "ttft_relative": 2.060217,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 15047.009208596774,
                        "interactivity_tok_s": 63.54883251099734,
                        "output_per_gpu": 1893.8972986227727,
                        "total_per_gpu": 3034.768280199389,
                        "tpot_ms": 15.73593031511549,
                        "tpot_relative": 2.323025,
                        "ttft_ms": 555.032847754137,
                        "ttft_relative": 3.566601,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18936.880502293152,
                        "interactivity_tok_s": 50.03482217402436,
                        "output_per_gpu": 2410.692084949576,
                        "total_per_gpu": 4819.163490854762,
                        "tpot_error_pct": 7.53,
                        "tpot_ms": 19.98608082430942,
                        "tpot_relative": 2.950456,
                        "ttft_error_pct": 37.92,
                        "ttft_ms": 525.583144180859,
                        "ttft_relative": 3.377359,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 20751.097392618296,
                        "interactivity_tok_s": 46.26842714010061,
                        "output_per_gpu": 2757.5864447713784,
                        "total_per_gpu": 4420.082239035733,
                        "tpot_ms": 21.613010465473657,
                        "tpot_relative": 3.190632,
                        "ttft_ms": 846.5578300198104,
                        "ttft_relative": 5.439919,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 22.73,
                "points": 5,
                "status_counts": {
                  "failed": 17,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.12,
                "tpot_shape_error_pct": 8.03,
                "ttft_mape_pct": 41.94,
                "ttft_shape_error_pct": 27.3
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 22,
                "status_counts": {
                  "failed": 0,
                  "success": 22,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 7.26,
                "tpot_shape_error_pct": 9.17,
                "ttft_mape_pct": 39.06,
                "ttft_shape_error_pct": 15.42
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 22,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.49,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 33.04,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "62a1161540355f23",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 29903.81351597703,
                        "interactivity_tok_s": 31.612692657851376,
                        "output_per_gpu": 3814.104169727745,
                        "total_per_gpu": 7627.983710032862,
                        "tpot_error_pct": 0.49,
                        "tpot_ms": 31.632863762133166,
                        "tpot_relative": 0.995093,
                        "ttft_error_pct": 33.04,
                        "ttft_ms": 773.3500274063466,
                        "ttft_relative": 0.669606,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 30423.248484085558,
                        "interactivity_tok_s": 31.45756902424695,
                        "output_per_gpu": 5002.3408608290665,
                        "total_per_gpu": 7518.226800388876,
                        "tpot_ms": 31.788851809534847,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1154.9333016733897,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 60.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 2,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.3,
                    "tpot_shape_error_pct": 6.26,
                    "ttft_mape_pct": 33.45,
                    "ttft_shape_error_pct": 28.3
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.41,
                    "tpot_shape_error_pct": 5.82,
                    "ttft_mape_pct": 46.52,
                    "ttft_shape_error_pct": 4.71
                  },
                  "framework": "dynamo-vllm",
                  "id": "265144d2ee33122f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10605.582,
                        "interactivity_tok_s": 97.75171065493646,
                        "output_per_gpu": 143.9498,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.65,
                        "tpot_ms": 10.23,
                        "tpot_relative": 1.256492,
                        "ttft_error_pct": 17.97,
                        "ttft_ms": 140.292,
                        "ttft_relative": 0.820252,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8875.464071449924,
                        "interactivity_tok_s": 105.69520909035434,
                        "output_per_gpu": 163.75875044540805,
                        "total_per_gpu": 326.3079167076968,
                        "tpot_error_pct": 16.21,
                        "tpot_ms": 9.46116677005807,
                        "tpot_relative": 1.162061,
                        "ttft_error_pct": 44.92,
                        "ttft_ms": 94.21472558750004,
                        "ttft_relative": 0.55085,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 7704.726784552622,
                        "interactivity_tok_s": 122.82428022282467,
                        "output_per_gpu": 231.95064049771162,
                        "total_per_gpu": 371.3538862254906,
                        "tpot_ms": 8.141712682425865,
                        "tpot_relative": 1.0,
                        "ttft_ms": 171.03519500160473,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11861.826,
                        "interactivity_tok_s": 87.27526618956188,
                        "output_per_gpu": 257.18780000000004,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.99,
                        "tpot_ms": 11.458,
                        "tpot_relative": 1.407321,
                        "ttft_error_pct": 34.63,
                        "ttft_ms": 140.292,
                        "ttft_relative": 0.820252,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9830.358560468787,
                        "interactivity_tok_s": 94.13006849011431,
                        "output_per_gpu": 290.87816374544684,
                        "total_per_gpu": 584.8528243241979,
                        "tpot_error_pct": 17.74,
                        "tpot_ms": 10.623597921901242,
                        "tpot_relative": 1.304836,
                        "ttft_error_pct": 48.57,
                        "ttft_ms": 110.36633309374979,
                        "ttft_relative": 0.645284,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 8462.930674257223,
                        "interactivity_tok_s": 110.82785732733639,
                        "output_per_gpu": 423.10698391474,
                        "total_per_gpu": 681.7357116192456,
                        "tpot_ms": 9.023002195616243,
                        "tpot_relative": 1.108244,
                        "ttft_ms": 214.60996227651776,
                        "ttft_relative": 1.254771,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13235.715,
                        "interactivity_tok_s": 78.11889696117491,
                        "output_per_gpu": 460.48879999999997,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.26,
                        "tpot_ms": 12.801,
                        "tpot_relative": 1.572274,
                        "ttft_error_pct": 47.74,
                        "ttft_ms": 140.292,
                        "ttft_relative": 0.820252,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11031.767154459452,
                        "interactivity_tok_s": 84.68660283968272,
                        "output_per_gpu": 520.3364888855815,
                        "total_per_gpu": 1039.0270173843046,
                        "tpot_error_pct": 2.63,
                        "tpot_ms": 11.80824317505173,
                        "tpot_relative": 1.450339,
                        "ttft_error_pct": 49.03,
                        "ttft_ms": 136.82561725937597,
                        "ttft_relative": 0.799985,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 10895.558569153218,
                        "interactivity_tok_s": 86.91324591684877,
                        "output_per_gpu": 664.3953640791499,
                        "total_per_gpu": 1062.511664228342,
                        "tpot_ms": 11.505726077204795,
                        "tpot_relative": 1.413183,
                        "ttft_ms": 268.4641320642186,
                        "ttft_relative": 1.569643,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13790.705184332819,
                        "interactivity_tok_s": 67.71256479475288,
                        "output_per_gpu": 828.4719796329633,
                        "total_per_gpu": 1657.3174984432321,
                        "tpot_error_pct": 11.36,
                        "tpot_ms": 14.768307817480443,
                        "tpot_relative": 1.813907,
                        "ttft_error_pct": 46.34,
                        "ttft_ms": 192.70448573750036,
                        "ttft_relative": 1.126695,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 12565.0314012536,
                        "interactivity_tok_s": 75.40657292717682,
                        "output_per_gpu": 1142.4628380192712,
                        "total_per_gpu": 1832.5185749927873,
                        "tpot_ms": 13.261443415095131,
                        "tpot_relative": 1.628827,
                        "ttft_ms": 359.11660954261606,
                        "ttft_relative": 2.099665,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 15759.791184503998,
                        "interactivity_tok_s": 59.371189044357656,
                        "output_per_gpu": 1444.0280575432012,
                        "total_per_gpu": 2891.2284124815847,
                        "tpot_error_pct": 9.09,
                        "tpot_ms": 16.843186334922073,
                        "tpot_relative": 2.068752,
                        "ttft_error_pct": 43.75,
                        "ttft_ms": 282.4772093789061,
                        "ttft_relative": 1.651574,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 14689.897599476899,
                        "interactivity_tok_s": 64.76976638855402,
                        "output_per_gpu": 1951.2393859243548,
                        "total_per_gpu": 3132.6284460378783,
                        "tpot_ms": 15.439302251007005,
                        "tpot_relative": 1.896321,
                        "ttft_ms": 502.1621536863222,
                        "ttft_relative": 2.936016,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.36,
                    "tpot_shape_error_pct": 10.61,
                    "ttft_mape_pct": 38.09,
                    "ttft_shape_error_pct": 13.19
                  },
                  "framework": "dynamo-vllm",
                  "id": "a5f087377339d01b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 14448.432354096065,
                        "interactivity_tok_s": 65.00739846147995,
                        "output_per_gpu": 1568.3527840857628,
                        "total_per_gpu": 3135.189760292734,
                        "tpot_error_pct": 11.11,
                        "tpot_ms": 15.382864468765792,
                        "tpot_relative": 0.88889,
                        "ttft_error_pct": 43.09,
                        "ttft_ms": 281.3614134921877,
                        "ttft_relative": 0.569116,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 16432.74581080245,
                        "interactivity_tok_s": 57.78445749104458,
                        "output_per_gpu": 1719.0972838548041,
                        "total_per_gpu": 2754.6699134178457,
                        "tpot_ms": 17.305691589385948,
                        "tpot_relative": 1.0,
                        "ttft_ms": 494.3834671937111,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 17774.745577260033,
                        "interactivity_tok_s": 53.16884380076702,
                        "output_per_gpu": 2558.874876232584,
                        "total_per_gpu": 5115.392570537893,
                        "tpot_error_pct": 5.67,
                        "tpot_ms": 18.80800725603843,
                        "tpot_relative": 1.08681,
                        "ttft_error_pct": 38.05,
                        "ttft_ms": 447.9054030863281,
                        "ttft_relative": 0.905988,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 19085.913201553944,
                        "interactivity_tok_s": 50.15508359977099,
                        "output_per_gpu": 2984.4995612836856,
                        "total_per_gpu": 4783.796906259319,
                        "tpot_ms": 19.93815837253566,
                        "tpot_relative": 1.152116,
                        "ttft_ms": 723.0365417388612,
                        "ttft_relative": 1.462501,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 23995.43802377406,
                        "interactivity_tok_s": 39.63777163868072,
                        "output_per_gpu": 3802.003717917431,
                        "total_per_gpu": 7603.7835190612295,
                        "tpot_error_pct": 2.3,
                        "tpot_ms": 25.22846160766881,
                        "tpot_relative": 1.457813,
                        "ttft_error_pct": 33.12,
                        "ttft_ms": 762.816336144137,
                        "ttft_relative": 1.542965,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 23845.81473053608,
                        "interactivity_tok_s": 40.5508637652773,
                        "output_per_gpu": 4768.382240479061,
                        "total_per_gpu": 7644.374003238462,
                        "tpot_ms": 24.660387156938324,
                        "tpot_relative": 1.424987,
                        "ttft_ms": 1140.517220391331,
                        "ttft_relative": 2.306949,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 40.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 3,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.34,
                    "tpot_shape_error_pct": 11.57,
                    "ttft_mape_pct": 54.68,
                    "ttft_shape_error_pct": 25.32
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.26,
                    "tpot_shape_error_pct": 9.79,
                    "ttft_mape_pct": 39.44,
                    "ttft_shape_error_pct": 23.55
                  },
                  "framework": "dynamo-vllm",
                  "id": "b0756598202bd187",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11861.826,
                        "interactivity_tok_s": 87.27526618956188,
                        "output_per_gpu": 285.76422222222226,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.61,
                        "tpot_ms": 11.458,
                        "tpot_relative": 1.256065,
                        "ttft_error_pct": 48.11,
                        "ttft_ms": 140.292,
                        "ttft_relative": 0.518881,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10024.498732143766,
                        "interactivity_tok_s": 93.32829050190821,
                        "output_per_gpu": 318.1347772445956,
                        "total_per_gpu": 635.2632109937579,
                        "tpot_error_pct": 17.46,
                        "tpot_ms": 10.714864642029994,
                        "tpot_relative": 1.1746,
                        "ttft_error_pct": 49.04,
                        "ttft_ms": 137.77585615312472,
                        "ttft_relative": 0.509574,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 8696.064648458014,
                        "interactivity_tok_s": 109.62339297927709,
                        "output_per_gpu": 415.5685147089809,
                        "total_per_gpu": 738.4264417723984,
                        "tpot_ms": 9.122140565280965,
                        "tpot_relative": 1.0,
                        "ttft_ms": 270.3743635358478,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13235.715,
                        "interactivity_tok_s": 78.11889696117491,
                        "output_per_gpu": 511.6541111111111,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.08,
                        "tpot_ms": 12.801,
                        "tpot_relative": 1.403289,
                        "ttft_error_pct": 61.25,
                        "ttft_ms": 140.292,
                        "ttft_relative": 0.518881,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11133.876272029729,
                        "interactivity_tok_s": 84.20323992660096,
                        "output_per_gpu": 567.1385762881487,
                        "total_per_gpu": 1134.5328624643962,
                        "tpot_error_pct": 3.05,
                        "tpot_ms": 11.876027583637981,
                        "tpot_relative": 1.30189,
                        "ttft_error_pct": 45.17,
                        "ttft_ms": 198.49449933593877,
                        "ttft_relative": 0.734147,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 10968.8106187421,
                        "interactivity_tok_s": 86.77447915357814,
                        "output_per_gpu": 654.6734625122098,
                        "total_per_gpu": 1166.7788032470019,
                        "tpot_ms": 11.524125638716265,
                        "tpot_relative": 1.263314,
                        "ttft_ms": 362.02225522829394,
                        "ttft_relative": 1.338967,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13923.495331835957,
                        "interactivity_tok_s": 67.37378372125362,
                        "output_per_gpu": 907.6603640089065,
                        "total_per_gpu": 1817.3147118558795,
                        "tpot_error_pct": 11.18,
                        "tpot_ms": 14.84256850019456,
                        "tpot_relative": 1.627093,
                        "ttft_error_pct": 42.39,
                        "ttft_ms": 284.6537498179699,
                        "ttft_relative": 1.052813,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 12761.839314363306,
                        "interactivity_tok_s": 74.9063980958453,
                        "output_per_gpu": 1122.4534016559705,
                        "total_per_gpu": 2002.2769349940572,
                        "tpot_ms": 13.349994465365505,
                        "tpot_relative": 1.463472,
                        "ttft_ms": 494.141632621222,
                        "ttft_relative": 1.82762,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 16073.215228074207,
                        "interactivity_tok_s": 59.04716814582861,
                        "output_per_gpu": 1573.7669037253672,
                        "total_per_gpu": 3146.012766842872,
                        "tpot_error_pct": 9.0,
                        "tpot_ms": 16.93561319537464,
                        "tpot_relative": 1.856539,
                        "ttft_error_pct": 32.71,
                        "ttft_ms": 477.741479051561,
                        "ttft_relative": 1.766963,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 15019.383274471647,
                        "interactivity_tok_s": 64.36035861882493,
                        "output_per_gpu": 1894.711555005614,
                        "total_per_gpu": 3373.414487938977,
                        "tpot_ms": 15.537514418191996,
                        "tpot_relative": 1.703275,
                        "ttft_ms": 710.0228558762183,
                        "ttft_relative": 2.626073,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 20270.1682734078,
                        "interactivity_tok_s": 47.30812698786703,
                        "output_per_gpu": 2498.8102416020083,
                        "total_per_gpu": 4995.318631559803,
                        "tpot_error_pct": 0.59,
                        "tpot_ms": 21.138017158372534,
                        "tpot_relative": 2.317221,
                        "ttft_error_pct": 27.89,
                        "ttft_ms": 797.8238202486285,
                        "ttft_relative": 2.950812,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 20458.958852124102,
                        "interactivity_tok_s": 47.589276298701236,
                        "output_per_gpu": 2796.720811972658,
                        "total_per_gpu": 4980.899958923965,
                        "tpot_ms": 21.01313736572395,
                        "tpot_relative": 2.303531,
                        "ttft_ms": 1106.3667460957618,
                        "ttft_relative": 4.091981,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.89,
                    "tpot_shape_error_pct": 7.37,
                    "ttft_mape_pct": 34.97,
                    "ttft_shape_error_pct": 15.64
                  },
                  "framework": "dynamo-vllm",
                  "id": "963773c99ccfe737",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 16269.572884722944,
                        "interactivity_tok_s": 58.308789161240306,
                        "output_per_gpu": 1554.5078066642607,
                        "total_per_gpu": 3107.513186575501,
                        "tpot_error_pct": 7.12,
                        "tpot_ms": 17.15007316023519,
                        "tpot_relative": 1.071187,
                        "ttft_error_pct": 30.48,
                        "ttft_ms": 476.59673297460756,
                        "ttft_relative": 0.695223,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 15430.401840205923,
                        "interactivity_tok_s": 62.45959361227212,
                        "output_per_gpu": 1844.8392107422653,
                        "total_per_gpu": 3284.6199227498905,
                        "tpot_ms": 16.010350727026168,
                        "tpot_relative": 1.0,
                        "ttft_ms": 685.5303047435882,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 19528.93992727914,
                        "interactivity_tok_s": 49.20075809616866,
                        "output_per_gpu": 2589.6159740279854,
                        "total_per_gpu": 5176.846448073437,
                        "tpot_error_pct": 0.83,
                        "tpot_ms": 20.324890076802934,
                        "tpot_relative": 1.269484,
                        "ttft_error_pct": 26.34,
                        "ttft_ms": 805.2396787134791,
                        "ttft_relative": 1.174623,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 19968.472898284017,
                        "interactivity_tok_s": 48.79299525911234,
                        "output_per_gpu": 2860.752483160919,
                        "total_per_gpu": 5094.938996008429,
                        "tpot_ms": 20.494745089731808,
                        "tpot_relative": 1.280093,
                        "ttft_ms": 1093.1526177934984,
                        "ttft_relative": 1.594609,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 25233.652411656432,
                        "interactivity_tok_s": 39.70379897132867,
                        "output_per_gpu": 4005.681637464264,
                        "total_per_gpu": 8011.127362663573,
                        "tpot_error_pct": 0.73,
                        "tpot_ms": 25.186506730051967,
                        "tpot_relative": 1.573139,
                        "ttft_error_pct": 48.08,
                        "ttft_ms": 2039.2507840907306,
                        "ttft_relative": 2.974706,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 27288.486402453895,
                        "interactivity_tok_s": 39.414028011590744,
                        "output_per_gpu": 4176.733195404309,
                        "total_per_gpu": 7439.865590371725,
                        "tpot_ms": 25.371677304992104,
                        "tpot_relative": 1.584705,
                        "ttft_ms": 3927.7778420856976,
                        "ttft_relative": 5.729547,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.65,
                    "tpot_shape_error_pct": 12.06,
                    "ttft_mape_pct": 35.44,
                    "ttft_shape_error_pct": 19.0
                  },
                  "framework": "dynamo-vllm",
                  "id": "80eb0da720bbce52",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18589.755411635728,
                        "interactivity_tok_s": 50.79032599086188,
                        "output_per_gpu": 2445.7963189055827,
                        "total_per_gpu": 4889.339621481892,
                        "tpot_error_pct": 4.49,
                        "tpot_ms": 19.688788770127573,
                        "tpot_relative": 0.95508,
                        "ttft_error_pct": 35.68,
                        "ttft_ms": 451.1860493019529,
                        "ttft_relative": 0.643217,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 19687.393275234397,
                        "interactivity_tok_s": 48.50881036938155,
                        "output_per_gpu": 2899.4714104412596,
                        "total_per_gpu": 4647.506919749824,
                        "tpot_ms": 20.61481187407543,
                        "tpot_relative": 1.0,
                        "ttft_ms": 701.4525075049278,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 22989.602237551622,
                        "interactivity_tok_s": 41.443802935300965,
                        "output_per_gpu": 3953.602110843073,
                        "total_per_gpu": 7906.971376614291,
                        "tpot_error_pct": 0.33,
                        "tpot_ms": 24.129059815314896,
                        "tpot_relative": 1.170472,
                        "ttft_error_pct": 32.06,
                        "ttft_ms": 769.2942747468794,
                        "ttft_relative": 1.096716,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 23421.654324457242,
                        "interactivity_tok_s": 41.308110046040184,
                        "output_per_gpu": 4854.309349669854,
                        "total_per_gpu": 7782.127003426959,
                        "tpot_ms": 24.208321292972357,
                        "tpot_relative": 1.174317,
                        "ttft_ms": 1132.3703049833682,
                        "ttft_relative": 1.614322,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 32221.687601909118,
                        "interactivity_tok_s": 29.973382365913288,
                        "output_per_gpu": 5662.441545509392,
                        "total_per_gpu": 11322.400354747353,
                        "tpot_error_pct": 0.46,
                        "tpot_ms": 33.36293474630453,
                        "tpot_relative": 1.618396,
                        "ttft_error_pct": 27.56,
                        "ttft_ms": 1482.755198357287,
                        "ttft_relative": 2.113835,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 32646.81286020803,
                        "interactivity_tok_s": 30.11099910366714,
                        "output_per_gpu": 6974.639801167078,
                        "total_per_gpu": 11176.511633114247,
                        "tpot_ms": 33.21045563972046,
                        "tpot_relative": 1.611,
                        "ttft_ms": 2046.8520973014593,
                        "ttft_relative": 2.91802,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 49663.43144206471,
                        "interactivity_tok_s": 21.28855247798437,
                        "output_per_gpu": 7375.5020837829625,
                        "total_per_gpu": 14756.363889220276,
                        "tpot_error_pct": 13.56,
                        "tpot_ms": 46.97360241069248,
                        "tpot_relative": 2.278634,
                        "ttft_error_pct": 59.54,
                        "ttft_ms": 6430.350916438128,
                        "ttft_relative": 9.167194,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 53961.65187876678,
                        "interactivity_tok_s": 24.17580479115385,
                        "output_per_gpu": 8445.374081706881,
                        "total_per_gpu": 13542.682658966067,
                        "tpot_ms": 41.36366952987266,
                        "tpot_relative": 2.006502,
                        "ttft_ms": 15891.352429637567,
                        "ttft_relative": 22.654923,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 95369.54425832284,
                        "interactivity_tok_s": 20.747666709170876,
                        "output_per_gpu": 7621.678298191521,
                        "total_per_gpu": 15244.954001341253,
                        "tpot_error_pct": 14.4,
                        "tpot_ms": 48.198190862492524,
                        "tpot_relative": 2.338037,
                        "ttft_error_pct": 22.39,
                        "ttft_ms": 50999.545000372316,
                        "ttft_relative": 72.705628,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 104493.8351453994,
                        "interactivity_tok_s": 23.735071271613258,
                        "output_per_gpu": 8665.422567923364,
                        "total_per_gpu": 13892.709704536708,
                        "tpot_ms": 42.13174624826103,
                        "tpot_relative": 2.043761,
                        "ttft_ms": 65711.1379181547,
                        "ttft_relative": 93.67867,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 6,
                "status_counts": {
                  "failed": 0,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 5.45,
                "tpot_shape_error_pct": 10.7,
                "ttft_mape_pct": 15.17,
                "ttft_shape_error_pct": 19.29
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 6,
                "status_counts": {
                  "failed": 0,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 6.31,
                "tpot_shape_error_pct": 11.02,
                "ttft_mape_pct": 43.04,
                "ttft_shape_error_pct": 16.48
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 6,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.45,
                    "tpot_shape_error_pct": 10.7,
                    "ttft_mape_pct": 15.17,
                    "ttft_shape_error_pct": 19.29
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.31,
                    "tpot_shape_error_pct": 11.02,
                    "ttft_mape_pct": 43.04,
                    "ttft_shape_error_pct": 16.48
                  },
                  "framework": "vllm",
                  "id": "4586803e8177339d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9328.110168453119,
                        "interactivity_tok_s": 110.8864724945153,
                        "output_per_gpu": 54.83425803973133,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.0,
                        "tpot_ms": 9.018232589637678,
                        "tpot_relative": 1.05999,
                        "ttft_error_pct": 5.23,
                        "ttft_ms": 102.45822925377485,
                        "ttft_relative": 1.052278,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8238.745179699992,
                        "interactivity_tok_s": 111.93647573347135,
                        "output_per_gpu": 54.151351710176485,
                        "total_per_gpu": 108.83228295844863,
                        "tpot_error_pct": 5.0,
                        "tpot_ms": 8.933638418106629,
                        "tpot_relative": 1.050047,
                        "ttft_error_pct": 49.91,
                        "ttft_ms": 48.76731755000095,
                        "ttft_relative": 0.500856,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 7897.2643950372,
                        "interactivity_tok_s": 117.53858863509144,
                        "output_per_gpu": 56.44086351330988,
                        "total_per_gpu": 113.43369711573355,
                        "tpot_ms": 8.507844203443561,
                        "tpot_relative": 1.0,
                        "ttft_ms": 97.36801093677059,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10261.991922376406,
                        "interactivity_tok_s": 100.79651672256986,
                        "output_per_gpu": 99.6882484159177,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.41,
                        "tpot_ms": 9.920977753153695,
                        "tpot_relative": 1.166098,
                        "ttft_error_pct": 6.82,
                        "ttft_ms": 112.83168090017794,
                        "ttft_relative": 1.158817,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9195.409187987525,
                        "interactivity_tok_s": 101.57742993363998,
                        "output_per_gpu": 98.99994075461832,
                        "total_per_gpu": 197.26863043324323,
                        "tpot_error_pct": 1.17,
                        "tpot_ms": 9.844706650417272,
                        "tpot_relative": 1.157133,
                        "ttft_error_pct": 46.21,
                        "ttft_ms": 56.81192030000038,
                        "ttft_relative": 0.583476,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 9353.099454988842,
                        "interactivity_tok_s": 100.3878643615508,
                        "output_per_gpu": 97.31192317217695,
                        "total_per_gpu": 193.90506360585692,
                        "tpot_ms": 9.961363421363972,
                        "tpot_relative": 1.170845,
                        "ttft_ms": 105.62592554197181,
                        "ttft_relative": 1.084811,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12021.396077625253,
                        "interactivity_tok_s": 85.98031217910328,
                        "output_per_gpu": 170.19653847094386,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.84,
                        "tpot_ms": 11.630569541512328,
                        "tpot_relative": 1.367041,
                        "ttft_error_pct": 3.29,
                        "ttft_ms": 123.32343665814156,
                        "ttft_relative": 1.26657,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10620.946113862528,
                        "interactivity_tok_s": 86.70159641104331,
                        "output_per_gpu": 168.724492446295,
                        "total_per_gpu": 339.2451144123638,
                        "tpot_error_pct": 4.64,
                        "tpot_ms": 11.533813002232431,
                        "tpot_relative": 1.355668,
                        "ttft_error_pct": 47.59,
                        "ttft_ms": 66.83372218749957,
                        "ttft_relative": 0.686403,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 11195.981569765718,
                        "interactivity_tok_s": 82.68171494308739,
                        "output_per_gpu": 159.63976735816019,
                        "total_per_gpu": 320.9789542524206,
                        "tpot_ms": 12.094572550754828,
                        "tpot_relative": 1.421579,
                        "ttft_ms": 127.52081859798636,
                        "ttft_relative": 1.309679,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14673.511071460185,
                        "interactivity_tok_s": 70.3599351993228,
                        "output_per_gpu": 278.8698614852238,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.56,
                        "tpot_ms": 14.212633896934355,
                        "tpot_relative": 1.670533,
                        "ttft_error_pct": 12.14,
                        "ttft_ms": 133.98659489634045,
                        "ttft_relative": 1.376084,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13067.083203443552,
                        "interactivity_tok_s": 71.08278206470365,
                        "output_per_gpu": 275.8663866267829,
                        "total_per_gpu": 550.8601357312081,
                        "tpot_error_pct": 6.52,
                        "tpot_ms": 14.06810441225756,
                        "tpot_relative": 1.653545,
                        "ttft_error_pct": 43.92,
                        "ttft_ms": 85.52851840624956,
                        "ttft_relative": 0.878405,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 14042.242569304653,
                        "interactivity_tok_s": 66.45015316185727,
                        "output_per_gpu": 256.8429057417453,
                        "total_per_gpu": 512.8733502059778,
                        "tpot_ms": 15.048874267666928,
                        "tpot_relative": 1.768823,
                        "ttft_ms": 152.4982667833683,
                        "ttft_relative": 1.566205,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18610.75421782604,
                        "interactivity_tok_s": 55.402764920574775,
                        "output_per_gpu": 439.7457461536446,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.52,
                        "tpot_ms": 18.049640689117172,
                        "tpot_relative": 2.121529,
                        "ttft_error_pct": 24.75,
                        "ttft_ms": 145.97179285917576,
                        "ttft_relative": 1.499176,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16423.027590351987,
                        "interactivity_tok_s": 56.490816298777816,
                        "output_per_gpu": 436.8687673697261,
                        "total_per_gpu": 873.9345089328656,
                        "tpot_error_pct": 8.32,
                        "tpot_ms": 17.701992386001955,
                        "tpot_relative": 2.080667,
                        "ttft_error_pct": 38.75,
                        "ttft_ms": 118.81656238125058,
                        "ttft_relative": 1.220283,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 17984.873798575427,
                        "interactivity_tok_s": 51.788976220013524,
                        "output_per_gpu": 399.67051337074867,
                        "total_per_gpu": 799.5212290880196,
                        "tpot_ms": 19.309128563417254,
                        "tpot_relative": 2.269568,
                        "ttft_ms": 193.98907024224172,
                        "ttft_relative": 1.992329,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22485.952098556452,
                        "interactivity_tok_s": 45.820214129701746,
                        "output_per_gpu": 727.9211450891061,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.41,
                        "tpot_ms": 21.824428780916072,
                        "tpot_relative": 2.565213,
                        "ttft_error_pct": 38.81,
                        "ttft_ms": 159.56145567931034,
                        "ttft_relative": 1.638746,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19841.288847633026,
                        "interactivity_tok_s": 46.74838568434563,
                        "output_per_gpu": 721.0752139006864,
                        "total_per_gpu": 1443.7345140736852,
                        "tpot_error_pct": 12.18,
                        "tpot_ms": 21.391112984140207,
                        "tpot_relative": 2.514281,
                        "ttft_error_pct": 31.83,
                        "ttft_ms": 177.74606133046933,
                        "ttft_relative": 1.825508,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 22658.5266545806,
                        "interactivity_tok_s": 41.05258457005528,
                        "output_per_gpu": 632.9436609734709,
                        "total_per_gpu": 1267.2777973719274,
                        "tpot_ms": 24.3590022521852,
                        "tpot_relative": 2.863123,
                        "ttft_ms": 260.74281716155383,
                        "ttft_relative": 2.67791,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.69,
                "tpot_shape_error_pct": 14.65,
                "ttft_mape_pct": 18.93,
                "ttft_shape_error_pct": 19.28
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 12.46,
                "tpot_shape_error_pct": 13.84,
                "ttft_mape_pct": 37.68,
                "ttft_shape_error_pct": 88.86
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 9,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.69,
                    "tpot_shape_error_pct": 14.65,
                    "ttft_mape_pct": 18.93,
                    "ttft_shape_error_pct": 19.28
                  },
                  "aisim": {
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.46,
                    "tpot_shape_error_pct": 13.84,
                    "ttft_mape_pct": 37.68,
                    "ttft_shape_error_pct": 88.86
                  },
                  "framework": "vllm",
                  "id": "6eeca3385320fb81",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6870.470449531226,
                        "interactivity_tok_s": 150.86519620491498,
                        "output_per_gpu": 37.22452514404598,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.97,
                        "tpot_ms": 6.62843402690263,
                        "tpot_relative": 0.890334,
                        "ttft_error_pct": 14.0,
                        "ttft_ms": 89.5824400098362,
                        "ttft_relative": 0.859965,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6130.910220799991,
                        "interactivity_tok_s": 151.07409714705278,
                        "output_per_gpu": 37.57190885270259,
                        "total_per_gpu": 74.87876733906856,
                        "tpot_error_pct": 11.09,
                        "tpot_ms": 6.619268417845437,
                        "tpot_relative": 0.889103,
                        "ttft_error_pct": 63.12,
                        "ttft_ms": 38.41363820000009,
                        "ttft_relative": 0.368759,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 6956.20541870594,
                        "interactivity_tok_s": 134.32045357103286,
                        "output_per_gpu": 33.11178780344081,
                        "total_per_gpu": 65.98998908558538,
                        "tpot_ms": 7.444882543306547,
                        "tpot_relative": 1.0,
                        "ttft_ms": 104.1699094697833,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7888.782621264114,
                        "interactivity_tok_s": 131.41872686255718,
                        "output_per_gpu": 64.83890158428986,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.95,
                        "tpot_ms": 7.609265618939065,
                        "tpot_relative": 1.02208,
                        "ttft_error_pct": 25.02,
                        "ttft_ms": 104.50389308945068,
                        "ttft_relative": 1.003206,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7118.2166305499895,
                        "interactivity_tok_s": 132.25719882022125,
                        "output_per_gpu": 65.5075608807998,
                        "total_per_gpu": 129.8173892932097,
                        "tpot_error_pct": 4.56,
                        "tpot_ms": 7.5610251004885685,
                        "tpot_relative": 1.0156,
                        "ttft_error_pct": 61.13,
                        "ttft_ms": 54.17604210000029,
                        "ttft_relative": 0.520074,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 7507.119986141333,
                        "interactivity_tok_s": 126.22604486323907,
                        "output_per_gpu": 61.50360249388682,
                        "total_per_gpu": 122.25575119790471,
                        "tpot_ms": 7.922295284491093,
                        "tpot_relative": 1.064126,
                        "ttft_ms": 139.3834167101886,
                        "ttft_relative": 1.338039,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8846.189249603309,
                        "interactivity_tok_s": 117.18201646743516,
                        "output_per_gpu": 115.64301544259575,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.63,
                        "tpot_ms": 8.533732650674258,
                        "tpot_relative": 1.146255,
                        "ttft_error_pct": 9.28,
                        "ttft_ms": 116.18074796354352,
                        "ttft_relative": 1.1153,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7811.690288199985,
                        "interactivity_tok_s": 118.26603726694695,
                        "output_per_gpu": 114.10038820044426,
                        "total_per_gpu": 229.31663461996175,
                        "tpot_error_pct": 1.54,
                        "tpot_ms": 8.455512868354814,
                        "tpot_relative": 1.135748,
                        "ttft_error_pct": 53.24,
                        "ttft_ms": 59.888208800000385,
                        "ttft_relative": 0.574909,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 8003.611694020218,
                        "interactivity_tok_s": 116.44102338644892,
                        "output_per_gpu": 110.86752737459838,
                        "total_per_gpu": 222.81929682409614,
                        "tpot_ms": 8.588038570231058,
                        "tpot_relative": 1.153549,
                        "ttft_ms": 128.06458217091858,
                        "ttft_relative": 1.229382,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10538.92224034598,
                        "interactivity_tok_s": 98.26186395135495,
                        "output_per_gpu": 194.1374984405267,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.19,
                        "tpot_ms": 10.176888161770014,
                        "tpot_relative": 1.366964,
                        "ttft_error_pct": 3.55,
                        "ttft_ms": 127.96565085525619,
                        "ttft_relative": 1.228432,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9426.5459146624,
                        "interactivity_tok_s": 99.21274967429005,
                        "output_per_gpu": 193.2373430864305,
                        "total_per_gpu": 385.04736193431125,
                        "tpot_error_pct": 1.15,
                        "tpot_ms": 10.079349713448568,
                        "tpot_relative": 1.353863,
                        "ttft_error_pct": 43.73,
                        "ttft_ms": 69.53395464999966,
                        "ttft_relative": 0.667505,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 9589.912289055064,
                        "interactivity_tok_s": 98.0731180444786,
                        "output_per_gpu": 189.83417538490002,
                        "total_per_gpu": 378.26616361744,
                        "tpot_ms": 10.196474017951331,
                        "tpot_relative": 1.369595,
                        "ttft_ms": 123.58140678843483,
                        "ttft_relative": 1.186345,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12864.893351621322,
                        "interactivity_tok_s": 80.39321076086452,
                        "output_per_gpu": 318.07492593666143,
                        "total_per_gpu": null,
                        "tpot_error_pct": 47.54,
                        "tpot_ms": 12.438861323434052,
                        "tpot_relative": 1.670793,
                        "ttft_error_pct": 22.52,
                        "ttft_ms": 139.93821774828575,
                        "ttft_relative": 1.343365,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11335.444736981244,
                        "interactivity_tok_s": 81.35407539751701,
                        "output_per_gpu": 316.54453168442575,
                        "total_per_gpu": 636.458787404989,
                        "tpot_error_pct": 48.16,
                        "tpot_ms": 12.291947208713784,
                        "tpot_relative": 1.65106,
                        "ttft_error_pct": 24.11,
                        "ttft_ms": 86.67894405000018,
                        "ttft_relative": 0.832092,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 21819.52764988091,
                        "interactivity_tok_s": 42.1755060843211,
                        "output_per_gpu": 161.6127763829227,
                        "total_per_gpu": 324.94597565303457,
                        "tpot_ms": 23.710444588399465,
                        "tpot_relative": 3.184798,
                        "ttft_ms": 114.21249396516941,
                        "ttft_relative": 1.096406,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15793.068617117262,
                        "interactivity_tok_s": 65.40659001608977,
                        "output_per_gpu": 518.2020162395673,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.44,
                        "tpot_ms": 15.288979287163631,
                        "tpot_relative": 2.053623,
                        "ttft_error_pct": 8.99,
                        "ttft_ms": 152.44280634886667,
                        "ttft_relative": 1.463405,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13991.127883825,
                        "interactivity_tok_s": 66.52460246939619,
                        "output_per_gpu": 515.8842478497355,
                        "total_per_gpu": 1030.1366189153086,
                        "tpot_error_pct": 10.96,
                        "tpot_ms": 15.032032704893464,
                        "tpot_relative": 2.019109,
                        "ttft_error_pct": 29.16,
                        "ttft_ms": 118.65265189999998,
                        "ttft_relative": 1.13903,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 15751.592535179225,
                        "interactivity_tok_s": 59.23198816618086,
                        "output_per_gpu": 457.92457204983594,
                        "total_per_gpu": 914.4006089270235,
                        "tpot_ms": 16.882769445361294,
                        "tpot_relative": 2.267701,
                        "ttft_ms": 167.5017594534438,
                        "ttft_relative": 1.607967,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21540.39690844909,
                        "interactivity_tok_s": 47.860534264759,
                        "output_per_gpu": 759.8745775004616,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.31,
                        "tpot_ms": 20.89404172690832,
                        "tpot_relative": 2.806497,
                        "ttft_error_pct": 24.11,
                        "ttft_ms": 165.79222182187732,
                        "ttft_relative": 1.591556,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19009.29199702486,
                        "interactivity_tok_s": 48.863302011021865,
                        "output_per_gpu": 757.1409865085999,
                        "total_per_gpu": 1514.6233506716742,
                        "tpot_error_pct": 5.3,
                        "tpot_ms": 20.465256313919078,
                        "tpot_relative": 2.748903,
                        "ttft_error_pct": 27.32,
                        "ttft_ms": 158.79550695000017,
                        "ttft_relative": 1.524389,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 20131.37295123597,
                        "interactivity_tok_s": 46.274259375510304,
                        "output_per_gpu": 714.9044516988976,
                        "total_per_gpu": 1430.1312375591244,
                        "tpot_ms": 21.610286442082515,
                        "tpot_relative": 2.902703,
                        "ttft_ms": 218.47782725963043,
                        "ttft_relative": 2.097322,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 29144.963186048448,
                        "interactivity_tok_s": 35.32098398605404,
                        "output_per_gpu": 1123.2129473291138,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.84,
                        "tpot_ms": 28.31178203854216,
                        "tpot_relative": 3.802851,
                        "ttft_error_pct": 7.6,
                        "ttft_ms": 182.0101606198175,
                        "ttft_relative": 1.747243,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25674.114949240688,
                        "interactivity_tok_s": 36.12609949746522,
                        "output_per_gpu": 1119.0582683063228,
                        "total_per_gpu": 2240.5749276467127,
                        "tpot_error_pct": 16.19,
                        "tpot_ms": 27.6808184085903,
                        "tpot_relative": 3.7181,
                        "ttft_error_pct": 16.57,
                        "ttft_ms": 229.62971393984427,
                        "ttft_relative": 2.204377,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 22079.143716174287,
                        "interactivity_tok_s": 41.975372822144536,
                        "output_per_gpu": 1247.3500795115838,
                        "total_per_gpu": 2499.342866754221,
                        "tpot_ms": 23.823492985688024,
                        "tpot_relative": 3.199982,
                        "ttft_ms": 196.98296637278142,
                        "ttft_relative": 1.890978,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 36852.44382180379,
                        "interactivity_tok_s": 27.912860647867916,
                        "output_per_gpu": 1776.59859727575,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.32,
                        "tpot_ms": 35.825779830143766,
                        "tpot_relative": 4.812135,
                        "ttft_error_pct": 55.29,
                        "ttft_ms": 202.67105556671822,
                        "ttft_relative": 1.945582,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32304.91055113175,
                        "interactivity_tok_s": 28.84881733414079,
                        "output_per_gpu": 1782.6326973014616,
                        "total_per_gpu": 3563.542485883036,
                        "tpot_error_pct": 13.23,
                        "tpot_ms": 34.663466041519904,
                        "tpot_relative": 4.656012,
                        "ttft_error_pct": 20.72,
                        "ttft_ms": 359.3892035769529,
                        "ttft_relative": 3.450029,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 37279.939094719884,
                        "interactivity_tok_s": 25.03280786644124,
                        "output_per_gpu": 1547.6895383255346,
                        "total_per_gpu": 3093.8832397322826,
                        "tpot_ms": 39.94757621020178,
                        "tpot_relative": 5.365777,
                        "ttft_ms": 453.3085410897911,
                        "ttft_relative": 4.351627,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 107
        },
        {
          "aic": {
            "coverage_pct": 54.74,
            "points": 52,
            "status_counts": {
              "failed": 43,
              "success": 52,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 20.66,
            "tpot_shape_error_pct": 10.3,
            "ttft_mape_pct": 40.42,
            "ttft_shape_error_pct": 42.36
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 95,
            "status_counts": {
              "failed": 0,
              "success": 95,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 20.14,
            "tpot_shape_error_pct": 14.79,
            "ttft_mape_pct": 23.21,
            "ttft_shape_error_pct": 12.78
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 54.17,
                "points": 13,
                "status_counts": {
                  "failed": 11,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 15.93,
                "tpot_shape_error_pct": 5.47,
                "ttft_mape_pct": 28.14,
                "ttft_shape_error_pct": 40.95
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 24,
                "status_counts": {
                  "failed": 0,
                  "success": 24,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 8.65,
                "tpot_shape_error_pct": 7.14,
                "ttft_mape_pct": 15.01,
                "ttft_shape_error_pct": 8.15
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 24,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 16.67,
                    "points": 1,
                    "status_counts": {
                      "failed": 5,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.56,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 4.31,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.82,
                    "tpot_shape_error_pct": 8.78,
                    "ttft_mape_pct": 14.0,
                    "ttft_shape_error_pct": 8.54
                  },
                  "framework": "dynamo-vllm",
                  "id": "1208b00b674fb187",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 13289.59,
                        "interactivity_tok_s": 80.71676487206393,
                        "output_per_gpu": 198.15083333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.56,
                        "tpot_ms": 12.389,
                        "tpot_relative": 1.215579,
                        "ttft_error_pct": 4.31,
                        "ttft_ms": 615.643,
                        "ttft_relative": 1.043138,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10997.996344087514,
                        "interactivity_tok_s": 86.89514295151656,
                        "output_per_gpu": 214.13889221296134,
                        "total_per_gpu": 1932.549903882886,
                        "tpot_error_pct": 12.91,
                        "tpot_ms": 11.508123078386019,
                        "tpot_relative": 1.129149,
                        "ttft_error_pct": 19.13,
                        "ttft_ms": 477.260136243751,
                        "ttft_relative": 0.808664,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 9900.967806700646,
                        "interactivity_tok_s": 98.11759970430755,
                        "output_per_gpu": 358.64829215426704,
                        "total_per_gpu": 2159.226329324323,
                        "tpot_ms": 10.191851441674618,
                        "tpot_relative": 1.0,
                        "ttft_ms": 590.1836930344871,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12760.324841837475,
                        "interactivity_tok_s": 76.47113173528524,
                        "output_per_gpu": 373.414439026054,
                        "total_per_gpu": 3339.1908115369647,
                        "tpot_error_pct": 0.37,
                        "tpot_ms": 13.076830135869178,
                        "tpot_relative": 1.283067,
                        "ttft_error_pct": 15.86,
                        "ttft_ms": 673.0511707812506,
                        "ttft_relative": 1.14041,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 12931.869669078878,
                        "interactivity_tok_s": 76.19117110052456,
                        "output_per_gpu": 556.2336882144168,
                        "total_per_gpu": 3318.8015923117255,
                        "tpot_ms": 13.12488029197802,
                        "tpot_relative": 1.287782,
                        "ttft_ms": 799.9040786566184,
                        "ttft_relative": 1.355348,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 16309.899141454724,
                        "interactivity_tok_s": 59.841096021250245,
                        "output_per_gpu": 583.8769816534578,
                        "total_per_gpu": 5262.937477874032,
                        "tpot_error_pct": 4.22,
                        "tpot_ms": 16.710923871529506,
                        "tpot_relative": 1.639636,
                        "ttft_error_pct": 19.61,
                        "ttft_ms": 925.8402372234361,
                        "ttft_relative": 1.568732,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 15910.219353209868,
                        "interactivity_tok_s": 62.36765207493304,
                        "output_per_gpu": 895.9084978497822,
                        "total_per_gpu": 5388.018309099987,
                        "tpot_ms": 16.033952966491782,
                        "tpot_relative": 1.573213,
                        "ttft_ms": 1151.6650509984174,
                        "ttft_relative": 1.951367,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 21172.251895818838,
                        "interactivity_tok_s": 47.05978603137689,
                        "output_per_gpu": 895.5049094118641,
                        "total_per_gpu": 8084.691614919472,
                        "tpot_error_pct": 5.65,
                        "tpot_ms": 21.24956537909575,
                        "tpot_relative": 2.084956,
                        "ttft_error_pct": 20.52,
                        "ttft_ms": 1644.4274822335933,
                        "ttft_relative": 2.786298,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 20553.98273082592,
                        "interactivity_tok_s": 49.720365260401444,
                        "output_per_gpu": 1385.2031639499605,
                        "total_per_gpu": 8340.938795886534,
                        "tpot_ms": 20.112482978809194,
                        "tpot_relative": 1.973389,
                        "ttft_ms": 2068.9950888328895,
                        "ttft_relative": 3.50568,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 36239.10615919086,
                        "interactivity_tok_s": 44.79162581666311,
                        "output_per_gpu": 1044.0550151191312,
                        "total_per_gpu": 9393.793499847816,
                        "tpot_error_pct": 5.61,
                        "tpot_ms": 22.325601756299413,
                        "tpot_relative": 2.190534,
                        "ttft_error_pct": 7.43,
                        "ttft_ms": 15676.894832472444,
                        "ttft_relative": 26.562738,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 36403.127888794916,
                        "interactivity_tok_s": 47.30611386162007,
                        "output_per_gpu": 1558.85181372921,
                        "total_per_gpu": 9354.293530380231,
                        "tpot_ms": 21.138916693203797,
                        "tpot_relative": 2.0741,
                        "ttft_ms": 16934.315052280363,
                        "ttft_relative": 28.693295,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 70472.42743086166,
                        "interactivity_tok_s": 44.55887777950975,
                        "output_per_gpu": 1067.559109176121,
                        "total_per_gpu": 9608.109539774416,
                        "tpot_error_pct": 0.14,
                        "tpot_ms": 22.44221690115918,
                        "tpot_relative": 2.201976,
                        "ttft_error_pct": 1.43,
                        "ttft_ms": 49800.978871126834,
                        "ttft_relative": 84.382167,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 71224.0679409827,
                        "interactivity_tok_s": 44.49692711849492,
                        "output_per_gpu": 1586.8145206453266,
                        "total_per_gpu": 9526.400420244592,
                        "tpot_ms": 22.47346198394799,
                        "tpot_relative": 2.205042,
                        "ttft_ms": 50525.24184355261,
                        "ttft_relative": 85.609349,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.08,
                    "tpot_shape_error_pct": 0.19,
                    "ttft_mape_pct": 4.25,
                    "ttft_shape_error_pct": 1.18
                  },
                  "framework": "dynamo-vllm",
                  "id": "d66168c77381f267",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 46239.06922650374,
                        "interactivity_tok_s": 32.18436328913289,
                        "output_per_gpu": 1405.028382634096,
                        "total_per_gpu": 12642.662093550103,
                        "tpot_error_pct": 2.17,
                        "tpot_ms": 31.070989070573034,
                        "tpot_relative": 0.978267,
                        "ttft_error_pct": 4.81,
                        "ttft_ms": 17628.093837754546,
                        "ttft_relative": 0.951863,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 47764.154612013226,
                        "interactivity_tok_s": 31.48491403630589,
                        "output_per_gpu": 2375.8411046487668,
                        "total_per_gpu": 12221.358967349839,
                        "tpot_ms": 31.761242824003894,
                        "tpot_relative": 1.0,
                        "ttft_ms": 18519.568818435848,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 89720.98931534526,
                        "interactivity_tok_s": 31.749128661823615,
                        "output_per_gpu": 1439.9358140470206,
                        "total_per_gpu": 12947.660718187853,
                        "tpot_error_pct": 1.99,
                        "tpot_ms": 31.496927385047854,
                        "tpot_relative": 0.991678,
                        "ttft_error_pct": 3.69,
                        "ttft_ms": 60697.840288549916,
                        "ttft_relative": 3.277497,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26849272767",
                      "measured": {
                        "e2e_ms": 92633.7639144606,
                        "interactivity_tok_s": 31.116710989480172,
                        "output_per_gpu": 2433.188701466598,
                        "total_per_gpu": 12508.644003656458,
                        "tpot_ms": 32.13707259543197,
                        "tpot_relative": 1.011833,
                        "ttft_ms": 63020.83961206968,
                        "ttft_relative": 3.402932,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                },
                {
                  "aic": {
                    "coverage_pct": 87.5,
                    "points": 7,
                    "status_counts": {
                      "failed": 1,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.7,
                    "tpot_shape_error_pct": 6.34,
                    "ttft_mape_pct": 36.09,
                    "ttft_shape_error_pct": 47.23
                  },
                  "aisim": {
                    "points": 8,
                    "status_counts": {
                      "failed": 0,
                      "success": 8,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.38,
                    "tpot_shape_error_pct": 8.34,
                    "ttft_mape_pct": 18.3,
                    "ttft_shape_error_pct": 7.61
                  },
                  "framework": "vllm",
                  "id": "a32ffb7ce826bbc4",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9699.95767362882,
                        "interactivity_tok_s": 107.68226805080458,
                        "output_per_gpu": 105.46437772416472,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.35,
                        "tpot_ms": 9.286580029389789,
                        "tpot_relative": 1.223512,
                        "ttft_error_pct": 17.47,
                        "ttft_ms": 199.78630356306584,
                        "ttft_relative": 1.174691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8514.506612624955,
                        "interactivity_tok_s": 109.65726532514118,
                        "output_per_gpu": 105.4763998875251,
                        "total_per_gpu": 948.1699303025979,
                        "tpot_error_pct": 20.15,
                        "tpot_ms": 9.119322801229199,
                        "tpot_relative": 1.201476,
                        "ttft_error_pct": 21.82,
                        "ttft_ms": 132.96474645000006,
                        "ttft_relative": 0.781798,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 7145.431127701886,
                        "interactivity_tok_s": 131.75054710015914,
                        "output_per_gpu": 125.36493367576148,
                        "total_per_gpu": 1126.9559878085604,
                        "tpot_ms": 7.590101308951544,
                        "tpot_relative": 1.0,
                        "ttft_ms": 170.07568636909127,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11187.336410150041,
                        "interactivity_tok_s": 93.27648833891566,
                        "output_per_gpu": 182.8853558156798,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.14,
                        "tpot_ms": 10.720815264469948,
                        "tpot_relative": 1.412473,
                        "ttft_error_pct": 3.56,
                        "ttft_ms": 219.94239459728504,
                        "ttft_relative": 1.293203,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9910.820866800048,
                        "interactivity_tok_s": 94.90685293971367,
                        "output_per_gpu": 183.58249153413433,
                        "total_per_gpu": 1633.0511395729302,
                        "tpot_error_pct": 20.04,
                        "tpot_ms": 10.536646923012142,
                        "tpot_relative": 1.388209,
                        "ttft_error_pct": 24.81,
                        "ttft_ms": 159.6884461999993,
                        "ttft_relative": 0.938926,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 8335.93658575337,
                        "interactivity_tok_s": 113.93051190874873,
                        "output_per_gpu": 217.77757596109316,
                        "total_per_gpu": 1937.232225277689,
                        "tpot_ms": 8.777279968696515,
                        "tpot_relative": 1.156411,
                        "ttft_ms": 212.3890184368065,
                        "ttft_relative": 1.248791,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13234.451075251583,
                        "interactivity_tok_s": 78.72762003094567,
                        "output_per_gpu": 309.1930278583324,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.97,
                        "tpot_ms": 12.702022487240532,
                        "tpot_relative": 1.673498,
                        "ttft_error_pct": 9.15,
                        "ttft_ms": 240.28207080452017,
                        "ttft_relative": 1.412795,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11579.485282968792,
                        "interactivity_tok_s": 80.43172990091809,
                        "output_per_gpu": 305.9447314129506,
                        "total_per_gpu": 2761.0746239294585,
                        "tpot_error_pct": 14.49,
                        "tpot_ms": 12.432904293266798,
                        "tpot_relative": 1.638042,
                        "ttft_error_pct": 21.68,
                        "ttft_ms": 207.12393395625003,
                        "ttft_relative": 1.217834,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 10197.931063637225,
                        "interactivity_tok_s": 92.08842188579091,
                        "output_per_gpu": 347.90700667587816,
                        "total_per_gpu": 3139.7736551424787,
                        "tpot_ms": 10.859128428112399,
                        "tpot_relative": 1.430696,
                        "ttft_ms": 264.4711139902938,
                        "ttft_relative": 1.55502,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16742.599033530892,
                        "interactivity_tok_s": 62.07341589042915,
                        "output_per_gpu": 488.8129963340616,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.27,
                        "tpot_ms": 16.109956019903617,
                        "tpot_relative": 2.122496,
                        "ttft_error_pct": 31.26,
                        "ttft_ms": 262.1140251694909,
                        "ttft_relative": 1.541161,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14708.265102506179,
                        "interactivity_tok_s": 64.14593681036126,
                        "output_per_gpu": 488.9380408131591,
                        "total_per_gpu": 4372.239642239094,
                        "tpot_error_pct": 6.71,
                        "tpot_ms": 15.589451954788094,
                        "tpot_relative": 2.053919,
                        "ttft_error_pct": 25.6,
                        "ttft_ms": 283.69729957500033,
                        "ttft_relative": 1.668065,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 13900.724799081217,
                        "interactivity_tok_s": 68.451370060662,
                        "output_per_gpu": 518.4209081598788,
                        "total_per_gpu": 4635.884829604387,
                        "tpot_ms": 14.608911393793788,
                        "tpot_relative": 1.924732,
                        "ttft_ms": 381.3250686536776,
                        "ttft_relative": 2.24209,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24249.948821800186,
                        "interactivity_tok_s": 42.68732052650181,
                        "output_per_gpu": 674.9704966505133,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.5,
                        "tpot_ms": 23.42615998535594,
                        "tpot_relative": 3.086409,
                        "ttft_error_pct": 50.03,
                        "ttft_ms": 284.98715678105987,
                        "ttft_relative": 1.675649,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21280.78345665789,
                        "interactivity_tok_s": 44.254107436928116,
                        "output_per_gpu": 679.1242323511711,
                        "total_per_gpu": 6121.475048479921,
                        "tpot_error_pct": 9.48,
                        "tpot_ms": 22.596772546485568,
                        "tpot_relative": 2.977137,
                        "ttft_error_pct": 20.46,
                        "ttft_ms": 453.5734231296889,
                        "ttft_relative": 2.666892,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 19595.908435009915,
                        "interactivity_tok_s": 48.45052383114646,
                        "output_per_gpu": 737.4795851429484,
                        "total_per_gpu": 6647.47724225143,
                        "tpot_ms": 20.639611730206912,
                        "tpot_relative": 2.71928,
                        "ttft_ms": 570.2681942770141,
                        "ttft_relative": 3.353026,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 34436.05548244365,
                        "interactivity_tok_s": 29.979228105989893,
                        "output_per_gpu": 950.6315267928878,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.47,
                        "tpot_ms": 33.35642920706816,
                        "tpot_relative": 4.394728,
                        "ttft_error_pct": 63.56,
                        "ttft_ms": 312.4284036129182,
                        "ttft_relative": 1.836996,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30031.85439094745,
                        "interactivity_tok_s": 31.459174220082993,
                        "output_per_gpu": 962.4670006515009,
                        "total_per_gpu": 8689.230855154476,
                        "tpot_error_pct": 6.23,
                        "tpot_ms": 31.787229791989176,
                        "tpot_relative": 4.187985,
                        "ttft_error_pct": 9.62,
                        "ttft_ms": 774.9663902539048,
                        "ttft_relative": 4.556597,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 28406.0171119932,
                        "interactivity_tok_s": 33.41796176350437,
                        "output_per_gpu": 1019.2000660175104,
                        "total_per_gpu": 9201.421612606038,
                        "tpot_ms": 29.924027296365395,
                        "tpot_relative": 3.942507,
                        "ttft_ms": 857.4749151280685,
                        "ttft_relative": 5.041725,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 55831.07355632767,
                        "interactivity_tok_s": 18.43753173004333,
                        "output_per_gpu": 1172.6802984353444,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.22,
                        "tpot_ms": 54.23719479601134,
                        "tpot_relative": 7.14578,
                        "ttft_error_pct": 77.61,
                        "ttft_ms": 346.42328000806856,
                        "ttft_relative": 2.036877,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 48334.33640689168,
                        "interactivity_tok_s": 19.669669128755018,
                        "output_per_gpu": 1204.1137616880324,
                        "total_per_gpu": 10833.908044904783,
                        "tpot_error_pct": 6.13,
                        "tpot_ms": 50.83969605457692,
                        "tpot_relative": 6.698158,
                        "ttft_error_pct": 7.71,
                        "ttft_ms": 1427.6988805933556,
                        "ttft_relative": 8.394491,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 45749.503230036265,
                        "interactivity_tok_s": 20.87527560497547,
                        "output_per_gpu": 1272.9250937083343,
                        "total_per_gpu": 11453.031974283567,
                        "tpot_ms": 47.90355916362883,
                        "tpot_relative": 6.31132,
                        "ttft_ms": 1547.0411867751864,
                        "ttft_relative": 9.096193,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 88355.18223925578,
                        "interactivity_tok_s": 12.310416849144541,
                        "output_per_gpu": 1313.3424497444864,
                        "total_per_gpu": 11820.177460823781,
                        "tpot_error_pct": 7.81,
                        "tpot_ms": 81.2320177500318,
                        "tpot_relative": 10.702363,
                        "ttft_error_pct": 14.72,
                        "ttft_ms": 13367.224497008054,
                        "ttft_relative": 78.59574,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 85246.07949034798,
                        "interactivity_tok_s": 13.27177804253469,
                        "output_per_gpu": 1365.0129122639787,
                        "total_per_gpu": 12285.215377310882,
                        "tpot_ms": 75.34785443179523,
                        "tpot_relative": 9.927121,
                        "ttft_ms": 15674.458468685225,
                        "ttft_relative": 92.161665,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 62.5,
                    "points": 5,
                    "status_counts": {
                      "failed": 3,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.12,
                    "tpot_shape_error_pct": 4.16,
                    "ttft_mape_pct": 21.78,
                    "ttft_shape_error_pct": 31.54
                  },
                  "aisim": {
                    "points": 8,
                    "status_counts": {
                      "failed": 0,
                      "success": 8,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.43,
                    "tpot_shape_error_pct": 5.77,
                    "ttft_mape_pct": 15.17,
                    "ttft_shape_error_pct": 9.4
                  },
                  "framework": "vllm",
                  "id": "c2122ad9cbd47912",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11125.892916515559,
                        "interactivity_tok_s": 94.20272661524005,
                        "output_per_gpu": 183.89535252158194,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.77,
                        "tpot_ms": 10.61540399020914,
                        "tpot_relative": 1.187736,
                        "ttft_error_pct": 10.36,
                        "ttft_ms": 266.3346345316079,
                        "ttft_relative": 1.103584,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9741.942781775031,
                        "interactivity_tok_s": 96.24918853050168,
                        "output_per_gpu": 184.58282718799185,
                        "total_per_gpu": 1659.2895337395203,
                        "tpot_error_pct": 16.25,
                        "tpot_ms": 10.389697983615692,
                        "tpot_relative": 1.162482,
                        "ttft_error_pct": 20.05,
                        "ttft_ms": 192.9405757500008,
                        "ttft_relative": 0.799469,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 8455.128846570733,
                        "interactivity_tok_s": 111.88794844626545,
                        "output_per_gpu": 212.7385081795555,
                        "total_per_gpu": 1912.3923141895623,
                        "tpot_ms": 8.937513055575,
                        "tpot_relative": 1.0,
                        "ttft_ms": 241.33597301406553,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13577.188097563676,
                        "interactivity_tok_s": 77.00991637576428,
                        "output_per_gpu": 301.38788463380564,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.53,
                        "tpot_ms": 12.985340681589275,
                        "tpot_relative": 1.452903,
                        "ttft_error_pct": 0.38,
                        "ttft_ms": 293.18458029784847,
                        "ttft_relative": 1.21484,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11947.11007924997,
                        "interactivity_tok_s": 79.02532802431732,
                        "output_per_gpu": 304.9720046407055,
                        "total_per_gpu": 2712.8669817826453,
                        "tpot_error_pct": 16.48,
                        "tpot_ms": 12.654170820933315,
                        "tpot_relative": 1.415849,
                        "ttft_error_pct": 19.97,
                        "ttft_ms": 233.75967883750036,
                        "ttft_relative": 0.968607,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 10350.681547197746,
                        "interactivity_tok_s": 92.04768097591102,
                        "output_per_gpu": 351.995751460809,
                        "total_per_gpu": 3131.164950667552,
                        "tpot_ms": 10.863934749879261,
                        "tpot_relative": 1.215543,
                        "ttft_ms": 292.07506117527373,
                        "ttft_relative": 1.210243,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17645.91231599912,
                        "interactivity_tok_s": 59.049014316415146,
                        "output_per_gpu": 463.7901318697909,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.35,
                        "tpot_ms": 16.935083702523517,
                        "tpot_relative": 1.894832,
                        "ttft_error_pct": 13.94,
                        "ttft_ms": 321.3216883175618,
                        "ttft_relative": 1.331429,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15316.545068931251,
                        "interactivity_tok_s": 60.95346596595197,
                        "output_per_gpu": 464.8590160420754,
                        "total_per_gpu": 4195.236266926153,
                        "tpot_error_pct": 11.74,
                        "tpot_ms": 16.405957957478424,
                        "tpot_relative": 1.835629,
                        "ttft_error_pct": 17.32,
                        "ttft_ms": 308.6819937687496,
                        "ttft_relative": 1.279055,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 13805.864378363185,
                        "interactivity_tok_s": 68.11046869691175,
                        "output_per_gpu": 515.1362992678509,
                        "total_per_gpu": 4648.9761637816755,
                        "tpot_ms": 14.682030811591547,
                        "tpot_relative": 1.642742,
                        "ttft_ms": 373.3562226927461,
                        "ttft_relative": 1.547039,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22999.6257541664,
                        "interactivity_tok_s": 45.167508392913405,
                        "output_per_gpu": 711.6637537910774,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.54,
                        "tpot_ms": 22.139808804616194,
                        "tpot_relative": 2.477178,
                        "ttft_error_pct": 32.99,
                        "ttft_ms": 350.60134704403276,
                        "ttft_relative": 1.452752,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20181.692569893694,
                        "interactivity_tok_s": 46.8462481064016,
                        "output_per_gpu": 715.4027479181827,
                        "total_per_gpu": 6397.359161116998,
                        "tpot_error_pct": 4.65,
                        "tpot_ms": 21.346426670684618,
                        "tpot_relative": 2.388408,
                        "ttft_error_pct": 18.02,
                        "ttft_ms": 428.911183940624,
                        "ttft_relative": 1.777237,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 19398.26313629892,
                        "interactivity_tok_s": 49.023863507286826,
                        "output_per_gpu": 744.8144283653949,
                        "total_per_gpu": 6660.3677725604875,
                        "tpot_ms": 20.398229116547732,
                        "tpot_relative": 2.282316,
                        "ttft_ms": 523.2107575939153,
                        "ttft_relative": 2.167977,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 35291.147864348844,
                        "interactivity_tok_s": 29.306304609084837,
                        "output_per_gpu": 927.5980516652432,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.44,
                        "tpot_ms": 34.12235057742504,
                        "tpot_relative": 3.81788,
                        "ttft_error_pct": 51.23,
                        "ttft_ms": 383.98322364302777,
                        "ttft_relative": 1.591073,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30862.629025523893,
                        "interactivity_tok_s": 30.55346048281527,
                        "output_per_gpu": 938.9131458985476,
                        "total_per_gpu": 8463.154635801202,
                        "tpot_error_pct": 8.81,
                        "tpot_ms": 32.72951685988066,
                        "tpot_relative": 3.662038,
                        "ttft_error_pct": 11.75,
                        "ttft_ms": 694.8195491984382,
                        "ttft_relative": 2.879055,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 28520.05264639083,
                        "interactivity_tok_s": 33.24383348180115,
                        "output_per_gpu": 1016.0290557238234,
                        "total_per_gpu": 9158.260325377232,
                        "tpot_ms": 30.080766724674984,
                        "tpot_relative": 3.365675,
                        "ttft_ms": 787.3383872421982,
                        "ttft_relative": 3.262416,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 50828.47640371893,
                        "interactivity_tok_s": 22.1216700224266,
                        "output_per_gpu": 1128.390836139404,
                        "total_per_gpu": 10187.204822003345,
                        "tpot_error_pct": 7.83,
                        "tpot_ms": 45.20454373409493,
                        "tpot_relative": 5.057844,
                        "ttft_error_pct": 26.84,
                        "ttft_ms": 9206.02526572896,
                        "ttft_relative": 38.146096,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 51172.72076758709,
                        "interactivity_tok_s": 23.853080860796325,
                        "output_per_gpu": 1120.5067095545937,
                        "total_per_gpu": 10116.02628191802,
                        "tpot_ms": 41.92330566587512,
                        "tpot_relative": 4.690713,
                        "ttft_ms": 12583.362595703147,
                        "ttft_relative": 52.140435,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 99890.57561669692,
                        "interactivity_tok_s": 22.019204413466845,
                        "output_per_gpu": 1142.0945855410748,
                        "total_per_gpu": 10275.895942746803,
                        "tpot_error_pct": 8.06,
                        "tpot_ms": 45.41490152062009,
                        "tpot_relative": 5.08138,
                        "ttft_error_pct": 5.98,
                        "ttft_ms": 57985.44660575156,
                        "ttft_relative": 240.26856,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 100452.48859084805,
                        "interactivity_tok_s": 23.793022861836235,
                        "output_per_gpu": 1133.3741367475404,
                        "total_per_gpu": 10197.434468967942,
                        "tpot_ms": 42.029127858486184,
                        "tpot_relative": 4.702553,
                        "ttft_ms": 61673.01066738837,
                        "ttft_relative": 255.548354,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 197828.32898276977,
                        "interactivity_tok_s": 21.90304018971707,
                        "output_per_gpu": 1145.0165936244368,
                        "total_per_gpu": 10305.2325270244,
                        "tpot_error_pct": 9.67,
                        "tpot_ms": 45.655762457554864,
                        "tpot_relative": 5.10833,
                        "ttft_error_pct": 1.45,
                        "ttft_ms": 155718.11388071266,
                        "ttft_relative": 645.233746,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696233215",
                      "measured": {
                        "e2e_ms": 196417.3185408579,
                        "interactivity_tok_s": 24.021061903157108,
                        "output_per_gpu": 1154.219854886341,
                        "total_per_gpu": 10388.062546990019,
                        "tpot_ms": 41.630132923830864,
                        "tpot_relative": 4.65791,
                        "ttft_ms": 158008.96119226154,
                        "ttft_relative": 654.726103,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 73.08,
                "points": 19,
                "status_counts": {
                  "failed": 7,
                  "success": 19,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 38.85,
                "tpot_shape_error_pct": 18.84,
                "ttft_mape_pct": 51.66,
                "ttft_shape_error_pct": 52.31
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 26,
                "status_counts": {
                  "failed": 0,
                  "success": 26,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 50.85,
                "tpot_shape_error_pct": 39.61,
                "ttft_mape_pct": 29.92,
                "ttft_shape_error_pct": 21.47
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 26,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 33.33,
                    "points": 1,
                    "status_counts": {
                      "failed": 2,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 45.4,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 76.14,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 104.51,
                    "tpot_shape_error_pct": 88.23,
                    "ttft_mape_pct": 52.84,
                    "ttft_shape_error_pct": 49.19
                  },
                  "framework": "dynamo-vllm",
                  "id": "d487a29af5fdeb84",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 41926.681,
                        "interactivity_tok_s": 24.679170779861796,
                        "output_per_gpu": 895.1209230769231,
                        "total_per_gpu": null,
                        "tpot_error_pct": 45.4,
                        "tpot_ms": 40.52,
                        "tpot_relative": 1.454022,
                        "ttft_error_pct": 76.14,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.238565,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 34450.5095555871,
                        "interactivity_tok_s": 27.86693468266504,
                        "output_per_gpu": 1003.1027715329814,
                        "total_per_gpu": 9027.997818292395,
                        "tpot_error_pct": 28.77,
                        "tpot_ms": 35.88482233110705,
                        "tpot_relative": 1.287693,
                        "ttft_error_pct": 29.83,
                        "ttft_ms": 1396.3876908271488,
                        "ttft_relative": 0.701738,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 27654.726834746703,
                        "interactivity_tok_s": 35.884046304103535,
                        "output_per_gpu": 2061.2746561052186,
                        "total_per_gpu": 11422.901277813533,
                        "tpot_ms": 27.86753733192136,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1989.8991032525203,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 57578.29988779094,
                        "interactivity_tok_s": 17.760508404476678,
                        "output_per_gpu": 1206.4625336619765,
                        "total_per_gpu": 10855.935958404703,
                        "tpot_error_pct": 89.04,
                        "tpot_ms": 56.3046945068274,
                        "tpot_relative": 2.02044,
                        "ttft_error_pct": 73.3,
                        "ttft_ms": 5755.8831880204,
                        "ttft_relative": 2.89255,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 48984.28551773164,
                        "interactivity_tok_s": 33.57407604856325,
                        "output_per_gpu": 2306.7296681574167,
                        "total_per_gpu": 12778.606397552428,
                        "tpot_ms": 29.784885176096854,
                        "tpot_relative": 1.068802,
                        "ttft_ms": 21559.738439193676,
                        "ttft_relative": 10.834589,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 112257.80709201089,
                        "interactivity_tok_s": 11.19655059981127,
                        "output_per_gpu": 1226.7630047908342,
                        "total_per_gpu": 11030.846661848294,
                        "tpot_error_pct": 195.72,
                        "tpot_ms": 89.31322116445901,
                        "tpot_relative": 3.20492,
                        "ttft_error_pct": 55.39,
                        "ttft_ms": 30140.135257954866,
                        "ttft_relative": 15.146565,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 95388.87244671759,
                        "interactivity_tok_s": 33.110321629059754,
                        "output_per_gpu": 2360.3045730966246,
                        "total_per_gpu": 13067.339444542087,
                        "tpot_ms": 30.2020624022672,
                        "tpot_relative": 1.083772,
                        "ttft_ms": 67558.8886745875,
                        "ttft_relative": 33.950912,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 13
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.43,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 32.27,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.48,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 27.89,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "255ffcf09c228d48",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 21891.226,
                        "interactivity_tok_s": 47.76689754000478,
                        "output_per_gpu": 402.13357142857143,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.43,
                        "tpot_ms": 20.935,
                        "tpot_relative": 1.304297,
                        "ttft_error_pct": 32.27,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.677308,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17717.49813584059,
                        "interactivity_tok_s": 53.485705687338054,
                        "output_per_gpu": 463.03380287528137,
                        "total_per_gpu": 4173.683894463256,
                        "tpot_error_pct": 16.48,
                        "tpot_ms": 18.696584202248548,
                        "tpot_relative": 1.164838,
                        "ttft_error_pct": 27.89,
                        "ttft_ms": 505.40771672343783,
                        "ttft_relative": 0.72109,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 17120.85756825536,
                        "interactivity_tok_s": 62.30220811004168,
                        "output_per_gpu": 944.2654335653591,
                        "total_per_gpu": 4856.222229764704,
                        "tpot_ms": 16.050795474756583,
                        "tpot_relative": 1.0,
                        "ttft_ms": 700.8937975793742,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 7
                },
                {
                  "aic": {
                    "coverage_pct": 75.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 1,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 52.31,
                    "tpot_shape_error_pct": 18.94,
                    "ttft_mape_pct": 68.18,
                    "ttft_shape_error_pct": 63.03
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 50.46,
                    "tpot_shape_error_pct": 26.49,
                    "ttft_mape_pct": 37.56,
                    "ttft_shape_error_pct": 35.49
                  },
                  "framework": "dynamo-vllm",
                  "id": "5e444bd1dd622542",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22397.611,
                        "interactivity_tok_s": 46.66355576294914,
                        "output_per_gpu": 458.32199999999995,
                        "total_per_gpu": null,
                        "tpot_error_pct": 35.23,
                        "tpot_ms": 21.43,
                        "tpot_relative": 1.35229,
                        "ttft_error_pct": 45.12,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.548815,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19058.654837587637,
                        "interactivity_tok_s": 50.27184528166053,
                        "output_per_gpu": 487.43942965628804,
                        "total_per_gpu": 4393.670795630394,
                        "tpot_error_pct": 25.52,
                        "tpot_ms": 19.891849889281982,
                        "tpot_relative": 1.255228,
                        "ttft_error_pct": 14.91,
                        "ttft_ms": 736.0133522609419,
                        "ttft_relative": 0.85089,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 15451.699416254678,
                        "interactivity_tok_s": 63.10264007298505,
                        "output_per_gpu": 926.5724571048459,
                        "total_per_gpu": 5572.432202139633,
                        "tpot_ms": 15.847197499873088,
                        "tpot_relative": 1.0,
                        "ttft_ms": 864.9920186014242,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 29625.106,
                        "interactivity_tok_s": 35.0938761186173,
                        "output_per_gpu": 689.4454999999999,
                        "total_per_gpu": null,
                        "tpot_error_pct": 42.26,
                        "tpot_ms": 28.495,
                        "tpot_relative": 1.79811,
                        "ttft_error_pct": 64.62,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.548815,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24385.747015483455,
                        "interactivity_tok_s": 39.41315558643397,
                        "output_per_gpu": 771.3038035389168,
                        "total_per_gpu": 6963.393865838209,
                        "tpot_error_pct": 26.67,
                        "tpot_ms": 25.372238916698173,
                        "tpot_relative": 1.601055,
                        "ttft_error_pct": 20.52,
                        "ttft_ms": 1066.246281530468,
                        "ttft_relative": 1.232666,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 19749.19625206953,
                        "interactivity_tok_s": 49.92467150195389,
                        "output_per_gpu": 1439.4222426023268,
                        "total_per_gpu": 8667.416549026493,
                        "tpot_ms": 20.030176862773413,
                        "tpot_relative": 1.263957,
                        "ttft_ms": 1341.5993656687306,
                        "ttft_relative": 1.550996,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 43747.621,
                        "interactivity_tok_s": 23.64066193853428,
                        "output_per_gpu": 928.8908333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 79.43,
                        "tpot_ms": 42.3,
                        "tpot_relative": 2.669242,
                        "ttft_error_pct": 94.81,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.548815,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 35127.5730598233,
                        "interactivity_tok_s": 27.740188831126645,
                        "output_per_gpu": 1079.305776809315,
                        "total_per_gpu": 9710.959138855975,
                        "tpot_error_pct": 52.91,
                        "tpot_ms": 36.04878128579725,
                        "tpot_relative": 2.274773,
                        "ttft_error_pct": 78.93,
                        "ttft_ms": 1925.3426247886698,
                        "ttft_relative": 2.22585,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 30849.70414117303,
                        "interactivity_tok_s": 42.418786467794284,
                        "output_per_gpu": 1841.075277343122,
                        "total_per_gpu": 11047.848425434364,
                        "tpot_ms": 23.574460357540694,
                        "tpot_relative": 1.487611,
                        "ttft_ms": 9138.89416139845,
                        "ttft_relative": 10.565293,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 67546.11257802648,
                        "interactivity_tok_s": 21.25292619298342,
                        "output_per_gpu": 1116.0757774473743,
                        "total_per_gpu": 10044.76307890711,
                        "tpot_error_pct": 96.72,
                        "tpot_ms": 47.05234427107485,
                        "tpot_relative": 2.969127,
                        "ttft_error_pct": 35.87,
                        "ttft_ms": 24238.981440306943,
                        "ttft_relative": 28.022202,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 59827.26142086325,
                        "interactivity_tok_s": 41.809776101910394,
                        "output_per_gpu": 1885.2453793359336,
                        "total_per_gpu": 11318.022453352767,
                        "tpot_ms": 23.917851116029,
                        "tpot_relative": 1.50928,
                        "ttft_ms": 37797.924546621834,
                        "ttft_relative": 43.697426,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.43,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 31.37,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.24,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 36.65,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b7bfdcc032a2bb55",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22813.972,
                        "interactivity_tok_s": 45.793836149654254,
                        "output_per_gpu": 337.26475,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.43,
                        "tpot_ms": 21.837,
                        "tpot_relative": 1.224285,
                        "ttft_error_pct": 31.37,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.686322,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18447.13540831874,
                        "interactivity_tok_s": 51.321142308075586,
                        "output_per_gpu": 389.79403321013797,
                        "total_per_gpu": 3485.6623581082567,
                        "tpot_error_pct": 9.24,
                        "tpot_ms": 19.48514695945585,
                        "tpot_relative": 1.092429,
                        "ttft_error_pct": 36.65,
                        "ttft_ms": 438.1962275249992,
                        "ttft_relative": 0.633517,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 18938.459694034238,
                        "interactivity_tok_s": 56.06471337248735,
                        "output_per_gpu": 857.0562033293869,
                        "total_per_gpu": 3856.752914982241,
                        "tpot_ms": 17.836531034344507,
                        "tpot_relative": 1.0,
                        "ttft_ms": 691.6884458998084,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 80.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 1,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 78.48,
                    "tpot_shape_error_pct": 44.58,
                    "ttft_mape_pct": 75.13,
                    "ttft_shape_error_pct": 86.67
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 39.77,
                    "tpot_shape_error_pct": 18.18,
                    "ttft_mape_pct": 32.13,
                    "ttft_shape_error_pct": 18.12
                  },
                  "framework": "dynamo-vllm",
                  "id": "34aa813c2bfeab5b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14200.312,
                        "interactivity_tok_s": 74.53230975627935,
                        "output_per_gpu": 219.69299999999998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 33.75,
                        "tpot_ms": 13.417,
                        "tpot_relative": 1.337524,
                        "ttft_error_pct": 28.93,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.710742,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11647.49448094999,
                        "interactivity_tok_s": 81.69641394224784,
                        "output_per_gpu": 242.84937179168318,
                        "total_per_gpu": 2191.654795931693,
                        "tpot_error_pct": 22.02,
                        "tpot_ms": 12.240439350335643,
                        "tpot_relative": 1.220234,
                        "ttft_error_pct": 31.54,
                        "ttft_ms": 457.26349741249896,
                        "ttft_relative": 0.684605,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 9832.047766862343,
                        "interactivity_tok_s": 99.6887276368999,
                        "output_per_gpu": 360.32584295571206,
                        "total_per_gpu": 2603.1911405103224,
                        "tpot_ms": 10.031224429329047,
                        "tpot_relative": 1.0,
                        "ttft_ms": 667.9228944862189,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22397.611,
                        "interactivity_tok_s": 46.66355576294914,
                        "output_per_gpu": 549.9864,
                        "total_per_gpu": null,
                        "tpot_error_pct": 36.85,
                        "tpot_ms": 21.43,
                        "tpot_relative": 2.136329,
                        "ttft_error_pct": 75.69,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.710742,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20050.904033306404,
                        "interactivity_tok_s": 49.46086396425767,
                        "output_per_gpu": 546.3805480283747,
                        "total_per_gpu": 4924.952950288747,
                        "tpot_error_pct": 29.11,
                        "tpot_ms": 20.218005102430855,
                        "tpot_relative": 2.015507,
                        "ttft_error_pct": 27.03,
                        "ttft_ms": 1425.2033732515677,
                        "ttft_relative": 2.133784,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 16367.724711152687,
                        "interactivity_tok_s": 63.8576304010766,
                        "output_per_gpu": 869.605281930927,
                        "total_per_gpu": 6275.796055484458,
                        "tpot_ms": 15.659835695737634,
                        "tpot_relative": 1.561109,
                        "ttft_ms": 1953.08336125172,
                        "ttft_relative": 2.924115,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 29625.106,
                        "interactivity_tok_s": 35.0938761186173,
                        "output_per_gpu": 698.9413999999999,
                        "total_per_gpu": null,
                        "tpot_error_pct": 78.75,
                        "tpot_ms": 28.495,
                        "tpot_relative": 2.84063,
                        "ttft_error_pct": 96.95,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.710742,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 28492.087338762358,
                        "interactivity_tok_s": 41.92385196745636,
                        "output_per_gpu": 783.0268855780523,
                        "total_per_gpu": 7069.230809965137,
                        "tpot_error_pct": 49.63,
                        "tpot_ms": 23.852770035927424,
                        "tpot_relative": 2.377852,
                        "ttft_error_pct": 57.83,
                        "ttft_ms": 6568.30986548513,
                        "ttft_relative": 9.833934,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 30228.944513852708,
                        "interactivity_tok_s": 62.730682629271094,
                        "output_per_gpu": 935.4957062454992,
                        "total_per_gpu": 6759.654582963599,
                        "tpot_ms": 15.941162411859118,
                        "tpot_relative": 1.589154,
                        "ttft_ms": 15577.182024612124,
                        "ttft_relative": 23.321827,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 43747.621,
                        "interactivity_tok_s": 23.64066193853428,
                        "output_per_gpu": 698.9413999999999,
                        "total_per_gpu": null,
                        "tpot_error_pct": 164.56,
                        "tpot_ms": 42.3,
                        "tpot_relative": 4.216833,
                        "ttft_error_pct": 98.94,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.710742,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 54591.29785797784,
                        "interactivity_tok_s": 41.858300792068654,
                        "output_per_gpu": 820.1777898308607,
                        "total_per_gpu": 7379.477785424517,
                        "tpot_error_pct": 49.42,
                        "tpot_ms": 23.890124087155513,
                        "tpot_relative": 2.381576,
                        "ttft_error_pct": 27.06,
                        "ttft_ms": 32587.06290826968,
                        "ttft_relative": 48.78866,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 59401.46484077659,
                        "interactivity_tok_s": 62.54327579545226,
                        "output_per_gpu": 948.9262698277719,
                        "total_per_gpu": 6833.133044575377,
                        "tpot_ms": 15.98892906202258,
                        "tpot_relative": 1.593916,
                        "ttft_ms": 44675.48725032581,
                        "ttft_relative": 66.887193,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 107001.79411983684,
                        "interactivity_tok_s": 41.841136922622546,
                        "output_per_gpu": 835.8129280396194,
                        "total_per_gpu": 7522.37707339857,
                        "tpot_error_pct": 48.69,
                        "tpot_ms": 23.899924178669316,
                        "tpot_relative": 2.382553,
                        "ttft_error_pct": 17.2,
                        "ttft_ms": 84986.20421844057,
                        "ttft_relative": 127.239544,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 117450.35455718444,
                        "interactivity_tok_s": 62.21191435681551,
                        "output_per_gpu": 957.5931417586683,
                        "total_per_gpu": 6898.663143841065,
                        "tpot_ms": 16.074091439535437,
                        "tpot_relative": 1.602406,
                        "ttft_ms": 102645.78366861914,
                        "ttft_relative": 153.679092,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 25.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 3,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 37.31,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 71.27,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 120.86,
                    "tpot_shape_error_pct": 108.44,
                    "ttft_mape_pct": 39.01,
                    "ttft_shape_error_pct": 22.98
                  },
                  "framework": "dynamo-vllm",
                  "id": "047846cbae2ebf09",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 41926.681,
                        "interactivity_tok_s": 24.679170779861796,
                        "output_per_gpu": 831.1837142857142,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.31,
                        "tpot_ms": 40.52,
                        "tpot_relative": 1.373054,
                        "ttft_error_pct": 71.27,
                        "ttft_ms": 474.721,
                        "ttft_relative": 0.287298,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 34325.041666710524,
                        "interactivity_tok_s": 27.820328566770833,
                        "output_per_gpu": 940.8093549399856,
                        "total_per_gpu": 8464.849720608665,
                        "tpot_error_pct": 21.8,
                        "tpot_ms": 35.944938522200644,
                        "tpot_relative": 1.218024,
                        "ttft_error_pct": 26.3,
                        "ttft_ms": 1217.7627578152358,
                        "ttft_relative": 0.736982,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 31841.98143108464,
                        "interactivity_tok_s": 33.88582251567661,
                        "output_per_gpu": 1998.4324774580216,
                        "total_per_gpu": 10277.652741212683,
                        "tpot_ms": 29.510866957335022,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1652.364533730912,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 57373.847210386266,
                        "interactivity_tok_s": 17.29600562357259,
                        "output_per_gpu": 1118.750218647363,
                        "total_per_gpu": 10068.833244002704,
                        "tpot_error_pct": 47.93,
                        "tpot_ms": 57.816817464322966,
                        "tpot_relative": 1.95917,
                        "ttft_error_pct": 38.78,
                        "ttft_ms": 4148.597689697056,
                        "ttft_relative": 2.510704,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 46759.791583861625,
                        "interactivity_tok_s": 25.585994542820213,
                        "output_per_gpu": 2721.173370485824,
                        "total_per_gpu": 13994.605905355666,
                        "tpot_ms": 39.083882329702675,
                        "tpot_relative": 1.324389,
                        "ttft_ms": 6776.979960575787,
                        "ttft_relative": 4.101383,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 111911.919462733,
                        "interactivity_tok_s": 10.112569483022765,
                        "output_per_gpu": 1147.0460276956587,
                        "total_per_gpu": 10321.297073528038,
                        "tpot_error_pct": 151.28,
                        "tpot_ms": 98.88683599937929,
                        "tpot_relative": 3.350862,
                        "ttft_error_pct": 57.13,
                        "ttft_ms": 20995.741561471434,
                        "ttft_relative": 12.706483,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 89239.85127065874,
                        "interactivity_tok_s": 25.41058759170972,
                        "output_per_gpu": 2818.39744782674,
                        "total_per_gpu": 14494.615445966092,
                        "tpot_ms": 39.35367477792025,
                        "tpot_relative": 1.333532,
                        "ttft_ms": 48981.04197284632,
                        "ttft_relative": 29.643,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 221307.16439241715,
                        "interactivity_tok_s": 6.934197575230603,
                        "output_per_gpu": 1157.1453861244165,
                        "total_per_gpu": 10404.85674083399,
                        "tpot_error_pct": 262.44,
                        "tpot_ms": 144.21279306665042,
                        "tpot_relative": 4.886769,
                        "ttft_error_pct": 33.8,
                        "ttft_ms": 88810.4654041119,
                        "ttft_relative": 53.747502,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26962351977",
                      "measured": {
                        "e2e_ms": 174868.35931932688,
                        "interactivity_tok_s": 25.132579896915416,
                        "output_per_gpu": 2859.008574341369,
                        "total_per_gpu": 14703.472668041326,
                        "tpot_ms": 39.78899118600763,
                        "tpot_relative": 1.348283,
                        "ttft_ms": 134164.22133604108,
                        "ttft_relative": 81.195292,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 7
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.46,
                    "tpot_shape_error_pct": 4.54,
                    "ttft_mape_pct": 64.77,
                    "ttft_shape_error_pct": 44.94
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.23,
                    "tpot_shape_error_pct": 5.74,
                    "ttft_mape_pct": 5.67,
                    "ttft_shape_error_pct": 7.23
                  },
                  "framework": "vllm",
                  "id": "6590ec1763788b8e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 34370.3366679454,
                        "interactivity_tok_s": 30.080938633974032,
                        "output_per_gpu": 952.449209801613,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.85,
                        "tpot_ms": 33.24364349690137,
                        "tpot_relative": 1.118482,
                        "ttft_error_pct": 49.7,
                        "ttft_ms": 362.0893706152945,
                        "ttft_relative": 0.503003,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30052.03704374201,
                        "interactivity_tok_s": 31.344721590720876,
                        "output_per_gpu": 963.8853410828583,
                        "total_per_gpu": 8688.248458763894,
                        "tpot_error_pct": 7.34,
                        "tpot_ms": 31.9032982030389,
                        "tpot_relative": 1.073386,
                        "ttft_error_pct": 10.01,
                        "ttft_ms": 647.8231339812485,
                        "ttft_relative": 0.899935,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 28117.712138204115,
                        "interactivity_tok_s": 33.64498739020258,
                        "output_per_gpu": 1030.979227403697,
                        "total_per_gpu": 9293.017853601486,
                        "tpot_ms": 29.72210951968435,
                        "tpot_relative": 1.0,
                        "ttft_ms": 719.855662297141,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 50403.375309970535,
                        "interactivity_tok_s": 20.45801737740861,
                        "output_per_gpu": 1298.9606270881757,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.58,
                        "tpot_ms": 48.88059197291916,
                        "tpot_relative": 1.644587,
                        "ttft_error_pct": 65.71,
                        "ttft_ms": 398.5297216742347,
                        "ttft_relative": 0.553624,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 44042.227875288605,
                        "interactivity_tok_s": 21.43941883956862,
                        "output_per_gpu": 1315.2640793253638,
                        "total_per_gpu": 11874.311756158051,
                        "tpot_error_pct": 1.7,
                        "tpot_ms": 46.643055368385205,
                        "tpot_relative": 1.569305,
                        "ttft_error_pct": 3.94,
                        "ttft_ms": 1116.424873488279,
                        "ttft_relative": 1.550901,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 43374.22715897801,
                        "interactivity_tok_s": 21.80405546362787,
                        "output_per_gpu": 1337.1264999440202,
                        "total_per_gpu": 12071.687478836755,
                        "tpot_ms": 45.863027713726744,
                        "tpot_relative": 1.543061,
                        "ttft_ms": 1162.183033710653,
                        "ttft_relative": 1.614467,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 82546.19321462435,
                        "interactivity_tok_s": 12.461079773299506,
                        "output_per_gpu": 1586.3117958636672,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.95,
                        "tpot_ms": 80.2498674426843,
                        "tpot_relative": 2.700006,
                        "ttft_error_pct": 78.9,
                        "ttft_ms": 450.57882075831134,
                        "ttft_relative": 0.625929,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 71741.44817146937,
                        "interactivity_tok_s": 13.241264844031194,
                        "output_per_gpu": 1623.885857682161,
                        "total_per_gpu": 14610.770690708172,
                        "tpot_error_pct": 0.65,
                        "tpot_ms": 75.52148618572289,
                        "tpot_relative": 2.540919,
                        "ttft_error_pct": 3.06,
                        "ttft_ms": 2069.8361574441474,
                        "ttft_relative": 2.875349,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 71356.41707149644,
                        "interactivity_tok_s": 13.327116012900033,
                        "output_per_gpu": 1634.3518410432337,
                        "total_per_gpu": 14704.937458783646,
                        "tpot_ms": 75.03498874265416,
                        "tpot_relative": 2.524551,
                        "ttft_ms": 2135.247648425775,
                        "ttft_relative": 2.966216,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.84,
                    "tpot_shape_error_pct": 1.04,
                    "ttft_mape_pct": 14.08,
                    "ttft_shape_error_pct": 8.21
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.84,
                    "tpot_shape_error_pct": 1.15,
                    "ttft_mape_pct": 21.46,
                    "ttft_shape_error_pct": 0.25
                  },
                  "framework": "vllm",
                  "id": "1bdb4ccf6396aa4a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9429.241082478318,
                        "interactivity_tok_s": 110.7177213884237,
                        "output_per_gpu": 108.49229445421302,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.21,
                        "tpot_ms": 9.031977785125886,
                        "tpot_relative": 1.202132,
                        "ttft_error_pct": 18.96,
                        "ttft_ms": 189.52780829453772,
                        "ttft_relative": 1.189646,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8284.666187149964,
                        "interactivity_tok_s": 112.63804239394977,
                        "output_per_gpu": 108.4337055263561,
                        "total_per_gpu": 974.7543442989418,
                        "tpot_error_pct": 18.16,
                        "tpot_ms": 8.877995202566783,
                        "tpot_relative": 1.181637,
                        "ttft_error_pct": 21.56,
                        "ttft_ms": 124.97023327499878,
                        "ttft_relative": 0.784425,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 7065.5617156022345,
                        "interactivity_tok_s": 133.0973065305125,
                        "output_per_gpu": 127.12303348547442,
                        "total_per_gpu": 1142.7602565911327,
                        "tpot_ms": 7.513300051423283,
                        "tpot_relative": 1.0,
                        "ttft_ms": 159.31452027289197,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10940.7948245819,
                        "interactivity_tok_s": 95.32085284824932,
                        "output_per_gpu": 187.00652309126795,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.46,
                        "tpot_ms": 10.490883894964712,
                        "tpot_relative": 1.396308,
                        "ttft_error_pct": 9.2,
                        "ttft_ms": 208.62060003300024,
                        "ttft_relative": 1.309489,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9703.610835450037,
                        "interactivity_tok_s": 96.86811903862186,
                        "output_per_gpu": 187.5155557639512,
                        "total_per_gpu": 1668.0375643068035,
                        "tpot_error_pct": 19.52,
                        "tpot_ms": 10.323313902702028,
                        "tpot_relative": 1.374005,
                        "ttft_error_pct": 21.36,
                        "ttft_ms": 150.23628528749958,
                        "ttft_relative": 0.943017,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 8185.038795418222,
                        "interactivity_tok_s": 115.77911956648882,
                        "output_per_gpu": 221.92513477451712,
                        "total_per_gpu": 1974.1266785019952,
                        "tpot_ms": 8.637135985696688,
                        "tpot_relative": 1.14958,
                        "ttft_ms": 191.0407881368883,
                        "ttft_relative": 1.199142,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.58,
                    "tpot_shape_error_pct": 3.33,
                    "ttft_mape_pct": 14.3,
                    "ttft_shape_error_pct": 19.48
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.08,
                    "tpot_shape_error_pct": 3.36,
                    "ttft_mape_pct": 9.38,
                    "ttft_shape_error_pct": 2.0
                  },
                  "framework": "vllm",
                  "id": "8bbef28f0b8e4809",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 12947.266573009923,
                        "interactivity_tok_s": 81.37011356192569,
                        "output_per_gpu": 316.0512666457527,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.91,
                        "tpot_ms": 12.289524448542926,
                        "tpot_relative": 1.219077,
                        "ttft_error_pct": 22.81,
                        "ttft_ms": 375.0830621505098,
                        "ttft_relative": 1.228131,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11187.555411999958,
                        "interactivity_tok_s": 84.26482696581809,
                        "output_per_gpu": 322.0483785396816,
                        "total_per_gpu": 2895.0228578113397,
                        "tpot_error_pct": 17.72,
                        "tpot_ms": 11.867347694259772,
                        "tpot_relative": 1.177198,
                        "ttft_error_pct": 8.16,
                        "ttft_ms": 280.5016480749995,
                        "ttft_relative": 0.918444,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 9569.835478697496,
                        "interactivity_tok_s": 99.19641394572906,
                        "output_per_gpu": 376.4235953482048,
                        "total_per_gpu": 3383.8236282823063,
                        "tpot_ms": 10.081009587172233,
                        "tpot_relative": 1.0,
                        "ttft_ms": 305.40973237511935,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18350.422839651328,
                        "interactivity_tok_s": 57.03440050957263,
                        "output_per_gpu": 445.9842735784884,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.48,
                        "tpot_ms": 17.533278005300687,
                        "tpot_relative": 1.739238,
                        "ttft_error_pct": 8.92,
                        "ttft_ms": 413.8794402287228,
                        "ttft_relative": 1.355161,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15961.584269087598,
                        "interactivity_tok_s": 59.28464693016115,
                        "output_per_gpu": 457.706571399095,
                        "total_per_gpu": 4071.5115682713813,
                        "tpot_error_pct": 20.72,
                        "tpot_ms": 16.867773559957705,
                        "tpot_relative": 1.673223,
                        "ttft_error_pct": 9.45,
                        "ttft_ms": 344.0449544624986,
                        "ttft_relative": 1.126503,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 13318.28451040783,
                        "interactivity_tok_s": 71.56575581943935,
                        "output_per_gpu": 548.1274387456361,
                        "total_per_gpu": 4875.846988427646,
                        "tpot_ms": 13.973163401264197,
                        "tpot_relative": 1.386088,
                        "ttft_ms": 379.968645205372,
                        "ttft_relative": 1.244127,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25092.372650442285,
                        "interactivity_tok_s": 41.52011848252784,
                        "output_per_gpu": 652.3097766807434,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.35,
                        "tpot_ms": 24.084709691298492,
                        "tpot_relative": 2.389117,
                        "ttft_error_pct": 11.16,
                        "ttft_ms": 453.7146362439256,
                        "ttft_relative": 1.485593,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21635.64903753122,
                        "interactivity_tok_s": 43.195740177700515,
                        "output_per_gpu": 661.2600385531342,
                        "total_per_gpu": 5967.7063364863325,
                        "tpot_error_pct": 12.8,
                        "tpot_ms": 23.150430942638245,
                        "tpot_relative": 2.29644,
                        "ttft_error_pct": 10.52,
                        "ttft_ms": 456.9573637937498,
                        "ttft_relative": 1.496211,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26006186869",
                      "measured": {
                        "e2e_ms": 19284.957876449334,
                        "interactivity_tok_s": 48.72312601132311,
                        "output_per_gpu": 741.8074102511405,
                        "total_per_gpu": 6694.626205289031,
                        "tpot_ms": 20.524134674109437,
                        "tpot_relative": 2.035921,
                        "ttft_ms": 510.70241994493705,
                        "ttft_relative": 1.672188,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 33.33,
                "points": 4,
                "status_counts": {
                  "failed": 8,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.08,
                "tpot_shape_error_pct": 5.69,
                "ttft_mape_pct": 48.91,
                "ttft_shape_error_pct": 33.45
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 6.53,
                "tpot_shape_error_pct": 3.79,
                "ttft_mape_pct": 11.2,
                "ttft_shape_error_pct": 6.59
              },
              "gpu": "gb200",
              "precisions": [
                "fp8"
              ],
              "rows": 12,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.44,
                    "tpot_shape_error_pct": 7.95,
                    "ttft_mape_pct": 18.05,
                    "ttft_shape_error_pct": 11.5
                  },
                  "framework": "dynamo-vllm",
                  "id": "60bfec018df7451c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 32575.075449902833,
                        "interactivity_tok_s": 47.63909939234123,
                        "output_per_gpu": 1161.525530206997,
                        "total_per_gpu": 10450.724164493158,
                        "tpot_error_pct": 15.07,
                        "tpot_ms": 20.991160890013937,
                        "tpot_relative": 0.849315,
                        "ttft_error_pct": 25.25,
                        "ttft_ms": 13241.77024003758,
                        "ttft_relative": 1.252545,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 33334.54545549648,
                        "interactivity_tok_s": 40.460584468640064,
                        "output_per_gpu": 1713.135459928725,
                        "total_per_gpu": 10280.112457347395,
                        "tpot_ms": 24.71541163166028,
                        "tpot_relative": 1.0,
                        "ttft_ms": 10571.895265525018,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 63270.16302859118,
                        "interactivity_tok_s": 47.31691698226953,
                        "output_per_gpu": 1189.2871379549529,
                        "total_per_gpu": 10703.670642213452,
                        "tpot_error_pct": 21.82,
                        "tpot_ms": 21.1340903798681,
                        "tpot_relative": 0.855098,
                        "ttft_error_pct": 10.85,
                        "ttft_ms": 43803.46357134028,
                        "ttft_relative": 4.143388,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 64411.51118657612,
                        "interactivity_tok_s": 36.9925471985895,
                        "output_per_gpu": 1760.2427959966747,
                        "total_per_gpu": 10567.572638984739,
                        "tpot_ms": 27.03247209854555,
                        "tpot_relative": 1.09375,
                        "ttft_ms": 39514.278617566066,
                        "ttft_relative": 3.737672,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 57.14,
                    "points": 4,
                    "status_counts": {
                      "failed": 3,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.08,
                    "tpot_shape_error_pct": 5.69,
                    "ttft_mape_pct": 48.91,
                    "ttft_shape_error_pct": 33.45
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.03,
                    "tpot_shape_error_pct": 4.18,
                    "ttft_mape_pct": 13.33,
                    "ttft_shape_error_pct": 6.77
                  },
                  "framework": "dynamo-vllm",
                  "id": "f57bf33cfe0ae9a6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8407.429,
                        "interactivity_tok_s": 130.53126223730584,
                        "output_per_gpu": 20.097666666666665,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.42,
                        "tpot_ms": 7.661,
                        "tpot_relative": 1.09417,
                        "ttft_error_pct": 95.74,
                        "ttft_ms": 570.226,
                        "ttft_relative": 1.957447,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6836.07223000001,
                        "interactivity_tok_s": 141.44629752168157,
                        "output_per_gpu": 22.68115297547109,
                        "total_per_gpu": 203.03081749815442,
                        "tpot_error_pct": 0.97,
                        "tpot_ms": 7.069820967542223,
                        "tpot_relative": 1.009736,
                        "ttft_error_pct": 8.68,
                        "ttft_ms": 266.0155533000012,
                        "ttft_relative": 0.913166,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 6798.0761498445645,
                        "interactivity_tok_s": 142.8234134007293,
                        "output_per_gpu": 34.20995981069388,
                        "total_per_gpu": 204.35023898958752,
                        "tpot_ms": 7.001653133679367,
                        "tpot_relative": 1.0,
                        "ttft_ms": 291.31113239564,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9815.077,
                        "interactivity_tok_s": 110.65619121389841,
                        "output_per_gpu": 67.98683333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.13,
                        "tpot_ms": 9.037,
                        "tpot_relative": 1.290695,
                        "ttft_error_pct": 61.67,
                        "ttft_ms": 570.226,
                        "ttft_relative": 1.957447,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7967.334527824993,
                        "interactivity_tok_s": 120.13686828315615,
                        "output_per_gpu": 74.90242892151018,
                        "total_per_gpu": 673.3281652173957,
                        "tpot_error_pct": 2.36,
                        "tpot_ms": 8.323839419911078,
                        "tpot_relative": 1.188839,
                        "ttft_error_pct": 10.2,
                        "ttft_ms": 316.72504532500386,
                        "ttft_relative": 1.08724,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 7826.759817567654,
                        "interactivity_tok_s": 122.97703835063751,
                        "output_per_gpu": 114.09090755402984,
                        "total_per_gpu": 684.4007844804752,
                        "tpot_ms": 8.131599308390857,
                        "tpot_relative": 1.161383,
                        "ttft_ms": 352.71226632175967,
                        "ttft_relative": 1.210775,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11081.551,
                        "interactivity_tok_s": 97.32360097323601,
                        "output_per_gpu": 119.48716666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.7,
                        "tpot_ms": 10.275,
                        "tpot_relative": 1.467511,
                        "ttft_error_pct": 33.69,
                        "ttft_ms": 570.226,
                        "ttft_relative": 1.957447,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9149.292164112538,
                        "interactivity_tok_s": 105.33078598713631,
                        "output_per_gpu": 132.21488859119438,
                        "total_per_gpu": 1176.1125621405579,
                        "tpot_error_pct": 10.6,
                        "tpot_ms": 9.493900483398335,
                        "tpot_relative": 1.355951,
                        "ttft_error_pct": 13.67,
                        "ttft_ms": 368.23858089999993,
                        "ttft_relative": 1.264073,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 8365.747816485236,
                        "interactivity_tok_s": 116.49549781239554,
                        "output_per_gpu": 216.8113002927001,
                        "total_per_gpu": 1287.0067562807742,
                        "tpot_ms": 8.584022720005892,
                        "tpot_relative": 1.225999,
                        "ttft_ms": 426.53500328597147,
                        "ttft_relative": 1.464191,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12111.712,
                        "interactivity_tok_s": 88.63676653075696,
                        "output_per_gpu": 217.6205,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.09,
                        "tpot_ms": 11.282,
                        "tpot_relative": 1.611334,
                        "ttft_error_pct": 4.54,
                        "ttft_ms": 570.226,
                        "ttft_relative": 1.957447,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10022.415118187491,
                        "interactivity_tok_s": 95.66695816843048,
                        "output_per_gpu": 234.79426025929865,
                        "total_per_gpu": 2118.959430522805,
                        "tpot_error_pct": 7.56,
                        "tpot_ms": 10.452929821803345,
                        "tpot_relative": 1.492923,
                        "ttft_error_pct": 21.91,
                        "ttft_ms": 466.42355368125027,
                        "ttft_relative": 1.601118,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 9475.578851706814,
                        "interactivity_tok_s": 102.89484896824608,
                        "output_per_gpu": 372.7602516726255,
                        "total_per_gpu": 2244.1867633120914,
                        "tpot_ms": 9.71865948613818,
                        "tpot_relative": 1.388052,
                        "ttft_ms": 597.323877501185,
                        "ttft_relative": 2.050467,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11941.67094153115,
                        "interactivity_tok_s": 82.13365254391057,
                        "output_per_gpu": 398.8114787340199,
                        "total_per_gpu": 3566.299227200458,
                        "tpot_error_pct": 3.13,
                        "tpot_ms": 12.175277356201548,
                        "tpot_relative": 1.738915,
                        "ttft_error_pct": 7.63,
                        "ttft_ms": 687.8654017687459,
                        "ttft_relative": 2.361274,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 12363.110922676424,
                        "interactivity_tok_s": 79.5600013363425,
                        "output_per_gpu": 580.1485766796101,
                        "total_per_gpu": 3461.491205688119,
                        "tpot_ms": 12.569130005069601,
                        "tpot_relative": 1.795166,
                        "ttft_ms": 744.6920655900612,
                        "ttft_relative": 2.556346,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 15482.495941204654,
                        "interactivity_tok_s": 63.26267510668843,
                        "output_per_gpu": 614.1156557081728,
                        "total_per_gpu": 5535.502172089416,
                        "tpot_error_pct": 3.52,
                        "tpot_ms": 15.807108983513018,
                        "tpot_relative": 2.257625,
                        "ttft_error_pct": 23.77,
                        "ttft_ms": 930.6100636875001,
                        "ttft_relative": 3.194557,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 15276.86736950891,
                        "interactivity_tok_s": 65.48755974771309,
                        "output_per_gpu": 928.1486035197579,
                        "total_per_gpu": 5581.9111899623285,
                        "tpot_ms": 15.27007578007854,
                        "tpot_relative": 2.180924,
                        "ttft_ms": 1220.7422784555092,
                        "ttft_relative": 4.19051,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 19836.697225427306,
                        "interactivity_tok_s": 51.01295719136137,
                        "output_per_gpu": 953.675366661363,
                        "total_per_gpu": 8609.859263938755,
                        "tpot_error_pct": 0.1,
                        "tpot_ms": 19.602862783444788,
                        "tpot_relative": 2.799748,
                        "ttft_error_pct": 7.45,
                        "ttft_ms": 1822.012501046092,
                        "ttft_relative": 6.254524,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 20001.922148179074,
                        "interactivity_tok_s": 50.961567208781695,
                        "output_per_gpu": 1423.21228217196,
                        "total_per_gpu": 8569.80899848648,
                        "tpot_ms": 19.622630440369974,
                        "tpot_relative": 2.802571,
                        "ttft_ms": 1968.6903691757834,
                        "ttft_relative": 6.758033,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.41,
                    "tpot_shape_error_pct": 0.54,
                    "ttft_mape_pct": 1.64,
                    "ttft_shape_error_pct": 3.61
                  },
                  "framework": "dynamo-vllm",
                  "id": "9bbc258277280c41",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 43643.625597709215,
                        "interactivity_tok_s": 32.31110243143066,
                        "output_per_gpu": 1489.6705869826324,
                        "total_per_gpu": 13404.285703192474,
                        "tpot_error_pct": 4.07,
                        "tpot_ms": 30.949114228527492,
                        "tpot_relative": 0.959318,
                        "ttft_error_pct": 3.97,
                        "ttft_ms": 15145.007307372915,
                        "ttft_relative": 1.039663,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 44272.39174743365,
                        "interactivity_tok_s": 30.996637113579254,
                        "output_per_gpu": 2567.943364180228,
                        "total_per_gpu": 13209.535604069859,
                        "tpot_ms": 32.26156425730171,
                        "tpot_relative": 1.0,
                        "ttft_ms": 14567.221461381063,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 84562.94354198937,
                        "interactivity_tok_s": 31.924072399657273,
                        "output_per_gpu": 1528.483745545798,
                        "total_per_gpu": 13743.868829104436,
                        "tpot_error_pct": 4.47,
                        "tpot_ms": 31.324324399500348,
                        "tpot_relative": 0.970949,
                        "ttft_error_pct": 0.69,
                        "ttft_ms": 55698.864432155446,
                        "ttft_relative": 3.823575,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 85532.36920596921,
                        "interactivity_tok_s": 30.49556910429498,
                        "output_per_gpu": 2641.9383599883877,
                        "total_per_gpu": 13581.793473222888,
                        "tpot_ms": 32.79164906154057,
                        "tpot_relative": 1.016431,
                        "ttft_ms": 55315.95869293734,
                        "ttft_relative": 3.79729,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 166286.450006635,
                        "interactivity_tok_s": 31.79544884062362,
                        "output_per_gpu": 1546.7261404758085,
                        "total_per_gpu": 13923.58882316962,
                        "tpot_error_pct": 4.7,
                        "tpot_ms": 31.4510420976459,
                        "tpot_relative": 0.974877,
                        "ttft_error_pct": 0.26,
                        "ttft_ms": 137339.0194254012,
                        "ttft_relative": 9.427949,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906115049",
                      "measured": {
                        "e2e_ms": 168075.70409236217,
                        "interactivity_tok_s": 30.301546908737024,
                        "output_per_gpu": 2675.994642193556,
                        "total_per_gpu": 13772.1702511646,
                        "tpot_ms": 33.001615495467135,
                        "tpot_relative": 1.022939,
                        "ttft_ms": 137702.80568011696,
                        "ttft_relative": 9.452922,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 5.56,
                "points": 1,
                "status_counts": {
                  "failed": 17,
                  "success": 1,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 24.54,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 33.37,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 18,
                "status_counts": {
                  "failed": 0,
                  "success": 18,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 12.36,
                "tpot_shape_error_pct": 9.51,
                "ttft_mape_pct": 28.75,
                "ttft_shape_error_pct": 15.04
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 18,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.22,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 30.55,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c9cddbb5d4efac64",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18059.518362862418,
                        "interactivity_tok_s": 58.21617154561481,
                        "output_per_gpu": 512.591618337881,
                        "total_per_gpu": 4613.324565040929,
                        "tpot_error_pct": 9.22,
                        "tpot_ms": 17.17735765596434,
                        "tpot_relative": 1.092224,
                        "ttft_error_pct": 30.55,
                        "ttft_ms": 487.08148081093367,
                        "ttft_relative": 0.694491,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 16790.019072879386,
                        "interactivity_tok_s": 63.58512255665044,
                        "output_per_gpu": 963.5458549811902,
                        "total_per_gpu": 4955.378682760407,
                        "tpot_ms": 15.726949320716672,
                        "tpot_relative": 1.0,
                        "ttft_ms": 701.3499177862286,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 7
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.68,
                    "tpot_shape_error_pct": 18.9,
                    "ttft_mape_pct": 25.21,
                    "ttft_shape_error_pct": 10.42
                  },
                  "framework": "dynamo-vllm",
                  "id": "7700f42df91e0bf5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 29604.282305785222,
                        "interactivity_tok_s": 36.061206945487726,
                        "output_per_gpu": 1231.3826438303477,
                        "total_per_gpu": 11082.443794473129,
                        "tpot_error_pct": 3.9,
                        "tpot_ms": 27.73063035609595,
                        "tpot_relative": 0.96104,
                        "ttft_error_pct": 21.59,
                        "ttft_ms": 1235.8474515003966,
                        "ttft_relative": 0.78409,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 31094.636491406163,
                        "interactivity_tok_s": 34.656253632949465,
                        "output_per_gpu": 2049.6181629135403,
                        "total_per_gpu": 10540.893409269638,
                        "tpot_ms": 28.85482114111864,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1576.1544640417924,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 44211.729701024306,
                        "interactivity_tok_s": 24.625652182477474,
                        "output_per_gpu": 1648.1799150268976,
                        "total_per_gpu": 14833.619235242079,
                        "tpot_error_pct": 3.16,
                        "tpot_ms": 40.608061568885304,
                        "tpot_relative": 1.407323,
                        "ttft_error_pct": 30.21,
                        "ttft_ms": 2669.682716055214,
                        "ttft_relative": 1.693795,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 44096.03559880446,
                        "interactivity_tok_s": 25.403088376730842,
                        "output_per_gpu": 2889.3001561519513,
                        "total_per_gpu": 14859.257945924322,
                        "tpot_ms": 39.36529232862872,
                        "tpot_relative": 1.364254,
                        "ttft_ms": 3825.3415466172783,
                        "ttft_relative": 2.427009,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 78475.43431574016,
                        "interactivity_tok_s": 20.29387888270754,
                        "output_per_gpu": 1850.8968698483911,
                        "total_per_gpu": 16658.07182863552,
                        "tpot_error_pct": 19.46,
                        "tpot_ms": 49.275942060150086,
                        "tpot_relative": 1.70772,
                        "ttft_error_pct": 32.46,
                        "ttft_ms": 28066.145588205505,
                        "ttft_relative": 17.806723,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 83752.04344137739,
                        "interactivity_tok_s": 24.243363100142055,
                        "output_per_gpu": 3017.6657508523595,
                        "total_per_gpu": 15519.42386152642,
                        "tpot_ms": 41.2484025367809,
                        "tpot_relative": 1.429515,
                        "ttft_ms": 41554.92764625054,
                        "ttft_relative": 26.364756,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 152280.01589663172,
                        "interactivity_tok_s": 19.88253492258054,
                        "output_per_gpu": 1891.2498083600497,
                        "total_per_gpu": 17021.248275240447,
                        "tpot_error_pct": 20.2,
                        "tpot_ms": 50.29539763887465,
                        "tpot_relative": 1.74305,
                        "ttft_error_pct": 16.57,
                        "ttft_ms": 100827.82411204204,
                        "ttft_relative": 63.970776,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 163659.18737895548,
                        "interactivity_tok_s": 23.898123370463487,
                        "output_per_gpu": 3068.9377405245405,
                        "total_per_gpu": 15783.108379840492,
                        "tpot_ms": 41.844289800425685,
                        "tpot_relative": 1.450166,
                        "ttft_ms": 120852.47891312001,
                        "ttft_relative": 76.67553,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 7
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.09,
                    "tpot_shape_error_pct": 11.33,
                    "ttft_mape_pct": 24.46,
                    "ttft_shape_error_pct": 11.82
                  },
                  "framework": "dynamo-vllm",
                  "id": "0de2fc5aa4751c18",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 26487.278237442002,
                        "interactivity_tok_s": 36.67289562719344,
                        "output_per_gpu": 1323.137318433211,
                        "total_per_gpu": 11908.331990610519,
                        "tpot_error_pct": 1.14,
                        "tpot_ms": 27.268094948534326,
                        "tpot_relative": 0.988612,
                        "ttft_error_pct": 24.21,
                        "ttft_ms": 1371.7579506451202,
                        "ttft_relative": 0.757894,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 27212.67337169876,
                        "interactivity_tok_s": 36.25525648814381,
                        "output_per_gpu": 2091.9501634165686,
                        "total_per_gpu": 11592.894777043024,
                        "tpot_ms": 27.582207295293028,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1809.9594313861644,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 42611.23243470009,
                        "interactivity_tok_s": 29.692130684367886,
                        "output_per_gpu": 1646.7714764635468,
                        "total_per_gpu": 14817.90373742731,
                        "tpot_error_pct": 9.67,
                        "tpot_ms": 33.67895725066552,
                        "tpot_relative": 1.221039,
                        "ttft_error_pct": 33.55,
                        "ttft_ms": 11598.757849059899,
                        "ttft_relative": 6.408297,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 45729.045572903786,
                        "interactivity_tok_s": 32.56457195726185,
                        "output_per_gpu": 2482.5669044937044,
                        "total_per_gpu": 13752.693159513428,
                        "tpot_ms": 30.7082187756809,
                        "tpot_relative": 1.113334,
                        "ttft_ms": 17454.46195657621,
                        "ttft_relative": 9.643565,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 82329.21767079181,
                        "interactivity_tok_s": 29.11772048294426,
                        "output_per_gpu": 1693.7166701698347,
                        "total_per_gpu": 15229.61550380731,
                        "tpot_error_pct": 10.45,
                        "tpot_ms": 34.34334774199619,
                        "tpot_relative": 1.245127,
                        "ttft_error_pct": 15.63,
                        "ttft_ms": 50683.32512440863,
                        "ttft_relative": 28.002465,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 88725.74662807878,
                        "interactivity_tok_s": 32.16109675843561,
                        "output_per_gpu": 2545.852568216587,
                        "total_per_gpu": 14094.58764933872,
                        "tpot_ms": 31.09346697692166,
                        "tpot_relative": 1.127302,
                        "ttft_ms": 60074.48980593508,
                        "ttft_relative": 33.19107,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 13
                },
                {
                  "aic": {
                    "coverage_pct": 20.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 4,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.54,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 33.37,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.65,
                    "tpot_shape_error_pct": 4.82,
                    "ttft_mape_pct": 26.48,
                    "ttft_shape_error_pct": 16.38
                  },
                  "framework": "dynamo-vllm",
                  "id": "5c4c6da2753ac445",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 13071.214,
                        "interactivity_tok_s": 81.05041335710813,
                        "output_per_gpu": 238.91140000000001,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.54,
                        "tpot_ms": 12.338,
                        "tpot_relative": 1.245416,
                        "ttft_error_pct": 33.37,
                        "ttft_ms": 449.44,
                        "ttft_relative": 0.666296,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10831.87210555625,
                        "interactivity_tok_s": 87.98040927014547,
                        "output_per_gpu": 260.4973012706989,
                        "total_per_gpu": 2350.922942254622,
                        "tpot_error_pct": 14.73,
                        "tpot_ms": 11.366166721610506,
                        "tpot_relative": 1.147318,
                        "ttft_error_pct": 34.61,
                        "ttft_ms": 441.053786924999,
                        "ttft_relative": 0.653863,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 9724.816207726326,
                        "interactivity_tok_s": 100.94147535045371,
                        "output_per_gpu": 362.62174090304325,
                        "total_per_gpu": 2619.7779641113784,
                        "tpot_ms": 9.906730573613567,
                        "tpot_relative": 1.0,
                        "ttft_ms": 674.5354422131641,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 16871.62247801882,
                        "interactivity_tok_s": 58.43888700270052,
                        "output_per_gpu": 675.8870496192408,
                        "total_per_gpu": 6092.295802066821,
                        "tpot_error_pct": 10.96,
                        "tpot_ms": 17.111893317779803,
                        "tpot_relative": 1.7273,
                        "ttft_error_pct": 34.15,
                        "ttft_ms": 1119.32176219375,
                        "ttft_relative": 1.659397,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 15894.530411188225,
                        "interactivity_tok_s": 64.8449881253463,
                        "output_per_gpu": 895.1289038301948,
                        "total_per_gpu": 6459.995771108797,
                        "tpot_ms": 15.421392291212783,
                        "tpot_relative": 1.556658,
                        "ttft_ms": 1699.77762508679,
                        "ttft_relative": 2.519923,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 26544.945272659894,
                        "interactivity_tok_s": 51.40098757290096,
                        "output_per_gpu": 854.2620587773341,
                        "total_per_gpu": 7712.347783862923,
                        "tpot_error_pct": 20.35,
                        "tpot_ms": 19.454879122346057,
                        "tpot_relative": 1.963804,
                        "ttft_error_pct": 35.69,
                        "ttft_ms": 8665.778841721018,
                        "ttft_relative": 12.847033,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 28333.94972693418,
                        "interactivity_tok_s": 61.859308129796155,
                        "output_per_gpu": 998.7211947109913,
                        "total_per_gpu": 7216.505918584502,
                        "tpot_ms": 16.165715883885287,
                        "tpot_relative": 1.631791,
                        "ttft_ms": 13475.707648850675,
                        "ttft_relative": 19.977761,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 51296.66655879675,
                        "interactivity_tok_s": 51.0390033453813,
                        "output_per_gpu": 881.9374956292608,
                        "total_per_gpu": 7935.155325860762,
                        "tpot_error_pct": 21.25,
                        "tpot_ms": 19.59285907745872,
                        "tpot_relative": 1.977732,
                        "ttft_error_pct": 16.67,
                        "ttft_ms": 33251.169568502,
                        "ttft_relative": 49.294918,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 54784.15804299412,
                        "interactivity_tok_s": 61.887103859974346,
                        "output_per_gpu": 1029.4412267367507,
                        "total_per_gpu": 7412.914035080743,
                        "tpot_ms": 16.15845527789761,
                        "tpot_relative": 1.631058,
                        "ttft_ms": 39901.70800522426,
                        "ttft_relative": 59.154354,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 100880.96381176404,
                        "interactivity_tok_s": 50.86355742993393,
                        "output_per_gpu": 893.0825026268501,
                        "total_per_gpu": 8037.807405265669,
                        "tpot_error_pct": 20.95,
                        "tpot_ms": 19.66044159175319,
                        "tpot_relative": 1.984554,
                        "ttft_error_pct": 11.27,
                        "ttft_ms": 82771.74770646254,
                        "ttft_relative": 122.709264,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 108253.80421941099,
                        "interactivity_tok_s": 61.51901941470601,
                        "output_per_gpu": 1039.1730620401088,
                        "total_per_gpu": 7486.378703592745,
                        "tpot_ms": 16.255135558304296,
                        "tpot_relative": 1.640817,
                        "ttft_ms": 93282.9951991462,
                        "ttft_relative": 138.292207,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.13,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 37.79,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "4bc6e31495023acf",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18418.905306737615,
                        "interactivity_tok_s": 56.85585993547647,
                        "output_per_gpu": 441.1267805740393,
                        "total_per_gpu": 3970.1410251663538,
                        "tpot_error_pct": 1.13,
                        "tpot_ms": 17.588336560819968,
                        "tpot_relative": 1.011285,
                        "ttft_error_pct": 37.79,
                        "ttft_ms": 426.0370050187521,
                        "ttft_relative": 0.622147,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 18476.870778925513,
                        "interactivity_tok_s": 57.4974744594009,
                        "output_per_gpu": 878.7582138403111,
                        "total_per_gpu": 3954.4119622814,
                        "tpot_ms": 17.392068249990743,
                        "tpot_relative": 1.0,
                        "ttft_ms": 684.7849591849808,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.96,
                    "tpot_shape_error_pct": 5.16,
                    "ttft_mape_pct": 35.62,
                    "ttft_shape_error_pct": 20.03
                  },
                  "framework": "dynamo-vllm",
                  "id": "b5692380cbed6e24",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 16480.48212792041,
                        "interactivity_tok_s": 58.009302876483844,
                        "output_per_gpu": 579.1912357444429,
                        "total_per_gpu": 5220.7012045986,
                        "tpot_error_pct": 11.4,
                        "tpot_ms": 17.238614332760513,
                        "tpot_relative": 1.113994,
                        "ttft_error_pct": 27.6,
                        "ttft_ms": 610.6331235828144,
                        "ttft_relative": 0.72405,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 15087.574103484712,
                        "interactivity_tok_s": 64.62198955718043,
                        "output_per_gpu": 949.6132691546684,
                        "total_per_gpu": 5711.000278543558,
                        "tpot_ms": 15.474608671946804,
                        "tpot_relative": 1.0,
                        "ttft_ms": 843.358092917515,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 20365.04563066555,
                        "interactivity_tok_s": 47.39484372357334,
                        "output_per_gpu": 931.6041173719495,
                        "total_per_gpu": 8410.598218928839,
                        "tpot_error_pct": 7.91,
                        "tpot_ms": 21.099341646370238,
                        "tpot_relative": 1.363481,
                        "ttft_error_pct": 24.01,
                        "ttft_ms": 974.9482396718728,
                        "ttft_relative": 1.156031,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 19252.41452120722,
                        "interactivity_tok_s": 51.14298135690039,
                        "output_per_gpu": 1478.244636257705,
                        "total_per_gpu": 8901.183853214532,
                        "tpot_ms": 19.553025135971595,
                        "tpot_relative": 1.263555,
                        "ttft_ms": 1282.9355218114415,
                        "ttft_relative": 1.521223,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 27907.827736011783,
                        "interactivity_tok_s": 35.99560930396584,
                        "output_per_gpu": 1365.8558621493803,
                        "total_per_gpu": 12289.168419083604,
                        "tpot_error_pct": 15.26,
                        "tpot_ms": 27.781166073769565,
                        "tpot_relative": 1.795274,
                        "ttft_error_pct": 65.41,
                        "ttft_ms": 2320.894743000397,
                        "ttft_relative": 2.751968,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 28909.031003404587,
                        "interactivity_tok_s": 41.48688221214249,
                        "output_per_gpu": 1973.2566695594007,
                        "total_per_gpu": 11841.03706027158,
                        "tpot_ms": 24.104004607685784,
                        "tpot_relative": 1.557649,
                        "ttft_ms": 6709.966675159899,
                        "ttft_relative": 7.956249,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 52239.200741433495,
                        "interactivity_tok_s": 33.401685093220415,
                        "output_per_gpu": 1450.490393352936,
                        "total_per_gpu": 13054.518916972038,
                        "tpot_error_pct": 21.29,
                        "tpot_ms": 29.938609300971205,
                        "tpot_relative": 1.934692,
                        "ttft_error_pct": 25.48,
                        "ttft_ms": 24662.697662613264,
                        "ttft_relative": 29.243447,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26906377482",
                      "measured": {
                        "e2e_ms": 55831.03049690247,
                        "interactivity_tok_s": 40.511417552062476,
                        "output_per_gpu": 2027.4976772868708,
                        "total_per_gpu": 12172.03048853854,
                        "tpot_ms": 24.684399125625983,
                        "tpot_relative": 1.595155,
                        "ttft_ms": 33095.8001599104,
                        "ttft_relative": 39.24288,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 6,
                "status_counts": {
                  "failed": 0,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 3.1,
                "tpot_shape_error_pct": 7.01,
                "ttft_mape_pct": 35.84,
                "ttft_shape_error_pct": 41.76
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 6,
                "status_counts": {
                  "failed": 0,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 4.37,
                "tpot_shape_error_pct": 8.92,
                "ttft_mape_pct": 29.46,
                "ttft_shape_error_pct": 8.25
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 6,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.1,
                    "tpot_shape_error_pct": 7.01,
                    "ttft_mape_pct": 35.84,
                    "ttft_shape_error_pct": 41.76
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.37,
                    "tpot_shape_error_pct": 8.92,
                    "ttft_mape_pct": 29.46,
                    "ttft_shape_error_pct": 8.25
                  },
                  "framework": "vllm",
                  "id": "e9990cbc641e0e30",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10085.498440405954,
                        "interactivity_tok_s": 103.84022316260831,
                        "output_per_gpu": 50.71638283644526,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.63,
                        "tpot_ms": 9.630179611941442,
                        "tpot_relative": 1.0763,
                        "ttft_error_pct": 1.58,
                        "ttft_ms": 233.8246973898577,
                        "ttft_relative": 0.984157,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8806.774828000034,
                        "interactivity_tok_s": 106.25892856941114,
                        "output_per_gpu": 51.090735959020485,
                        "total_per_gpu": 459.2752464535178,
                        "tpot_error_pct": 5.18,
                        "tpot_ms": 9.410973867920884,
                        "tpot_relative": 1.051801,
                        "ttft_error_pct": 34.0,
                        "ttft_ms": 156.81840652500085,
                        "ttft_relative": 0.660041,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 8460.352655223687,
                        "interactivity_tok_s": 111.76319533886964,
                        "output_per_gpu": 53.1115449119609,
                        "total_per_gpu": 477.44111375755534,
                        "tpot_ms": 8.947489349852315,
                        "tpot_relative": 1.0,
                        "ttft_ms": 237.5888031310751,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11639.805096959048,
                        "interactivity_tok_s": 89.8770577369571,
                        "output_per_gpu": 87.8880695577337,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.37,
                        "tpot_ms": 11.126309930246013,
                        "tpot_relative": 1.243512,
                        "ttft_error_pct": 14.41,
                        "ttft_ms": 257.5900383173777,
                        "ttft_relative": 1.084184,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10191.680958374924,
                        "interactivity_tok_s": 92.64231676232674,
                        "output_per_gpu": 89.35165311404633,
                        "total_per_gpu": 794.8242652186018,
                        "tpot_error_pct": 1.65,
                        "tpot_ms": 10.794203285799657,
                        "tpot_relative": 1.206395,
                        "ttft_error_pct": 33.68,
                        "ttft_ms": 199.60764298750055,
                        "ttft_relative": 0.840139,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 10461.980648100143,
                        "interactivity_tok_s": 91.11007883866851,
                        "output_per_gpu": 87.08900418895672,
                        "total_per_gpu": 774.6969569187032,
                        "tpot_ms": 10.97573410918381,
                        "tpot_relative": 1.226683,
                        "ttft_ms": 300.9722681250423,
                        "ttft_relative": 1.266778,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15309.863826200295,
                        "interactivity_tok_s": 68.07700643255173,
                        "output_per_gpu": 133.63933364963117,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.7,
                        "tpot_ms": 14.689247550724257,
                        "tpot_relative": 1.641717,
                        "ttft_error_pct": 26.25,
                        "ttft_ms": 282.7635818093801,
                        "ttft_relative": 1.190139,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13200.444671681184,
                        "interactivity_tok_s": 70.6608219093611,
                        "output_per_gpu": 134.7872372295971,
                        "total_per_gpu": 1216.4210791454313,
                        "tpot_error_pct": 1.05,
                        "tpot_ms": 14.152113901006302,
                        "tpot_relative": 1.581685,
                        "ttft_error_pct": 33.37,
                        "ttft_ms": 255.48696781875077,
                        "ttft_relative": 1.075333,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 13467.890761172748,
                        "interactivity_tok_s": 69.91636243713245,
                        "output_per_gpu": 132.26126796737123,
                        "total_per_gpu": 1193.624838796569,
                        "tpot_ms": 14.302803594783443,
                        "tpot_relative": 1.598527,
                        "ttft_ms": 383.42195821751375,
                        "ttft_relative": 1.613805,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21008.240015089796,
                        "interactivity_tok_s": 49.42243680896512,
                        "output_per_gpu": 194.7807144749298,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.62,
                        "tpot_ms": 20.233725096667072,
                        "tpot_relative": 2.261386,
                        "ttft_error_pct": 41.79,
                        "ttft_ms": 309.13924119938,
                        "ttft_relative": 1.301152,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18310.176363428043,
                        "interactivity_tok_s": 51.57480897806882,
                        "output_per_gpu": 197.454670820225,
                        "total_per_gpu": 1765.7025374210227,
                        "tpot_error_pct": 2.62,
                        "tpot_ms": 19.389310785915473,
                        "tpot_relative": 2.167011,
                        "ttft_error_pct": 30.08,
                        "ttft_ms": 371.3477083874993,
                        "ttft_relative": 1.562985,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 18956.40710068692,
                        "interactivity_tok_s": 50.22374199659868,
                        "output_per_gpu": 190.7163952980414,
                        "total_per_gpu": 1705.4467321876582,
                        "tpot_ms": 19.910901901091385,
                        "tpot_relative": 2.225306,
                        "ttft_ms": 531.1044909089105,
                        "ttft_relative": 2.235394,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30583.219529854097,
                        "interactivity_tok_s": 33.8245426635262,
                        "output_per_gpu": 267.5977260017086,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.12,
                        "tpot_ms": 29.564331732364366,
                        "tpot_relative": 3.304204,
                        "ttft_error_pct": 59.95,
                        "ttft_ms": 338.90816764534975,
                        "ttft_relative": 1.426448,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26548.98845431874,
                        "interactivity_tok_s": 35.52371316121762,
                        "output_per_gpu": 272.80510270940925,
                        "total_per_gpu": 2459.0046265204087,
                        "tpot_error_pct": 4.9,
                        "tpot_ms": 28.150210409077733,
                        "tpot_relative": 3.146157,
                        "ttft_error_pct": 28.64,
                        "ttft_ms": 603.792446034375,
                        "ttft_relative": 2.541334,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 28132.92462784666,
                        "interactivity_tok_s": 33.78345267950151,
                        "output_per_gpu": 257.58740140423953,
                        "total_per_gpu": 2321.8356456517554,
                        "tpot_ms": 29.60029010317117,
                        "tpot_relative": 3.308223,
                        "ttft_ms": 846.1374242666352,
                        "ttft_relative": 3.561352,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 45698.326059198356,
                        "interactivity_tok_s": 22.571326166711213,
                        "output_per_gpu": 358.1750451602237,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.13,
                        "tpot_ms": 44.30399847195626,
                        "tpot_relative": 4.951556,
                        "ttft_error_pct": 71.03,
                        "ttft_ms": 375.3356223871006,
                        "ttft_relative": 1.57977,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 39413.807917288206,
                        "interactivity_tok_s": 24.002612268001407,
                        "output_per_gpu": 367.5446829707208,
                        "total_per_gpu": 3318.2234796157495,
                        "tpot_error_pct": 10.79,
                        "tpot_ms": 41.66213197274072,
                        "tpot_relative": 4.656293,
                        "ttft_error_pct": 16.98,
                        "ttft_ms": 1075.6115331828134,
                        "ttft_relative": 4.527198,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 44264.211204522144,
                        "interactivity_tok_s": 21.413357830448597,
                        "output_per_gpu": 327.54740618799354,
                        "total_per_gpu": 2957.1247912374765,
                        "tpot_ms": 46.699822041831105,
                        "tpot_relative": 5.219321,
                        "ttft_ms": 1295.5579528799717,
                        "ttft_relative": 5.452942,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 3.29,
                "tpot_shape_error_pct": 9.45,
                "ttft_mape_pct": 34.53,
                "ttft_shape_error_pct": 35.38
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 6.34,
                "tpot_shape_error_pct": 5.1,
                "ttft_mape_pct": 26.49,
                "ttft_shape_error_pct": 12.32
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 9,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.29,
                    "tpot_shape_error_pct": 9.45,
                    "ttft_mape_pct": 34.53,
                    "ttft_shape_error_pct": 35.38
                  },
                  "aisim": {
                    "points": 9,
                    "status_counts": {
                      "failed": 0,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.34,
                    "tpot_shape_error_pct": 5.1,
                    "ttft_mape_pct": 26.49,
                    "ttft_shape_error_pct": 12.32
                  },
                  "framework": "vllm",
                  "id": "c97b625dd2f509ff",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7219.592013305898,
                        "interactivity_tok_s": 146.19370788228213,
                        "output_per_gpu": 35.42443943212387,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.16,
                        "tpot_ms": 6.8402396689002405,
                        "tpot_relative": 0.898378,
                        "ttft_error_pct": 6.2,
                        "ttft_ms": 222.02683202095122,
                        "ttft_relative": 0.938021,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6496.600932200008,
                        "interactivity_tok_s": 146.58381949874197,
                        "output_per_gpu": 35.79948998363993,
                        "total_per_gpu": 320.45988690504123,
                        "tpot_error_pct": 10.4,
                        "tpot_ms": 6.8220353611988,
                        "tpot_relative": 0.895987,
                        "ttft_error_pct": 33.75,
                        "ttft_ms": 156.8226402999998,
                        "ttft_relative": 0.662546,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 7312.617384176701,
                        "interactivity_tok_s": 131.33716511570555,
                        "output_per_gpu": 31.801551465478333,
                        "total_per_gpu": 284.67225624413345,
                        "tpot_ms": 7.613991052106378,
                        "tpot_relative": 1.0,
                        "ttft_ms": 236.69709404930472,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8502.707214092723,
                        "interactivity_tok_s": 124.00413047930796,
                        "output_per_gpu": 60.15731073889263,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.55,
                        "tpot_ms": 8.064247506391457,
                        "tpot_relative": 1.059135,
                        "ttft_error_pct": 0.92,
                        "ttft_ms": 252.98201505426434,
                        "ttft_relative": 1.068801,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7527.155991850002,
                        "interactivity_tok_s": 127.25739345679403,
                        "output_per_gpu": 61.953133712831146,
                        "total_per_gpu": 552.093338971297,
                        "tpot_error_pct": 6.99,
                        "tpot_ms": 7.85808959963899,
                        "tpot_relative": 1.032059,
                        "ttft_error_pct": 27.79,
                        "ttft_ms": 184.38034810000053,
                        "ttft_relative": 0.778972,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 8150.275449361652,
                        "interactivity_tok_s": 118.36256265750514,
                        "output_per_gpu": 57.21492448498404,
                        "total_per_gpu": 509.8689413246461,
                        "tpot_ms": 8.448617346124957,
                        "tpot_relative": 1.109617,
                        "ttft_ms": 255.33636170439422,
                        "ttft_relative": 1.078747,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9829.941356466608,
                        "interactivity_tok_s": 107.13453572977284,
                        "output_per_gpu": 104.0697968484849,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.01,
                        "tpot_ms": 9.33405827717699,
                        "tpot_relative": 1.225909,
                        "ttft_error_pct": 8.64,
                        "ttft_ms": 281.19973891454737,
                        "ttft_relative": 1.188015,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8537.48329895003,
                        "interactivity_tok_s": 110.42128984350789,
                        "output_per_gpu": 105.3267182041752,
                        "total_per_gpu": 946.8243812373967,
                        "tpot_error_pct": 3.96,
                        "tpot_ms": 9.056224586918226,
                        "tpot_relative": 1.189419,
                        "ttft_error_pct": 30.51,
                        "ttft_ms": 213.88546490000127,
                        "ttft_relative": 0.903625,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 8978.728340612724,
                        "interactivity_tok_s": 106.0484347022109,
                        "output_per_gpu": 99.82284995032126,
                        "total_per_gpu": 897.3478880672066,
                        "tpot_ms": 9.429653561677247,
                        "tpot_relative": 1.238464,
                        "ttft_ms": 307.78611465357244,
                        "ttft_relative": 1.300338,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12354.038921409454,
                        "interactivity_tok_s": 84.93723212164268,
                        "output_per_gpu": 165.61385414241312,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.25,
                        "tpot_ms": 11.773399898031197,
                        "tpot_relative": 1.546285,
                        "ttft_error_pct": 11.43,
                        "ttft_ms": 309.8508257235392,
                        "ttft_relative": 1.309061,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10774.081209812563,
                        "interactivity_tok_s": 87.9934324001959,
                        "output_per_gpu": 169.24476955649067,
                        "total_per_gpu": 1505.5104736913074,
                        "tpot_error_pct": 2.26,
                        "tpot_ms": 11.364484515753174,
                        "tpot_relative": 1.492579,
                        "ttft_error_pct": 27.76,
                        "ttft_ms": 252.73878029999946,
                        "ttft_relative": 1.067773,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 11115.335852617864,
                        "interactivity_tok_s": 86.00178633706061,
                        "output_per_gpu": 163.6250679351239,
                        "total_per_gpu": 1455.5206295610656,
                        "tpot_ms": 11.627665454305472,
                        "tpot_relative": 1.527145,
                        "ttft_ms": 349.85453891567886,
                        "ttft_relative": 1.478069,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16734.3733469132,
                        "interactivity_tok_s": 62.39852662052729,
                        "output_per_gpu": 244.52663479955197,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.41,
                        "tpot_ms": 16.026019429616294,
                        "tpot_relative": 2.104812,
                        "ttft_error_pct": 31.72,
                        "ttft_ms": 339.75547041573185,
                        "ttft_relative": 1.435402,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14423.99768121255,
                        "interactivity_tok_s": 64.9160893829315,
                        "output_per_gpu": 247.28272084532983,
                        "total_per_gpu": 2231.6646614865385,
                        "tpot_error_pct": 2.53,
                        "tpot_ms": 15.404501557404837,
                        "tpot_relative": 2.023184,
                        "ttft_error_pct": 33.54,
                        "ttft_ms": 330.6873409312502,
                        "ttft_relative": 1.397091,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 14956.987510900944,
                        "interactivity_tok_s": 63.2762214208027,
                        "output_per_gpu": 238.1158363464122,
                        "total_per_gpu": 2148.935823328215,
                        "tpot_ms": 15.803724962490252,
                        "tpot_relative": 2.075616,
                        "ttft_ms": 497.60214287089184,
                        "ttft_relative": 2.102274,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22979.890862555305,
                        "interactivity_tok_s": 45.247571490842915,
                        "output_per_gpu": 356.13746161586255,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.32,
                        "tpot_ms": 22.10063362632351,
                        "tpot_relative": 2.902635,
                        "ttft_error_pct": 41.78,
                        "ttft_ms": 370.9426628263543,
                        "ttft_relative": 1.567162,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20043.81345654665,
                        "interactivity_tok_s": 47.26014543166694,
                        "output_per_gpu": 361.26239705838685,
                        "total_per_gpu": 3230.5233829670306,
                        "tpot_error_pct": 10.31,
                        "tpot_ms": 21.159477840496532,
                        "tpot_relative": 2.779026,
                        "ttft_error_pct": 27.29,
                        "ttft_ms": 463.3129342593751,
                        "ttft_relative": 1.957409,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 22472.380074547254,
                        "interactivity_tok_s": 42.38748114061135,
                        "output_per_gpu": 322.21532748666846,
                        "total_per_gpu": 2881.3520539969977,
                        "tpot_ms": 23.591871304707045,
                        "tpot_relative": 3.098489,
                        "ttft_ms": 637.1657464798773,
                        "ttft_relative": 2.691904,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 35420.874942715316,
                        "interactivity_tok_s": 29.215678719645187,
                        "output_per_gpu": 462.1003864662088,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.46,
                        "tpot_ms": 34.22819677050941,
                        "tpot_relative": 4.495434,
                        "ttft_error_pct": 57.32,
                        "ttft_ms": 405.42964648419115,
                        "ttft_relative": 1.712863,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30835.70227098412,
                        "interactivity_tok_s": 30.620227664672644,
                        "output_per_gpu": 470.61634792136454,
                        "total_per_gpu": 4242.031272001055,
                        "tpot_error_pct": 7.89,
                        "tpot_ms": 32.65815038840244,
                        "tpot_relative": 4.289229,
                        "ttft_error_pct": 23.07,
                        "ttft_ms": 730.8338545749997,
                        "ttft_relative": 3.087633,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 33632.93342101824,
                        "interactivity_tok_s": 28.205196879051233,
                        "output_per_gpu": 431.1346330016425,
                        "total_per_gpu": 3886.1518596061496,
                        "tpot_ms": 35.454459129931735,
                        "tpot_relative": 4.656488,
                        "ttft_ms": 949.9685740258428,
                        "ttft_relative": 4.013436,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 56503.66865032074,
                        "interactivity_tok_s": 18.250115131731505,
                        "output_per_gpu": 579.3606111240385,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.41,
                        "tpot_ms": 54.794174874069604,
                        "tpot_relative": 7.196512,
                        "ttft_error_pct": 71.12,
                        "ttft_ms": 449.2277541475323,
                        "ttft_relative": 1.897901,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 48960.16399998099,
                        "interactivity_tok_s": 19.29786582903846,
                        "output_per_gpu": 592.9689964717535,
                        "total_per_gpu": 5353.3726317937335,
                        "tpot_error_pct": 5.04,
                        "tpot_ms": 51.81920160804778,
                        "tpot_relative": 6.805787,
                        "ttft_error_pct": 18.59,
                        "ttft_ms": 1266.3333647414117,
                        "ttft_relative": 5.350017,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 51788.12752067388,
                        "interactivity_tok_s": 18.324538670860726,
                        "output_per_gpu": 560.1095046383984,
                        "total_per_gpu": 5056.714450131595,
                        "tpot_ms": 54.5716330414461,
                        "tpot_relative": 7.167284,
                        "ttft_ms": 1555.4502009385033,
                        "ttft_relative": 6.57148,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 92224.78307890908,
                        "interactivity_tok_s": 11.153997500918921,
                        "output_per_gpu": 709.9176361735766,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.08,
                        "tpot_ms": 89.65395589497085,
                        "tpot_relative": 11.774896,
                        "ttft_error_pct": 81.61,
                        "ttft_ms": 508.78619835390026,
                        "ttft_relative": 2.149524,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 79521.87700121221,
                        "interactivity_tok_s": 11.953074672562147,
                        "output_per_gpu": 733.4772414697924,
                        "total_per_gpu": 6599.397199791285,
                        "tpot_error_pct": 7.69,
                        "tpot_ms": 83.66048296305418,
                        "tpot_relative": 10.987731,
                        "ttft_error_pct": 16.14,
                        "ttft_ms": 2319.786390443753,
                        "ttft_relative": 9.800654,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26986223642",
                      "measured": {
                        "e2e_ms": 86411.83020444878,
                        "interactivity_tok_s": 11.03377373683001,
                        "output_per_gpu": 675.0418664333316,
                        "total_per_gpu": 6073.6300340485495,
                        "tpot_ms": 90.6308234926067,
                        "tpot_relative": 11.903195,
                        "ttft_ms": 2766.1818072014285,
                        "ttft_relative": 11.68659,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 95
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 0.0,
        "points": 0,
        "status_counts": {
          "failed": 230,
          "success": 0,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": null,
        "tpot_shape_error_pct": null,
        "ttft_mape_pct": null,
        "ttft_shape_error_pct": null
      },
      "aisim": {
        "coverage_pct": 0.0,
        "points": 0,
        "status_counts": {
          "failed": 230,
          "success": 0,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": null,
        "tpot_shape_error_pct": null,
        "ttft_mape_pct": null,
        "ttft_shape_error_pct": null
      },
      "frameworks": [
        "dynamo-vllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300",
        "h100",
        "h200"
      ],
      "hf_model_paths": [
        "MiniMaxAI/MiniMax-M3-MXFP8"
      ],
      "model": "MiniMaxAI/MiniMax-M3-MXFP8",
      "precisions": [
        "fp8"
      ],
      "rows": 230,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 79,
              "success": 0,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "aisim": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 79,
              "success": 0,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "gpu_skus": [
            "b300",
            "gb200",
            "gb300",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 14,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 14,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 14,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "895be0f2b74a3cf7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 6473.636957159033,
                        "interactivity_tok_s": 144.97259162447264,
                        "output_per_gpu": 69.57842681407784,
                        "total_per_gpu": 112.61374722432234,
                        "tpot_ms": 6.897855579421064,
                        "tpot_relative": 1.0,
                        "ttft_ms": 161.54447264270857,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 8757.432346743008,
                        "interactivity_tok_s": 107.33801718321352,
                        "output_per_gpu": 204.60756449032257,
                        "total_per_gpu": 330.0334843876257,
                        "tpot_ms": 9.316363635571134,
                        "tpot_relative": 1.350617,
                        "ttft_ms": 187.19252316077473,
                        "ttft_relative": 1.158768,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 13262.740845578446,
                        "interactivity_tok_s": 70.90742427677668,
                        "output_per_gpu": 539.0481726032847,
                        "total_per_gpu": 872.4542646823311,
                        "tpot_ms": 14.102895574046626,
                        "tpot_relative": 2.044533,
                        "ttft_ms": 304.3045656489994,
                        "ttft_relative": 1.88372,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 16264.040681444023,
                        "interactivity_tok_s": 57.990928545055645,
                        "output_per_gpu": 877.2913187662087,
                        "total_per_gpu": 1419.5889220493098,
                        "tpot_ms": 17.244076359685412,
                        "tpot_relative": 2.499918,
                        "ttft_ms": 423.0543777504863,
                        "ttft_relative": 2.618811,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 118561.22877697059,
                        "interactivity_tok_s": 15.370390354464195,
                        "output_per_gpu": 3862.308906040643,
                        "total_per_gpu": 6239.76441370516,
                        "tpot_ms": 65.06015637459453,
                        "tpot_relative": 9.431939,
                        "ttft_ms": 58682.95239594399,
                        "ttft_relative": 363.261902,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "26ed056acf8d475e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 6414.3206520646345,
                        "interactivity_tok_s": 154.7761977430471,
                        "output_per_gpu": 34.99436562186492,
                        "total_per_gpu": 51.4899232794284,
                        "tpot_ms": 6.460941763540139,
                        "tpot_relative": 1.0,
                        "ttft_ms": 489.75278608850203,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 22
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "221c6b627c7555ec",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 47320.705785888946,
                        "interactivity_tok_s": 26.85655179311431,
                        "output_per_gpu": 4799.538417378889,
                        "total_per_gpu": 7748.778583392096,
                        "tpot_ms": 37.23486200698288,
                        "tpot_relative": 1.0,
                        "ttft_ms": 13008.527926866742,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "e8c0c39b25df6339",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 10554.458250632524,
                        "interactivity_tok_s": 89.18401147970673,
                        "output_per_gpu": 342.60929058327156,
                        "total_per_gpu": 459.5856654959006,
                        "tpot_ms": 11.212772148374867,
                        "tpot_relative": 1.0,
                        "ttft_ms": 182.36952968327387,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b9a4c238234d2242",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 21775.25986005985,
                        "interactivity_tok_s": 43.53761235467965,
                        "output_per_gpu": 2607.516650367528,
                        "total_per_gpu": 3508.048142609337,
                        "tpot_ms": 22.968645865406874,
                        "tpot_relative": 1.0,
                        "ttft_ms": 611.0280170445094,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28028985088",
                      "measured": {
                        "e2e_ms": 59762.55387291405,
                        "interactivity_tok_s": 19.404650626530607,
                        "output_per_gpu": 7453.7146166446155,
                        "total_per_gpu": 10034.891983504227,
                        "tpot_ms": 51.534037857541776,
                        "tpot_relative": 2.243669,
                        "ttft_ms": 12334.208704322788,
                        "ttft_relative": 20.185995,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "eacea4244d74f626",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27797429264",
                      "measured": {
                        "e2e_ms": 15830.011387930426,
                        "interactivity_tok_s": 58.28061551185021,
                        "output_per_gpu": 453.9497746899257,
                        "total_per_gpu": 912.7319988896627,
                        "tpot_ms": 17.158363740970955,
                        "tpot_relative": 1.0,
                        "ttft_ms": 126.80692101712337,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27797429264",
                      "measured": {
                        "e2e_ms": 21263.757855167933,
                        "interactivity_tok_s": 43.73842884739337,
                        "output_per_gpu": 680.9653245365615,
                        "total_per_gpu": 1359.7765776732642,
                        "tpot_ms": 22.863189793329667,
                        "tpot_relative": 1.332481,
                        "ttft_ms": 166.3785152035416,
                        "ttft_relative": 1.312062,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27797429264",
                      "measured": {
                        "e2e_ms": 28184.81077150641,
                        "interactivity_tok_s": 32.95495584483631,
                        "output_per_gpu": 1024.1795383980007,
                        "total_per_gpu": 2048.820856061434,
                        "tpot_ms": 30.344449700019528,
                        "tpot_relative": 1.768493,
                        "ttft_ms": 236.6945787804525,
                        "ttft_relative": 1.866575,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27797429264",
                      "measured": {
                        "e2e_ms": 42626.57315310753,
                        "interactivity_tok_s": 21.809781162504013,
                        "output_per_gpu": 1352.9548934109735,
                        "total_per_gpu": 2708.8820111230934,
                        "tpot_ms": 45.85098734136902,
                        "tpot_relative": 2.672224,
                        "ttft_ms": 464.5728599578433,
                        "ttft_relative": 3.663624,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb200",
              "precisions": [
                "fp8"
              ],
              "rows": 7,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c667e141c5f7f828",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28205303704",
                      "measured": {
                        "e2e_ms": 32728.83535194637,
                        "interactivity_tok_s": 33.27374938321497,
                        "output_per_gpu": 3495.4498803934675,
                        "total_per_gpu": 4705.032324693348,
                        "tpot_ms": 30.05372158343095,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5053.443921617372,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28205303704",
                      "measured": {
                        "e2e_ms": 72517.96744667403,
                        "interactivity_tok_s": 17.82227235000602,
                        "output_per_gpu": 6342.30663647187,
                        "total_per_gpu": 8538.60998127502,
                        "tpot_ms": 56.10956786886169,
                        "tpot_relative": 1.866976,
                        "ttft_ms": 20884.408679821412,
                        "ttft_relative": 4.132708,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "91b38e7c55f441fa",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28205303704",
                      "measured": {
                        "e2e_ms": 9568.475541502266,
                        "interactivity_tok_s": 98.69466223508509,
                        "output_per_gpu": 188.6056338006496,
                        "total_per_gpu": 303.60103397889577,
                        "tpot_ms": 10.13226021907909,
                        "tpot_relative": 1.0,
                        "ttft_ms": 194.61682917899452,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c5bd1987e71d4a42",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28205303704",
                      "measured": {
                        "e2e_ms": 16112.312406266576,
                        "interactivity_tok_s": 58.22286394171799,
                        "output_per_gpu": 884.9110516911619,
                        "total_per_gpu": 1193.2656605509203,
                        "tpot_ms": 17.175383213732253,
                        "tpot_relative": 1.0,
                        "ttft_ms": 334.3023647646987,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28205303704",
                      "measured": {
                        "e2e_ms": 19367.075939503957,
                        "interactivity_tok_s": 48.727706286440615,
                        "output_per_gpu": 1478.1311894791509,
                        "total_per_gpu": 1988.778907331748,
                        "tpot_ms": 20.5222054599001,
                        "tpot_relative": 1.194862,
                        "ttft_ms": 460.3263422074633,
                        "ttft_relative": 1.376976,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "3bb838acdbb924d2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28205303704",
                      "measured": {
                        "e2e_ms": 24944.19691010321,
                        "interactivity_tok_s": 40.669058248002386,
                        "output_per_gpu": 2001.157595600851,
                        "total_per_gpu": 3232.3774608541407,
                        "tpot_ms": 24.5887178872434,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2299.4907793266293,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28205303704",
                      "measured": {
                        "e2e_ms": 48558.95985910118,
                        "interactivity_tok_s": 28.83051816910197,
                        "output_per_gpu": 4669.266177185712,
                        "total_per_gpu": 7543.446585785324,
                        "tpot_ms": 34.685467466613645,
                        "tpot_relative": 1.410625,
                        "ttft_ms": 16635.101507473337,
                        "ttft_relative": 7.234254,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 5,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 5,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 5,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "eef1b4df2e553bcb",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28202535361",
                      "measured": {
                        "e2e_ms": 84988.94056726406,
                        "interactivity_tok_s": 24.33622713466777,
                        "output_per_gpu": 5311.79098060003,
                        "total_per_gpu": 8580.33883199853,
                        "tpot_ms": 41.091003731448026,
                        "tpot_relative": 1.0,
                        "ttft_ms": 47167.734382348026,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b1bc5da57a7f0439",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28202535361",
                      "measured": {
                        "e2e_ms": 22834.098182029902,
                        "interactivity_tok_s": 41.38931015699291,
                        "output_per_gpu": 2490.37391594449,
                        "total_per_gpu": 3352.154994644928,
                        "tpot_ms": 24.16082790959601,
                        "tpot_relative": 1.0,
                        "ttft_ms": 583.9539696616043,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28202535361",
                      "measured": {
                        "e2e_ms": 39670.36677804794,
                        "interactivity_tok_s": 27.256025810478143,
                        "output_per_gpu": 5683.560897733575,
                        "total_per_gpu": 7651.744482283289,
                        "tpot_ms": 36.689134613879254,
                        "tpot_relative": 1.518538,
                        "ttft_ms": 5903.761729576411,
                        "ttft_relative": 10.109978,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "15cf603b2fb2f445",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28202535361",
                      "measured": {
                        "e2e_ms": 170642.69569098967,
                        "interactivity_tok_s": 11.14906204908718,
                        "output_per_gpu": 10656.533394438375,
                        "total_per_gpu": 14344.921143787777,
                        "tpot_ms": 89.69364378789821,
                        "tpot_relative": 1.0,
                        "ttft_ms": 88087.06535732857,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "af5097b845f87a4f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28202535361",
                      "measured": {
                        "e2e_ms": 86220.40235830261,
                        "interactivity_tok_s": 18.466826171951695,
                        "output_per_gpu": 6850.1500745323565,
                        "total_per_gpu": 10373.72721322848,
                        "tpot_ms": 54.15115681972726,
                        "tpot_relative": 1.0,
                        "ttft_ms": 36378.57000219006,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 17,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 17,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 17,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "c27e7d5f622c50e1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 6487.291677016765,
                        "interactivity_tok_s": 144.1965768314339,
                        "output_per_gpu": 17.75175898055267,
                        "total_per_gpu": 35.37828849141401,
                        "tpot_ms": 6.934977389712947,
                        "tpot_relative": 1.0,
                        "ttft_ms": 104.38444204628468,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7090.010438440368,
                        "interactivity_tok_s": 134.3200634873843,
                        "output_per_gpu": 32.87279666197184,
                        "total_per_gpu": 65.14455101127892,
                        "tpot_ms": 7.444904164253337,
                        "tpot_relative": 1.07353,
                        "ttft_ms": 133.89686750015244,
                        "ttft_relative": 1.282728,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 8349.333583726548,
                        "interactivity_tok_s": 111.68171967459463,
                        "output_per_gpu": 53.41508681686159,
                        "total_per_gpu": 107.35255278235849,
                        "tpot_ms": 8.954016851761283,
                        "tpot_relative": 1.291139,
                        "ttft_ms": 139.6100240526721,
                        "ttft_relative": 1.33746,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 10642.33217164874,
                        "interactivity_tok_s": 88.44648717959122,
                        "output_per_gpu": 85.70098472195725,
                        "total_per_gpu": 170.76894949648891,
                        "tpot_ms": 11.306271530823977,
                        "tpot_relative": 1.630326,
                        "ttft_ms": 142.7316326647997,
                        "ttft_relative": 1.367365,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 13915.016842268233,
                        "interactivity_tok_s": 66.73259492754157,
                        "output_per_gpu": 129.1531833091275,
                        "total_per_gpu": 259.6812461141179,
                        "tpot_ms": 14.985180796367992,
                        "tpot_relative": 2.160812,
                        "ttft_ms": 199.9049277830636,
                        "ttft_relative": 1.915084,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 48697.53686901531,
                        "interactivity_tok_s": 19.220476817334756,
                        "output_per_gpu": 74.67741199590797,
                        "total_per_gpu": 149.11859980888073,
                        "tpot_ms": 52.02784558903919,
                        "tpot_relative": 7.502237,
                        "ttft_ms": 677.9403139575152,
                        "ttft_relative": 6.494649,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 27450.170171799255,
                        "interactivity_tok_s": 34.04358437344221,
                        "output_per_gpu": 263.43212955894643,
                        "total_per_gpu": 526.9830346750275,
                        "tpot_ms": 29.374110229712223,
                        "tpot_relative": 4.235646,
                        "ttft_ms": 380.52143427485134,
                        "ttft_relative": 3.645385,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 36420.4997234021,
                        "interactivity_tok_s": 25.66792111297697,
                        "output_per_gpu": 395.7095940493426,
                        "total_per_gpu": 792.2884984336846,
                        "tpot_ms": 38.959134851572706,
                        "tpot_relative": 5.617774,
                        "ttft_ms": 590.1066031045048,
                        "ttft_relative": 5.653205,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "31d6be84be67fac7",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 8261.031255312264,
                        "interactivity_tok_s": 112.84688035508685,
                        "output_per_gpu": 13.940149612805756,
                        "total_per_gpu": 27.781958686775788,
                        "tpot_ms": 8.861565307373803,
                        "tpot_relative": 1.0,
                        "ttft_ms": 104.42492477595806,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9320.549975568429,
                        "interactivity_tok_s": 101.74772283649843,
                        "output_per_gpu": 25.01361812407288,
                        "total_per_gpu": 49.56989022310257,
                        "tpot_ms": 9.82822978364765,
                        "tpot_relative": 1.109085,
                        "ttft_ms": 139.03788845054805,
                        "ttft_relative": 1.331463,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 10678.894262993708,
                        "interactivity_tok_s": 87.08938217570008,
                        "output_per_gpu": 41.755237018235064,
                        "total_per_gpu": 83.91882430723605,
                        "tpot_ms": 11.4824560126346,
                        "tpot_relative": 1.295759,
                        "ttft_ms": 151.19705016259104,
                        "ttft_relative": 1.447902,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 13122.595867048949,
                        "interactivity_tok_s": 71.70763250959278,
                        "output_per_gpu": 69.4404044498421,
                        "total_per_gpu": 138.3678957596933,
                        "tpot_ms": 13.945516885754436,
                        "tpot_relative": 1.573708,
                        "ttft_ms": 175.71843500481918,
                        "ttft_relative": 1.682725,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 16724.97995685553,
                        "interactivity_tok_s": 55.32939535455635,
                        "output_per_gpu": 107.38408772462762,
                        "total_per_gpu": 215.91131552998525,
                        "tpot_ms": 18.073575422104273,
                        "tpot_relative": 2.039547,
                        "ttft_ms": 183.29348156694323,
                        "ttft_relative": 1.755266,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 21548.394809191814,
                        "interactivity_tok_s": 43.41608246612743,
                        "output_per_gpu": 167.7478980426535,
                        "total_per_gpu": 334.9651656162651,
                        "tpot_ms": 23.03293948228021,
                        "tpot_relative": 2.599195,
                        "ttft_ms": 287.60653720528353,
                        "ttft_relative": 2.754194,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 29462.35779044946,
                        "interactivity_tok_s": 31.731069304857257,
                        "output_per_gpu": 244.79432717739866,
                        "total_per_gpu": 489.699026550636,
                        "tpot_ms": 31.51485348295288,
                        "tpot_relative": 3.556353,
                        "ttft_ms": 420.8557949299575,
                        "ttft_relative": 4.030224,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 39801.405725877885,
                        "interactivity_tok_s": 23.502432828540925,
                        "output_per_gpu": 361.5670306281129,
                        "total_per_gpu": 723.9283658706366,
                        "tpot_ms": 42.54878664244573,
                        "tpot_relative": 4.801498,
                        "ttft_ms": 671.0679790068752,
                        "ttft_relative": 6.42632,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 69359.1827907564,
                        "interactivity_tok_s": 14.52824830712546,
                        "output_per_gpu": 413.4405229717141,
                        "total_per_gpu": 826.4814570189901,
                        "tpot_ms": 68.83142267809014,
                        "tpot_relative": 7.767411,
                        "ttft_ms": 5849.973309347297,
                        "ttft_relative": 56.020853,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 36,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 36,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 36,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "f2478cb7cd9ea8b0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 6367.686954047531,
                        "interactivity_tok_s": 147.24975157496243,
                        "output_per_gpu": 18.08567338108829,
                        "total_per_gpu": 36.04376169925378,
                        "tpot_ms": 6.79118293446435,
                        "tpot_relative": 1.0,
                        "ttft_ms": 117.06668231636286,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 6964.514001645148,
                        "interactivity_tok_s": 137.7318411982585,
                        "output_per_gpu": 33.46507508439919,
                        "total_per_gpu": 66.31827870775243,
                        "tpot_ms": 7.260485239288619,
                        "tpot_relative": 1.069105,
                        "ttft_ms": 178.10722747817636,
                        "ttft_relative": 1.521417,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7918.9226383809,
                        "interactivity_tok_s": 118.51578729667824,
                        "output_per_gpu": 56.2987678139006,
                        "total_per_gpu": 113.14811607524435,
                        "tpot_ms": 8.43769444400449,
                        "tpot_relative": 1.242448,
                        "ttft_ms": 179.44837831892073,
                        "ttft_relative": 1.532873,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9638.471564010251,
                        "interactivity_tok_s": 98.00304163065442,
                        "output_per_gpu": 94.54566214212947,
                        "total_per_gpu": 188.39297419793616,
                        "tpot_ms": 10.203764937916064,
                        "tpot_relative": 1.502502,
                        "ttft_ms": 164.6232504514046,
                        "ttft_relative": 1.406235,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 12761.072010087082,
                        "interactivity_tok_s": 73.10988820249212,
                        "output_per_gpu": 140.8693484194178,
                        "total_per_gpu": 283.23829889102706,
                        "tpot_ms": 13.678040338815793,
                        "tpot_relative": 2.014088,
                        "ttft_ms": 243.18233298836276,
                        "ttft_relative": 2.077298,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 17232.694675651146,
                        "interactivity_tok_s": 54.819584567135365,
                        "output_per_gpu": 210.22261462918965,
                        "total_per_gpu": 419.78024015326673,
                        "tpot_ms": 18.24165593183837,
                        "tpot_relative": 2.686079,
                        "ttft_ms": 392.11880184011534,
                        "ttft_relative": 3.349534,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 24935.945681945304,
                        "interactivity_tok_s": 37.6305908300269,
                        "output_per_gpu": 290.0522958070772,
                        "total_per_gpu": 580.2353695989443,
                        "tpot_ms": 26.57412434784472,
                        "tpot_relative": 3.913033,
                        "ttft_ms": 441.53524505964015,
                        "ttft_relative": 3.771656,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 34073.663671908434,
                        "interactivity_tok_s": 27.565270600477596,
                        "output_per_gpu": 423.5232435546529,
                        "total_per_gpu": 847.976899558918,
                        "tpot_ms": 36.277532497093425,
                        "tpot_relative": 5.341858,
                        "ttft_ms": 702.086555439746,
                        "ttft_relative": 5.997322,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "fd8f0e1fb0362c06",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7697.948662564158,
                        "interactivity_tok_s": 121.3457279316461,
                        "output_per_gpu": 14.96076041847981,
                        "total_per_gpu": 29.81598041725035,
                        "tpot_ms": 8.240916405094202,
                        "tpot_relative": 1.0,
                        "ttft_ms": 113.0285793915391,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 8504.093184880912,
                        "interactivity_tok_s": 112.33954775078814,
                        "output_per_gpu": 27.412734396481422,
                        "total_per_gpu": 54.324257610733675,
                        "tpot_ms": 8.901584704777168,
                        "tpot_relative": 1.080169,
                        "ttft_ms": 184.5229591242969,
                        "ttft_relative": 1.632534,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9401.636824174784,
                        "interactivity_tok_s": 99.15802391443442,
                        "output_per_gpu": 47.38492251055539,
                        "total_per_gpu": 95.23325146588698,
                        "tpot_ms": 10.084912551937515,
                        "tpot_relative": 1.223761,
                        "ttft_ms": 155.14303853269666,
                        "ttft_relative": 1.3726,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 11562.013713573106,
                        "interactivity_tok_s": 81.64042689338928,
                        "output_per_gpu": 78.82248563397387,
                        "total_per_gpu": 157.06275852122315,
                        "tpot_ms": 12.24883355039112,
                        "tpot_relative": 1.486344,
                        "ttft_ms": 186.69982120627537,
                        "ttft_relative": 1.651793,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 14377.172590332339,
                        "interactivity_tok_s": 64.59576737226806,
                        "output_per_gpu": 124.93088946324691,
                        "total_per_gpu": 251.19171067050524,
                        "tpot_ms": 15.480890477497681,
                        "tpot_relative": 1.87854,
                        "ttft_ms": 208.29409080324695,
                        "ttft_relative": 1.842844,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 17975.820725598896,
                        "interactivity_tok_s": 52.04899063828727,
                        "output_per_gpu": 200.9834785679437,
                        "total_per_gpu": 401.3311938342509,
                        "tpot_ms": 19.212668444417428,
                        "tpot_relative": 2.331375,
                        "ttft_ms": 240.91714317910373,
                        "ttft_relative": 2.131471,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 26793.787054622953,
                        "interactivity_tok_s": 34.87959167166107,
                        "output_per_gpu": 269.5777300125805,
                        "total_per_gpu": 539.2770064937976,
                        "tpot_ms": 28.670060401322843,
                        "tpot_relative": 3.478989,
                        "ttft_ms": 376.98405671617365,
                        "ttft_relative": 3.335299,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 39410.23500973097,
                        "interactivity_tok_s": 23.740282584411634,
                        "output_per_gpu": 366.15517275643396,
                        "total_per_gpu": 733.1147295376105,
                        "tpot_ms": 42.122497760688866,
                        "tpot_relative": 5.111385,
                        "ttft_ms": 668.0122604113421,
                        "ttft_relative": 5.910118,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 58383.81584349627,
                        "interactivity_tok_s": 16.124530973602575,
                        "output_per_gpu": 496.42773519379824,
                        "total_per_gpu": 992.3756745917188,
                        "tpot_ms": 62.01730776771723,
                        "tpot_relative": 7.525535,
                        "ttft_ms": 1194.1479911576607,
                        "ttft_relative": 10.565009,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "7d7c1de6371c9dcb",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7879.5135064050555,
                        "interactivity_tok_s": 118.82264707482473,
                        "output_per_gpu": 29.231521204905473,
                        "total_per_gpu": 58.25682916059032,
                        "tpot_ms": 8.415904077362308,
                        "tpot_relative": 1.0,
                        "ttft_ms": 133.5341079160571,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9037.202467955649,
                        "interactivity_tok_s": 105.59078093472863,
                        "output_per_gpu": 51.59446533835825,
                        "total_per_gpu": 102.245583595951,
                        "tpot_ms": 9.470523763037173,
                        "tpot_relative": 1.125313,
                        "ttft_ms": 186.86422053724527,
                        "ttft_relative": 1.399374,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 10582.786758663133,
                        "interactivity_tok_s": 88.23342798108938,
                        "output_per_gpu": 84.35750782421513,
                        "total_per_gpu": 169.53999985690484,
                        "tpot_ms": 11.333573033276288,
                        "tpot_relative": 1.346685,
                        "ttft_ms": 188.44137405976653,
                        "ttft_relative": 1.411185,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 13462.512190127745,
                        "interactivity_tok_s": 69.99066586312526,
                        "output_per_gpu": 135.49361108664772,
                        "total_per_gpu": 269.9864150198556,
                        "tpot_ms": 14.287619465652952,
                        "tpot_relative": 1.697693,
                        "ttft_ms": 196.4300490450114,
                        "ttft_relative": 1.47101,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 17545.292865278316,
                        "interactivity_tok_s": 52.86796221396884,
                        "output_per_gpu": 204.86492396578893,
                        "total_per_gpu": 411.91070461792,
                        "tpot_ms": 18.915047187799093,
                        "tpot_relative": 2.247536,
                        "ttft_ms": 235.05327025195584,
                        "ttft_relative": 1.760249,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 23675.01331618696,
                        "interactivity_tok_s": 39.63470868878692,
                        "output_per_gpu": 305.94038570684984,
                        "total_per_gpu": 610.9130019676396,
                        "tpot_ms": 25.230411250200778,
                        "tpot_relative": 2.997944,
                        "ttft_ms": 387.2652546619065,
                        "ttft_relative": 2.900122,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 33782.800294196204,
                        "interactivity_tok_s": 27.699052885956593,
                        "output_per_gpu": 428.0561775933575,
                        "total_per_gpu": 856.3053559837845,
                        "tpot_ms": 36.1023174372507,
                        "tpot_relative": 4.289773,
                        "ttft_ms": 512.4275281974406,
                        "ttft_relative": 3.837428,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 51165.37124850147,
                        "interactivity_tok_s": 18.290550693834792,
                        "output_per_gpu": 564.6775727590908,
                        "total_per_gpu": 1130.595651326794,
                        "tpot_ms": 54.673039469340345,
                        "tpot_relative": 6.496395,
                        "ttft_ms": 886.5133408253314,
                        "ttft_relative": 6.638853,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 78311.86941670785,
                        "interactivity_tok_s": 12.071699831049473,
                        "output_per_gpu": 740.1301822466194,
                        "total_per_gpu": 1479.5450310727451,
                        "tpot_ms": 82.83837520776586,
                        "tpot_relative": 9.843075,
                        "ttft_ms": 1917.5147461126471,
                        "ttft_relative": 14.359738,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "bd1d02f7846024a4",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 70412.46195588137,
                        "interactivity_tok_s": 13.307526554299079,
                        "output_per_gpu": 411.5015779967548,
                        "total_per_gpu": 822.6054410531008,
                        "tpot_ms": 75.14544464139685,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1056.2780052838207,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 104779.71276361823,
                        "interactivity_tok_s": 8.9679824194485,
                        "output_per_gpu": 555.2788428061596,
                        "total_per_gpu": 1110.0461743754793,
                        "tpot_ms": 111.50780111157896,
                        "tpot_relative": 1.483893,
                        "ttft_ms": 1828.5029293339903,
                        "ttft_relative": 1.731081,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 178727.2517360672,
                        "interactivity_tok_s": 5.262756330530494,
                        "output_per_gpu": 653.3037351429226,
                        "total_per_gpu": 1306.5689943464647,
                        "tpot_ms": 190.01449757397344,
                        "tpot_relative": 2.528623,
                        "ttft_ms": 3362.796347127005,
                        "ttft_relative": 3.183628,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "492e26ffd287a71f",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 6697.105513885617,
                        "interactivity_tok_s": 139.92602881686932,
                        "output_per_gpu": 34.39267232972666,
                        "total_per_gpu": 68.54272216092583,
                        "tpot_ms": 7.146633177939808,
                        "tpot_relative": 1.0,
                        "ttft_ms": 119.24556791782379,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7619.683904666454,
                        "interactivity_tok_s": 124.89948278166506,
                        "output_per_gpu": 61.19411186223055,
                        "total_per_gpu": 121.26935784598568,
                        "tpot_ms": 8.006438279236795,
                        "tpot_relative": 1.120309,
                        "ttft_ms": 138.76356901600957,
                        "ttft_relative": 1.163679,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9033.884038310498,
                        "interactivity_tok_s": 103.27443222401375,
                        "output_per_gpu": 98.83133742056175,
                        "total_per_gpu": 198.62920757516645,
                        "tpot_ms": 9.682938733866758,
                        "tpot_relative": 1.354895,
                        "ttft_ms": 155.41080590337515,
                        "ttft_relative": 1.303284,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 11799.093106365763,
                        "interactivity_tok_s": 80.37622198164685,
                        "output_per_gpu": 154.73079832873535,
                        "total_per_gpu": 308.3186963496043,
                        "tpot_ms": 12.441490472497458,
                        "tpot_relative": 1.740888,
                        "ttft_ms": 246.85564888641238,
                        "ttft_relative": 2.070145,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 15719.307494757231,
                        "interactivity_tok_s": 59.130932543148255,
                        "output_per_gpu": 228.72032429999177,
                        "total_per_gpu": 459.8754541240139,
                        "tpot_ms": 16.911622343691146,
                        "tpot_relative": 2.366376,
                        "ttft_ms": 244.3653394584544,
                        "ttft_relative": 2.049261,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 21395.106902805855,
                        "interactivity_tok_s": 43.872807463483795,
                        "output_per_gpu": 338.7713270686997,
                        "total_per_gpu": 676.4710318382353,
                        "tpot_ms": 22.7931618197062,
                        "tpot_relative": 3.189357,
                        "ttft_ms": 358.1229796342086,
                        "ttft_relative": 3.003239,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 31610.058911525994,
                        "interactivity_tok_s": 29.589054559666447,
                        "output_per_gpu": 457.8603927945216,
                        "total_per_gpu": 915.92722442904,
                        "tpot_ms": 33.796280918117745,
                        "tpot_relative": 4.728979,
                        "ttft_ms": 466.6879034397425,
                        "ttft_relative": 3.913671,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 79
        },
        {
          "aic": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 151,
              "success": 0,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "aisim": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 151,
              "success": 0,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 30,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 30,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 30,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "039bee4449758192",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4734.294046415016,
                        "interactivity_tok_s": 204.43626456594762,
                        "output_per_gpu": 49.11989764744287,
                        "total_per_gpu": 439.6977960322963,
                        "tpot_ms": 4.891500058089827,
                        "tpot_relative": 1.0,
                        "ttft_ms": 188.5935200145468,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 5421.269862199551,
                        "interactivity_tok_s": 179.29087812482106,
                        "output_per_gpu": 86.02339934237769,
                        "total_per_gpu": 766.5947293761878,
                        "tpot_ms": 5.577528597432642,
                        "tpot_relative": 1.140249,
                        "ttft_ms": 209.35750275384635,
                        "ttft_relative": 1.110099,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 6454.71574599942,
                        "interactivity_tok_s": 147.33983604652005,
                        "output_per_gpu": 139.37872188649544,
                        "total_per_gpu": 1252.9315861909101,
                        "tpot_ms": 6.787030763929091,
                        "tpot_relative": 1.387515,
                        "ttft_ms": 218.20807877520565,
                        "ttft_relative": 1.157029,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 8272.330886841519,
                        "interactivity_tok_s": 115.83650628139901,
                        "output_per_gpu": 220.5799940678711,
                        "total_per_gpu": 1962.161030005141,
                        "tpot_ms": 8.632857050874122,
                        "tpot_relative": 1.764869,
                        "ttft_ms": 277.0799440309929,
                        "ttft_relative": 1.469191,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 11241.11516167577,
                        "interactivity_tok_s": 83.86646663128103,
                        "output_per_gpu": 317.5926516587017,
                        "total_per_gpu": 2866.194188706955,
                        "tpot_ms": 11.923716834244377,
                        "tpot_relative": 2.43764,
                        "ttft_ms": 331.26599185634404,
                        "ttft_relative": 1.756508,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 16409.253208807786,
                        "interactivity_tok_s": 57.98111014124018,
                        "output_per_gpu": 441.623741772058,
                        "total_per_gpu": 3949.1401150102242,
                        "tpot_ms": 17.246996436667583,
                        "tpot_relative": 3.525912,
                        "ttft_ms": 445.844228475471,
                        "ttft_relative": 2.364049,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 25068.75652885801,
                        "interactivity_tok_s": 37.824685522479456,
                        "output_per_gpu": 579.2502856377458,
                        "total_per_gpu": 5221.233467226335,
                        "tpot_ms": 26.43776111253307,
                        "tpot_relative": 5.404837,
                        "ttft_ms": 690.7538231379476,
                        "ttft_relative": 3.662659,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "50c8af1ce98d6fc4",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 42605.335395321345,
                        "interactivity_tok_s": 22.13797340622671,
                        "output_per_gpu": 340.09330222093047,
                        "total_per_gpu": 3070.390167443791,
                        "tpot_ms": 45.17125310660693,
                        "tpot_relative": 1.0,
                        "ttft_ms": 986.2599431590297,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 69984.32376600098,
                        "interactivity_tok_s": 13.492440007345232,
                        "output_per_gpu": 417.4168630816414,
                        "total_per_gpu": 3755.67164408072,
                        "tpot_ms": 74.11557875785283,
                        "tpot_relative": 1.640769,
                        "ttft_ms": 1498.0160060152002,
                        "ttft_relative": 1.518886,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "fee068685a84cd23",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4874.704535695491,
                        "interactivity_tok_s": 198.2222140191184,
                        "output_per_gpu": 23.852539089514543,
                        "total_per_gpu": 213.51650491437312,
                        "tpot_ms": 5.044843258099975,
                        "tpot_relative": 1.0,
                        "ttft_ms": 186.43515440053307,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 5498.5009237600025,
                        "interactivity_tok_s": 177.16199400777884,
                        "output_per_gpu": 42.39159615265907,
                        "total_per_gpu": 377.7713323224051,
                        "tpot_ms": 5.644551505533923,
                        "tpot_relative": 1.118875,
                        "ttft_ms": 224.0225699613802,
                        "ttft_relative": 1.201611,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 6448.509083325916,
                        "interactivity_tok_s": 148.37968390556807,
                        "output_per_gpu": 69.78137845471186,
                        "total_per_gpu": 627.2929756455288,
                        "tpot_ms": 6.739467113546493,
                        "tpot_relative": 1.335912,
                        "ttft_ms": 254.15539469831856,
                        "ttft_relative": 1.363238,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 7839.918807856884,
                        "interactivity_tok_s": 122.49291440712575,
                        "output_per_gpu": 116.29069637393212,
                        "total_per_gpu": 1034.4595099901935,
                        "tpot_ms": 8.163737509553673,
                        "tpot_relative": 1.618234,
                        "ttft_ms": 280.5535476458317,
                        "ttft_relative": 1.504832,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 10341.788295053266,
                        "interactivity_tok_s": 91.40728779925014,
                        "output_per_gpu": 172.36922507677514,
                        "total_per_gpu": 1555.589112804455,
                        "tpot_ms": 10.940046730149273,
                        "tpot_relative": 2.16856,
                        "ttft_ms": 327.78282103536185,
                        "ttft_relative": 1.75816,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 14629.940625834934,
                        "interactivity_tok_s": 65.26237723341588,
                        "output_per_gpu": 247.5420615351582,
                        "total_per_gpu": 2213.5999333690606,
                        "tpot_ms": 15.322763932172185,
                        "tpot_relative": 3.037312,
                        "ttft_ms": 442.90888081995945,
                        "ttft_relative": 2.375673,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 22145.609513346517,
                        "interactivity_tok_s": 42.91388237220067,
                        "output_per_gpu": 327.862369340251,
                        "total_per_gpu": 2955.2786038917934,
                        "tpot_ms": 23.30248266346075,
                        "tpot_relative": 4.61907,
                        "ttft_ms": 653.487230974406,
                        "ttft_relative": 3.505172,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 34115.141677392014,
                        "interactivity_tok_s": 27.844844083073355,
                        "output_per_gpu": 425.88464478474725,
                        "total_per_gpu": 3844.9214297167173,
                        "tpot_ms": 35.913291416413124,
                        "tpot_relative": 7.118812,
                        "ttft_ms": 1048.2424259632353,
                        "ttft_relative": 5.622558,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 59517.305859636894,
                        "interactivity_tok_s": 16.0333396404574,
                        "output_per_gpu": 490.8694484627477,
                        "total_per_gpu": 4416.5548438240985,
                        "tpot_ms": 62.370037835203746,
                        "tpot_relative": 12.363127,
                        "ttft_ms": 1890.9474927965675,
                        "ttft_relative": 10.142655,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "91fd73be7468f42d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4400.2933757030405,
                        "interactivity_tok_s": 221.5425437888258,
                        "output_per_gpu": 26.42404682300235,
                        "total_per_gpu": 236.53541043022074,
                        "tpot_ms": 4.513805713782899,
                        "tpot_relative": 1.0,
                        "ttft_ms": 205.56830140994862,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4807.138146203943,
                        "interactivity_tok_s": 203.93860957842944,
                        "output_per_gpu": 48.48233468436213,
                        "total_per_gpu": 432.04875093299324,
                        "tpot_ms": 4.9034363922905255,
                        "tpot_relative": 1.08632,
                        "ttft_ms": 224.62953794165514,
                        "ttft_relative": 1.092725,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 5541.207483832841,
                        "interactivity_tok_s": 173.36660773201407,
                        "output_per_gpu": 81.19130852146573,
                        "total_per_gpu": 729.8614422189795,
                        "tpot_ms": 5.768123475922052,
                        "tpot_relative": 1.277885,
                        "ttft_ms": 240.56237315235194,
                        "ttft_relative": 1.170231,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 7030.125523315655,
                        "interactivity_tok_s": 137.04270604022662,
                        "output_per_gpu": 129.72356198821328,
                        "total_per_gpu": 1153.9510601691663,
                        "tpot_ms": 7.29699543225939,
                        "tpot_relative": 1.616595,
                        "ttft_ms": 270.1221502800763,
                        "ttft_relative": 1.314026,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 9306.406459959544,
                        "interactivity_tok_s": 101.8885033855633,
                        "output_per_gpu": 191.69453137080825,
                        "total_per_gpu": 1729.9951650403993,
                        "tpot_ms": 9.814650002423052,
                        "tpot_relative": 2.174363,
                        "ttft_ms": 320.0507387831749,
                        "ttft_relative": 1.556907,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 13411.576194759255,
                        "interactivity_tok_s": 71.32147081666044,
                        "output_per_gpu": 270.35510386066653,
                        "total_per_gpu": 2417.6014216758003,
                        "tpot_ms": 14.021023242364256,
                        "tpot_relative": 3.106253,
                        "ttft_ms": 428.2751004815509,
                        "ttft_relative": 2.083371,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 20938.90518088192,
                        "interactivity_tok_s": 45.426006064499504,
                        "output_per_gpu": 347.1336499985871,
                        "total_per_gpu": 3128.9856490576576,
                        "tpot_ms": 22.013821742992757,
                        "tpot_relative": 4.876998,
                        "ttft_ms": 632.7945998498762,
                        "ttft_relative": 3.078269,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "70d4abbf475e43b2",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 33594.77603039913,
                        "interactivity_tok_s": 28.11528150447276,
                        "output_per_gpu": 431.6662513609623,
                        "total_per_gpu": 3890.9437494649806,
                        "tpot_ms": 35.567845900490575,
                        "tpot_relative": 1.0,
                        "ttft_ms": 792.3006045939474,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 50858.06496420814,
                        "interactivity_tok_s": 18.544866918597428,
                        "output_per_gpu": 570.7082190517842,
                        "total_per_gpu": 5152.400511309198,
                        "tpot_ms": 53.92327722757426,
                        "tpot_relative": 1.516068,
                        "ttft_ms": 1189.5052796555774,
                        "ttft_relative": 1.501331,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "86c574174c09b34c",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 26051.82659181537,
                        "interactivity_tok_s": 36.40739391524976,
                        "output_per_gpu": 556.9181822027496,
                        "total_per_gpu": 5019.93684512802,
                        "tpot_ms": 27.46694812399455,
                        "tpot_relative": 1.0,
                        "ttft_ms": 725.0563084371606,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 38816.136132625885,
                        "interactivity_tok_s": 24.48329403699387,
                        "output_per_gpu": 747.5848411448076,
                        "total_per_gpu": 6749.257132061745,
                        "tpot_ms": 40.84417719645959,
                        "tpot_relative": 1.48703,
                        "ttft_ms": 1210.7407383814461,
                        "ttft_relative": 1.669858,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 61923.92726488765,
                        "interactivity_tok_s": 15.453045392715138,
                        "output_per_gpu": 941.7879078861371,
                        "total_per_gpu": 8473.654164983434,
                        "tpot_ms": 64.71216349829783,
                        "tpot_relative": 2.356001,
                        "ttft_ms": 2197.396477654479,
                        "ttft_relative": 3.030656,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 49,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 49,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 49,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "5b9f79363b2e7b71",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 147658.85198036424,
                        "interactivity_tok_s": 42.07852819372644,
                        "output_per_gpu": 1514.072813968693,
                        "total_per_gpu": 9105.489465690172,
                        "tpot_ms": 23.765089772058417,
                        "tpot_relative": 1.0,
                        "ttft_ms": 125785.15519790535,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "2c6d019a5814c03b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 7123.700576572446,
                        "interactivity_tok_s": 141.05140202316153,
                        "output_per_gpu": 123.82380603905375,
                        "total_per_gpu": 994.158644968103,
                        "tpot_ms": 7.089614038971365,
                        "tpot_relative": 1.0,
                        "ttft_ms": 639.9183091692976,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 8953.077642912103,
                        "interactivity_tok_s": 114.74345220904806,
                        "output_per_gpu": 198.92203037434584,
                        "total_per_gpu": 1587.6167316059064,
                        "tpot_ms": 8.71509424501301,
                        "tpot_relative": 1.229276,
                        "ttft_ms": 906.5889408033399,
                        "ttft_relative": 1.416726,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 11831.02072948168,
                        "interactivity_tok_s": 90.60477031244699,
                        "output_per_gpu": 300.64989233931385,
                        "total_per_gpu": 2416.6614409265107,
                        "tpot_ms": 11.036946471488635,
                        "tpot_relative": 1.556777,
                        "ttft_ms": 1672.560580253412,
                        "ttft_relative": 2.61371,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 18722.072839468274,
                        "interactivity_tok_s": 78.9492225078573,
                        "output_per_gpu": 378.97109891852386,
                        "total_per_gpu": 3044.680460569852,
                        "tpot_ms": 12.666369195725474,
                        "tpot_relative": 1.786609,
                        "ttft_ms": 7080.371680517965,
                        "ttft_relative": 11.064493,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 18
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "02dfdda1b7f9adec",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 49753.109869347376,
                        "interactivity_tok_s": 50.856197783222676,
                        "output_per_gpu": 1127.9027479273768,
                        "total_per_gpu": 7396.861884371518,
                        "tpot_ms": 19.663286749484392,
                        "tpot_relative": 1.0,
                        "ttft_ms": 31648.3187545786,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 97690.66310724556,
                        "interactivity_tok_s": 50.80049025741115,
                        "output_per_gpu": 1147.475913392921,
                        "total_per_gpu": 7520.152985356305,
                        "tpot_ms": 19.684849396785353,
                        "tpot_relative": 1.001097,
                        "ttft_ms": 79552.03254283017,
                        "ttft_relative": 2.513626,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 22
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "af83923295364106",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 5722.431952087209,
                        "interactivity_tok_s": 171.87838878284117,
                        "output_per_gpu": 40.63945133197696,
                        "total_per_gpu": 243.5425674218284,
                        "tpot_ms": 5.818067105943404,
                        "tpot_relative": 1.0,
                        "ttft_ms": 315.64071119064465,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 7379.852157906862,
                        "interactivity_tok_s": 132.39591648778125,
                        "output_per_gpu": 123.62031632475484,
                        "total_per_gpu": 742.5338650680218,
                        "tpot_ms": 7.553103045230926,
                        "tpot_relative": 1.298215,
                        "ttft_ms": 430.7237211294705,
                        "ttft_relative": 1.364601,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 8997.111242015671,
                        "interactivity_tok_s": 109.0477433090212,
                        "output_per_gpu": 201.1736830209112,
                        "total_per_gpu": 1196.1931802436382,
                        "tpot_ms": 9.170295227166548,
                        "tpot_relative": 1.576176,
                        "ttft_ms": 510.8833623235114,
                        "ttft_relative": 1.61856,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 11659.32656958903,
                        "interactivity_tok_s": 83.08366608498321,
                        "output_per_gpu": 305.60895783959126,
                        "total_per_gpu": 1840.2587341732378,
                        "tpot_ms": 12.036060120134046,
                        "tpot_relative": 2.068739,
                        "ttft_ms": 651.2739193545713,
                        "ttft_relative": 2.063339,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "30a961448192aecf",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 8577.075304081882,
                        "interactivity_tok_s": 115.36838816882681,
                        "output_per_gpu": 206.7591690684014,
                        "total_per_gpu": 1494.0283273302723,
                        "tpot_ms": 8.667885682312113,
                        "tpot_relative": 1.0,
                        "ttft_ms": 649.814704104574,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b5aa6a5ef531be9d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 5171.115071951499,
                        "interactivity_tok_s": 200.128526143452,
                        "output_per_gpu": 21.351923100064738,
                        "total_per_gpu": 181.06134073388952,
                        "tpot_ms": 4.996788909958796,
                        "tpot_relative": 1.0,
                        "ttft_ms": 572.6130572285911,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 34
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "acdd9ec0d4e80cdf",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 7052.843988827226,
                        "interactivity_tok_s": 140.2493856330715,
                        "output_per_gpu": 126.0061498693032,
                        "total_per_gpu": 910.5122552523044,
                        "tpot_ms": 7.130156010923693,
                        "tpot_relative": 1.0,
                        "ttft_ms": 531.4915077316982,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "a8f4dc0962fc18d6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 19734.855059561483,
                        "interactivity_tok_s": 56.78983236743659,
                        "output_per_gpu": 715.1664945862785,
                        "total_per_gpu": 5153.484559006911,
                        "tpot_ms": 17.608785909595362,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3509.1827310931876,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208342156",
                      "measured": {
                        "e2e_ms": 37575.932141043086,
                        "interactivity_tok_s": 56.74313865543662,
                        "output_per_gpu": 746.2768050413734,
                        "total_per_gpu": 5383.027475281885,
                        "tpot_ms": 17.623276112242145,
                        "tpot_relative": 1.000823,
                        "ttft_ms": 21344.175076931664,
                        "ttft_relative": 6.082378,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "b83138181e73fa12",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 32457.06579058642,
                        "interactivity_tok_s": 29.074745368065184,
                        "output_per_gpu": 446.7097767298479,
                        "total_per_gpu": 4026.542747115221,
                        "tpot_ms": 34.39411032979741,
                        "tpot_relative": 1.0,
                        "ttft_ms": 740.2819772552903,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 48493.50601816032,
                        "interactivity_tok_s": 19.411590233505546,
                        "output_per_gpu": 598.5706983239671,
                        "total_per_gpu": 5403.945254587744,
                        "tpot_ms": 51.51561453599722,
                        "tpot_relative": 1.497803,
                        "ttft_ms": 1042.6429738760817,
                        "ttft_relative": 1.40844,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 10,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 10,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "aa3dbc70447917c9",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4727.307004708564,
                        "interactivity_tok_s": 203.25653398309237,
                        "output_per_gpu": 24.597326652113225,
                        "total_per_gpu": 220.18348643248208,
                        "tpot_ms": 4.919891038204871,
                        "tpot_relative": 1.0,
                        "ttft_ms": 155.2474769006949,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 5382.482103200164,
                        "interactivity_tok_s": 179.10976191997617,
                        "output_per_gpu": 43.31494924124345,
                        "total_per_gpu": 385.99976338271205,
                        "tpot_ms": 5.5831686072297195,
                        "tpot_relative": 1.134815,
                        "ttft_ms": 165.02377468859777,
                        "ttft_relative": 1.062972,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 6204.712432686938,
                        "interactivity_tok_s": 152.49417798388225,
                        "output_per_gpu": 72.44396294515408,
                        "total_per_gpu": 651.2280222855306,
                        "tpot_ms": 6.557627400737188,
                        "tpot_relative": 1.332881,
                        "ttft_ms": 176.91455848398618,
                        "ttft_relative": 1.139565,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 7539.726671826793,
                        "interactivity_tok_s": 126.4026925579538,
                        "output_per_gpu": 120.78314981498245,
                        "total_per_gpu": 1074.4219603855324,
                        "tpot_ms": 7.911223881101382,
                        "tpot_relative": 1.608008,
                        "ttft_ms": 215.26700458489358,
                        "ttft_relative": 1.386605,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 9729.403399728471,
                        "interactivity_tok_s": 96.66536127137528,
                        "output_per_gpu": 182.94402285733597,
                        "total_per_gpu": 1651.0240159330274,
                        "tpot_ms": 10.344967285568112,
                        "tpot_relative": 2.102682,
                        "ttft_ms": 264.1167999434401,
                        "ttft_relative": 1.701263,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 13648.201880592387,
                        "interactivity_tok_s": 69.68551816543544,
                        "output_per_gpu": 264.9467950865462,
                        "total_per_gpu": 2369.238602574321,
                        "tpot_ms": 14.35018388793452,
                        "tpot_relative": 2.916769,
                        "ttft_ms": 366.0708813884412,
                        "ttft_relative": 2.357983,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 20318.287743975816,
                        "interactivity_tok_s": 46.67202898395674,
                        "output_per_gpu": 357.02711516872307,
                        "total_per_gpu": 3218.1631475137515,
                        "tpot_ms": 21.42610942292105,
                        "tpot_relative": 4.354997,
                        "ttft_ms": 561.4030559852836,
                        "ttft_relative": 3.616182,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 30420.15765551987,
                        "interactivity_tok_s": 31.252100845708974,
                        "output_per_gpu": 476.8823186289326,
                        "total_per_gpu": 4305.332603095172,
                        "tpot_ms": 31.997848878607584,
                        "tpot_relative": 6.503772,
                        "ttft_ms": 957.8798915195875,
                        "ttft_relative": 6.170019,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 52352.67147729974,
                        "interactivity_tok_s": 18.22101427243247,
                        "output_per_gpu": 557.4205529141948,
                        "total_per_gpu": 5015.342573733487,
                        "tpot_ms": 54.88168688353164,
                        "tpot_relative": 11.155061,
                        "ttft_ms": 1703.6478574984358,
                        "ttft_relative": 10.973756,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 90575.78141460406,
                        "interactivity_tok_s": 10.576709089779584,
                        "output_per_gpu": 645.4400496648859,
                        "total_per_gpu": 5809.007337611106,
                        "tpot_ms": 94.5473673816285,
                        "tpot_relative": 19.21737,
                        "ttft_ms": 3320.4577953175544,
                        "ttft_relative": 21.388159,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "b1af638250ee5c19",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 41726.480755059674,
                        "interactivity_tok_s": 22.56686527706445,
                        "output_per_gpu": 347.30362524992677,
                        "total_per_gpu": 3135.4855538796646,
                        "tpot_ms": 44.312756234528386,
                        "tpot_relative": 1.0,
                        "ttft_ms": 899.6775398234604,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 68484.00568185306,
                        "interactivity_tok_s": 13.767648626711294,
                        "output_per_gpu": 426.531078091409,
                        "total_per_gpu": 3837.6759948813346,
                        "tpot_ms": 72.63404428116002,
                        "tpot_relative": 1.639123,
                        "ttft_ms": 1364.215157297258,
                        "ttft_relative": 1.516338,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 106621.1752941722,
                        "interactivity_tok_s": 8.857520430142747,
                        "output_per_gpu": 549.0282851420375,
                        "total_per_gpu": 4941.294452679277,
                        "tpot_ms": 112.89841303633145,
                        "tpot_relative": 2.547763,
                        "ttft_ms": 2247.221627440558,
                        "ttft_relative": 2.497808,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "446f1436c3098307",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 24954.23488590095,
                        "interactivity_tok_s": 37.92384005907237,
                        "output_per_gpu": 581.217283866981,
                        "total_per_gpu": 5238.963552543687,
                        "tpot_ms": 26.368637734004313,
                        "tpot_relative": 1.0,
                        "ttft_ms": 645.7934643400222,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 37239.146080272985,
                        "interactivity_tok_s": 25.467632293443387,
                        "output_per_gpu": 778.8476283040688,
                        "total_per_gpu": 7031.500133243603,
                        "tpot_ms": 39.2655268647588,
                        "tpot_relative": 1.4891,
                        "ttft_ms": 1089.3705018350374,
                        "ttft_relative": 1.686871,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 62087.30106462281,
                        "interactivity_tok_s": 15.377399358918222,
                        "output_per_gpu": 939.6320350723344,
                        "total_per_gpu": 8454.256888277198,
                        "tpot_ms": 65.03050201528671,
                        "tpot_relative": 2.466206,
                        "ttft_ms": 2013.7131611380025,
                        "ttft_relative": 3.1182,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "1114ad74b7d65261",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4594.283486806671,
                        "interactivity_tok_s": 209.46657916001018,
                        "output_per_gpu": 50.61779231198998,
                        "total_per_gpu": 453.10623159983635,
                        "tpot_ms": 4.774031275109078,
                        "tpot_relative": 1.0,
                        "ttft_ms": 157.73028110561427,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 5283.578181255143,
                        "interactivity_tok_s": 182.78663146442392,
                        "output_per_gpu": 88.24089721929687,
                        "total_per_gpu": 786.3558896865745,
                        "tpot_ms": 5.470859613683683,
                        "tpot_relative": 1.145962,
                        "ttft_ms": 171.60418002167717,
                        "ttft_relative": 1.08796,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 6361.050203442574,
                        "interactivity_tok_s": 148.82883141264378,
                        "output_per_gpu": 141.4220012155079,
                        "total_per_gpu": 1271.2994487748094,
                        "tpot_ms": 6.719128212647142,
                        "tpot_relative": 1.407433,
                        "ttft_ms": 184.54302145401016,
                        "ttft_relative": 1.169991,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 8024.798055175051,
                        "interactivity_tok_s": 118.83449731822213,
                        "output_per_gpu": 227.15972251300684,
                        "total_per_gpu": 2020.690756590813,
                        "tpot_ms": 8.415064838639744,
                        "tpot_relative": 1.762675,
                        "ttft_ms": 232.52502392533643,
                        "ttft_relative": 1.474194,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 10862.212737931259,
                        "interactivity_tok_s": 86.47868385746055,
                        "output_per_gpu": 328.67638490790904,
                        "total_per_gpu": 2966.2221070550013,
                        "tpot_ms": 11.563543238565714,
                        "tpot_relative": 2.422176,
                        "ttft_ms": 282.0535895316425,
                        "ttft_relative": 1.788202,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 15827.879032938654,
                        "interactivity_tok_s": 59.98988594382967,
                        "output_per_gpu": 457.8755310646986,
                        "total_per_gpu": 4094.468789548259,
                        "tpot_ms": 16.66947660037777,
                        "tpot_relative": 3.491698,
                        "ttft_ms": 402.27359423734015,
                        "ttft_relative": 2.550389,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 23869.756046914335,
                        "interactivity_tok_s": 39.68090743031187,
                        "output_per_gpu": 608.1385226674417,
                        "total_per_gpu": 5481.6256219277375,
                        "tpot_ms": 25.201036588092474,
                        "tpot_relative": 5.278775,
                        "ttft_ms": 635.4834581643445,
                        "ttft_relative": 4.028925,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 35753.18248221631,
                        "interactivity_tok_s": 26.527560323901252,
                        "output_per_gpu": 811.9192852692219,
                        "total_per_gpu": 7330.073759080303,
                        "tpot_ms": 37.696644085999985,
                        "tpot_relative": 7.896187,
                        "ttft_ms": 1053.6148582889155,
                        "ttft_relative": 6.679852,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "8a96c8e8aaf2cd61",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4306.0384063079255,
                        "interactivity_tok_s": 223.3754428752545,
                        "output_per_gpu": 27.003801630967256,
                        "total_per_gpu": 241.7250977771073,
                        "tpot_ms": 4.476767844881036,
                        "tpot_relative": 1.0,
                        "ttft_ms": 145.71802829450462,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 4669.637709343806,
                        "interactivity_tok_s": 207.17038271524828,
                        "output_per_gpu": 49.91918348078687,
                        "total_per_gpu": 444.85318231643316,
                        "tpot_ms": 4.826944792463316,
                        "tpot_relative": 1.078221,
                        "ttft_ms": 158.81690592505038,
                        "ttft_relative": 1.089892,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 5327.2453621531895,
                        "interactivity_tok_s": 178.20515070752816,
                        "output_per_gpu": 84.36558817997116,
                        "total_per_gpu": 758.3963232518504,
                        "tpot_ms": 5.611510082787723,
                        "tpot_relative": 1.253474,
                        "ttft_ms": 169.36077080099494,
                        "ttft_relative": 1.16225,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 6478.0210898810765,
                        "interactivity_tok_s": 147.6794898613677,
                        "output_per_gpu": 140.6602202760303,
                        "total_per_gpu": 1251.2376920848167,
                        "tpot_ms": 6.771421007336481,
                        "tpot_relative": 1.512569,
                        "ttft_ms": 207.154349173652,
                        "ttft_relative": 1.421611,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 8657.710144507291,
                        "interactivity_tok_s": 108.87735990448621,
                        "output_per_gpu": 205.69738806542563,
                        "total_per_gpu": 1856.3674418352016,
                        "tpot_ms": 9.184645925261783,
                        "tpot_relative": 2.051624,
                        "ttft_ms": 252.83311552775555,
                        "ttft_relative": 1.735085,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 12291.652605007403,
                        "interactivity_tok_s": 77.50943408192661,
                        "output_per_gpu": 294.45709203534165,
                        "total_per_gpu": 2633.1290741751513,
                        "tpot_ms": 12.901655286800457,
                        "tpot_relative": 2.881913,
                        "ttft_ms": 348.0819157761289,
                        "ttft_relative": 2.388736,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=b300_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208026609",
                      "measured": {
                        "e2e_ms": 19112.981585742546,
                        "interactivity_tok_s": 49.65544992348123,
                        "output_per_gpu": 379.7462836452734,
                        "total_per_gpu": 3422.948687958876,
                        "tpot_ms": 20.138776338568967,
                        "tpot_relative": 4.498508,
                        "ttft_ms": 544.081802101573,
                        "ttft_relative": 3.733799,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 11,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 11,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb200",
              "precisions": [
                "fp8"
              ],
              "rows": 11,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "45729ed025fe2381",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 5345.515840407461,
                        "interactivity_tok_s": 186.79170245379638,
                        "output_per_gpu": 42.57514951105846,
                        "total_per_gpu": 306.8766487143949,
                        "tpot_ms": 5.353556859664865,
                        "tpot_relative": 1.0,
                        "ttft_ms": 420.04648158326745,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 6992.254202067852,
                        "interactivity_tok_s": 142.95692311152038,
                        "output_per_gpu": 126.3963560625177,
                        "total_per_gpu": 913.3318598618068,
                        "tpot_ms": 6.995114180093973,
                        "tpot_relative": 1.306629,
                        "ttft_ms": 594.7113901842386,
                        "ttft_relative": 1.415823,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 8647.667825003737,
                        "interactivity_tok_s": 117.25325163790593,
                        "output_per_gpu": 206.38086222544513,
                        "total_per_gpu": 1482.4317769238073,
                        "tpot_ms": 8.528548130060706,
                        "tpot_relative": 1.593062,
                        "ttft_ms": 772.7249003830366,
                        "ttft_relative": 1.839618,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 10734.793565020664,
                        "interactivity_tok_s": 96.25586433911246,
                        "output_per_gpu": 331.4112528610598,
                        "total_per_gpu": 2397.5325940815774,
                        "tpot_ms": 10.388977407931929,
                        "tpot_relative": 1.940575,
                        "ttft_ms": 1174.3197263000184,
                        "ttft_relative": 2.79569,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 14383.681033182074,
                        "interactivity_tok_s": 74.1494656393491,
                        "output_per_gpu": 494.7752687238069,
                        "total_per_gpu": 3577.5533744392487,
                        "tpot_ms": 13.486273857506092,
                        "tpot_relative": 2.519124,
                        "ttft_ms": 1989.4199141766876,
                        "ttft_relative": 4.73619,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "d731ce242824d48d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 106916.00793743294,
                        "interactivity_tok_s": 36.72486801142147,
                        "output_per_gpu": 2016.7657518520007,
                        "total_per_gpu": 10395.97443332895,
                        "tpot_ms": 27.229505622429983,
                        "tpot_relative": 1.0,
                        "ttft_ms": 81853.87052683231,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c6c8cba069c51f37",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 5918.93988691736,
                        "interactivity_tok_s": 166.35944466640288,
                        "output_per_gpu": 76.8428671876978,
                        "total_per_gpu": 461.56192503095895,
                        "tpot_ms": 6.011080416896553,
                        "tpot_relative": 1.0,
                        "ttft_ms": 389.0464707976207,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "780a2c0e4a57ed21",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 40826.34243537832,
                        "interactivity_tok_s": 51.60489589328441,
                        "output_per_gpu": 689.2996920199618,
                        "total_per_gpu": 4972.041413830469,
                        "tpot_ms": 19.37800634397045,
                        "tpot_relative": 1.0,
                        "ttft_ms": 22978.634827179485,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "405ccfc032593e58",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 66421.05833504471,
                        "interactivity_tok_s": 26.462689208649103,
                        "output_per_gpu": 3402.511138676835,
                        "total_per_gpu": 13641.584933160733,
                        "tpot_ms": 37.78905432155242,
                        "tpot_relative": 1.0,
                        "ttft_ms": 31640.74345897468,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "e11116f7ab0728b1",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 21830.599474164228,
                        "interactivity_tok_s": 49.22357569440475,
                        "output_per_gpu": 1291.73887708593,
                        "total_per_gpu": 7764.618770664941,
                        "tpot_ms": 20.31546846999313,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3119.295425774544,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb200: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208358162",
                      "measured": {
                        "e2e_ms": 41263.36988891917,
                        "interactivity_tok_s": 43.88007863440688,
                        "output_per_gpu": 1365.545218219979,
                        "total_per_gpu": 8209.059050863803,
                        "tpot_ms": 22.78938486714307,
                        "tpot_relative": 1.121775,
                        "ttft_ms": 20279.601450525388,
                        "ttft_relative": 6.50134,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 11,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 11,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 11,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "d6f049156bac7047",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 5249.367161823466,
                        "interactivity_tok_s": 186.9992254052957,
                        "output_per_gpu": 42.76421399732358,
                        "total_per_gpu": 308.2394031991649,
                        "tpot_ms": 5.347615733876086,
                        "tpot_relative": 1.0,
                        "ttft_ms": 322.9222834477696,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "4796d50cefb4945d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 33807.0640062641,
                        "interactivity_tok_s": 53.281359748245656,
                        "output_per_gpu": 835.1437267647152,
                        "total_per_gpu": 6018.039621561465,
                        "tpot_ms": 18.768289786991144,
                        "tpot_relative": 1.0,
                        "ttft_ms": 16512.95293920578,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "83591e1b7bce99ec",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 47603.508483097576,
                        "interactivity_tok_s": 22.104635120377132,
                        "output_per_gpu": 4800.4992022299375,
                        "total_per_gpu": 17303.429546558713,
                        "tpot_ms": 45.239380544135344,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5918.253798430461,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "2a5008a57d2b3efd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 8790.894391758957,
                        "interactivity_tok_s": 116.84855985213702,
                        "output_per_gpu": 202.41033217874707,
                        "total_per_gpu": 1615.4572191533966,
                        "tpot_ms": 8.558085792973607,
                        "tpot_relative": 1.0,
                        "ttft_ms": 889.197265524399,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 11169.231650232836,
                        "interactivity_tok_s": 96.09156671873853,
                        "output_per_gpu": 317.40929473933363,
                        "total_per_gpu": 2551.3756137404785,
                        "tpot_ms": 10.406740509570575,
                        "tpot_relative": 1.216013,
                        "ttft_ms": 1592.501103942186,
                        "ttft_relative": 1.790942,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 17549.474131775547,
                        "interactivity_tok_s": 77.95563920771863,
                        "output_per_gpu": 404.99730579852564,
                        "total_per_gpu": 3253.77683698595,
                        "tpot_ms": 12.827808355665267,
                        "tpot_relative": 1.498911,
                        "ttft_ms": 5760.084976058533,
                        "ttft_relative": 6.477848,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 18
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "16b37cdbfa846358",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 6846.913745762959,
                        "interactivity_tok_s": 143.0261683877179,
                        "output_per_gpu": 130.018822154557,
                        "total_per_gpu": 939.5075645750989,
                        "tpot_ms": 6.99172753680419,
                        "tpot_relative": 1.0,
                        "ttft_ms": 452.6936698319332,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "fb0cbe1893752249",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 23179.49586903561,
                        "interactivity_tok_s": 50.52438206868341,
                        "output_per_gpu": 1212.2127095719723,
                        "total_per_gpu": 7949.005562048499,
                        "tpot_ms": 19.792424153561914,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4950.0466076967,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 22
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b727317946fc7613",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 44906.800918660774,
                        "interactivity_tok_s": 37.99917257664337,
                        "output_per_gpu": 2498.06929707875,
                        "total_per_gpu": 12871.969022809844,
                        "tpot_ms": 26.31636249402603,
                        "tpot_relative": 1.0,
                        "ttft_ms": 20676.095240017432,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "55923609b7c4e909",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 34665.126344175216,
                        "interactivity_tok_s": 41.627501233923134,
                        "output_per_gpu": 1630.8790144738375,
                        "total_per_gpu": 9803.183935312269,
                        "tpot_ms": 24.022580514274992,
                        "tpot_relative": 1.0,
                        "ttft_ms": 12539.110561477477,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "85a01c3738d6a3e8",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=gb300: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30208366514",
                      "measured": {
                        "e2e_ms": 18055.14556224673,
                        "interactivity_tok_s": 60.198510680525445,
                        "output_per_gpu": 788.513629710123,
                        "total_per_gpu": 5701.476559321521,
                        "tpot_ms": 16.6117066468142,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2787.592844330595,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 16,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 16,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 16,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 7,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "d0300435d20b0a06",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9284.373188111931,
                        "interactivity_tok_s": 113.1860198428052,
                        "output_per_gpu": 12.523529204087867,
                        "total_per_gpu": 112.10463484893273,
                        "tpot_ms": 8.83501338229596,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1071.7697580344975,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7836.639161664061,
                        "interactivity_tok_s": 127.09104041612144,
                        "output_per_gpu": 29.748875679094546,
                        "total_per_gpu": 265.10613943184126,
                        "tpot_ms": 7.868375274337202,
                        "tpot_relative": 0.89059,
                        "ttft_ms": 482.45019044261426,
                        "ttft_relative": 0.450144,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9781.156776449643,
                        "interactivity_tok_s": 99.6969849667711,
                        "output_per_gpu": 46.08088085832951,
                        "total_per_gpu": 414.2396369075563,
                        "tpot_ms": 10.030393600501549,
                        "tpot_relative": 1.1353,
                        "ttft_ms": 563.6893302667886,
                        "ttft_relative": 0.525943,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 13397.361427167198,
                        "interactivity_tok_s": 73.01457809798282,
                        "output_per_gpu": 68.18943675228473,
                        "total_per_gpu": 606.5765665591795,
                        "tpot_ms": 13.695895067119851,
                        "tpot_relative": 1.550184,
                        "ttft_ms": 704.9192826380022,
                        "ttft_relative": 0.657715,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 19141.049972124165,
                        "interactivity_tok_s": 50.2354104166778,
                        "output_per_gpu": 93.58337013892489,
                        "total_per_gpu": 844.5664918596657,
                        "tpot_ms": 19.90627710026645,
                        "tpot_relative": 2.253112,
                        "ttft_ms": 912.7240570960566,
                        "ttft_relative": 0.851605,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 29744.53742527112,
                        "interactivity_tok_s": 32.39641672574366,
                        "output_per_gpu": 122.32892310169775,
                        "total_per_gpu": 1093.904180759064,
                        "tpot_ms": 30.86761133077272,
                        "tpot_relative": 3.493782,
                        "ttft_ms": 1154.5833239040803,
                        "ttft_relative": 1.077268,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 58886.87661504264,
                        "interactivity_tok_s": 25.428056535260605,
                        "output_per_gpu": 121.7523987701758,
                        "total_per_gpu": 1097.4490905499247,
                        "tpot_ms": 39.326639006536695,
                        "tpot_relative": 4.451226,
                        "ttft_ms": 22595.03290562243,
                        "ttft_relative": 21.081984,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "d7680edd82cea671",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 8871.414972748607,
                        "interactivity_tok_s": 111.80417997931445,
                        "output_per_gpu": 13.106375588487968,
                        "total_per_gpu": 117.32199650724755,
                        "tpot_ms": 8.944209422089727,
                        "tpot_relative": 1.0,
                        "ttft_ms": 559.5063799060881,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 10206.332326121628,
                        "interactivity_tok_s": 97.25505744945649,
                        "output_per_gpu": 22.842975098958544,
                        "total_per_gpu": 203.5644307014328,
                        "tpot_ms": 10.282241625528838,
                        "tpot_relative": 1.149598,
                        "ttft_ms": 595.7072309218347,
                        "ttft_relative": 1.064701,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 12514.521807222627,
                        "interactivity_tok_s": 77.53907814357305,
                        "output_per_gpu": 35.99627873293438,
                        "total_per_gpu": 323.5850781194132,
                        "tpot_ms": 12.896722838881036,
                        "tpot_relative": 1.441908,
                        "ttft_ms": 663.5058334330097,
                        "ttft_relative": 1.185877,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 16642.766973969992,
                        "interactivity_tok_s": 58.58343906157365,
                        "output_per_gpu": 54.87383701211667,
                        "total_per_gpu": 488.1281505470494,
                        "tpot_ms": 17.0696704737487,
                        "tpot_relative": 1.908461,
                        "ttft_ms": 825.0514477374963,
                        "ttft_relative": 1.474606,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 23603.803720808355,
                        "interactivity_tok_s": 40.70578360912019,
                        "output_per_gpu": 75.87805935993939,
                        "total_per_gpu": 684.7804936668814,
                        "tpot_ms": 24.566533581629628,
                        "tpot_relative": 2.746641,
                        "ttft_ms": 1111.5343858546112,
                        "ttft_relative": 1.986634,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 35417.50378708821,
                        "interactivity_tok_s": 27.394713849831508,
                        "output_per_gpu": 102.73329033311155,
                        "total_per_gpu": 918.6737931560012,
                        "tpot_ms": 36.50339278890298,
                        "tpot_relative": 4.081232,
                        "ttft_ms": 1595.0871224486036,
                        "ttft_relative": 2.850883,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 69879.11442662007,
                        "interactivity_tok_s": 21.52304519919753,
                        "output_per_gpu": 102.56831607753615,
                        "total_per_gpu": 924.5280284867997,
                        "tpot_ms": 46.461826881136886,
                        "tpot_relative": 5.194626,
                        "ttft_ms": 26982.76381888427,
                        "ttft_relative": 48.226016,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 137805.4987205025,
                        "interactivity_tok_s": 21.71297895141113,
                        "output_per_gpu": 103.29648945530464,
                        "total_per_gpu": 932.5691611209552,
                        "tpot_ms": 46.05540318708824,
                        "tpot_relative": 5.149187,
                        "ttft_ms": 95406.91028824949,
                        "ttft_relative": 170.51979,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h100_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 279348.18408848514,
                        "interactivity_tok_s": 21.957593930133115,
                        "output_per_gpu": 101.19003852737868,
                        "total_per_gpu": 910.4485035775409,
                        "tpot_ms": 45.542330511343856,
                        "tpot_relative": 5.091823,
                        "ttft_ms": 237304.47919728505,
                        "ttft_relative": 424.131856,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 34,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 34,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 34,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 8,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "dfaae36430e938dd",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 6787.009432911873,
                        "interactivity_tok_s": 146.3431460124876,
                        "output_per_gpu": 17.132182387039656,
                        "total_per_gpu": 153.35909066571153,
                        "tpot_ms": 6.833254766264687,
                        "tpot_relative": 1.0,
                        "ttft_ms": 436.93513944745064,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7624.587487149984,
                        "interactivity_tok_s": 131.48215409049521,
                        "output_per_gpu": 30.57205242611793,
                        "total_per_gpu": 272.44185227784936,
                        "tpot_ms": 7.6055948954998875,
                        "tpot_relative": 1.113027,
                        "ttft_ms": 513.1424044258893,
                        "ttft_relative": 1.174413,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9168.554219743237,
                        "interactivity_tok_s": 106.60879433304018,
                        "output_per_gpu": 49.125024696861125,
                        "total_per_gpu": 441.60467453009073,
                        "tpot_ms": 9.380089196732245,
                        "tpot_relative": 1.372712,
                        "ttft_ms": 542.2166362870485,
                        "ttft_relative": 1.240955,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 12226.5522853937,
                        "interactivity_tok_s": 80.12425494188763,
                        "output_per_gpu": 74.72707116362865,
                        "total_per_gpu": 664.7318472525526,
                        "tpot_ms": 12.480615273430976,
                        "tpot_relative": 1.826453,
                        "ttft_ms": 659.6133541548625,
                        "ttft_relative": 1.509637,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 17370.522207044996,
                        "interactivity_tok_s": 55.409407888000004,
                        "output_per_gpu": 103.08388900442114,
                        "total_per_gpu": 930.3062966686542,
                        "tpot_ms": 18.047476739352952,
                        "tpot_relative": 2.641125,
                        "ttft_ms": 845.877461443888,
                        "ttft_relative": 1.935934,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 26538.905576092657,
                        "interactivity_tok_s": 36.58718838100694,
                        "output_per_gpu": 137.16662766399043,
                        "total_per_gpu": 1226.5876593838711,
                        "tpot_ms": 27.3319717707283,
                        "tpot_relative": 3.999847,
                        "ttft_ms": 1215.1433692255523,
                        "ttft_relative": 2.781061,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 43856.672214122955,
                        "interactivity_tok_s": 21.989400387246135,
                        "output_per_gpu": 166.24716845937368,
                        "total_per_gpu": 1498.5150656180074,
                        "tpot_ms": 45.47645603742795,
                        "tpot_relative": 6.655168,
                        "ttft_ms": 1890.9277117811143,
                        "ttft_relative": 4.327708,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 72553.87834443536,
                        "interactivity_tok_s": 13.267283943619683,
                        "output_per_gpu": 201.03671341882307,
                        "total_per_gpu": 1814.9759026285856,
                        "tpot_ms": 75.37337741843582,
                        "tpot_relative": 11.030377,
                        "ttft_ms": 3104.150780296186,
                        "ttft_relative": 7.104374,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "22b7cc2bb518d4bc",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 8232.27494545281,
                        "interactivity_tok_s": 120.6347104714024,
                        "output_per_gpu": 14.124446698603657,
                        "total_per_gpu": 126.43528144393402,
                        "tpot_ms": 8.289488125700434,
                        "tpot_relative": 1.0,
                        "ttft_ms": 528.6516660824418,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 9252.102332096547,
                        "interactivity_tok_s": 107.43528469489078,
                        "output_per_gpu": 25.19805640883106,
                        "total_per_gpu": 224.5516613061556,
                        "tpot_ms": 9.307928981059947,
                        "tpot_relative": 1.122859,
                        "ttft_ms": 552.2773479111493,
                        "ttft_relative": 1.04469,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 11181.049027317204,
                        "interactivity_tok_s": 87.57888404418098,
                        "output_per_gpu": 40.28935193108626,
                        "total_per_gpu": 362.1772458404984,
                        "tpot_ms": 11.418277486791556,
                        "tpot_relative": 1.377441,
                        "ttft_ms": 681.2726512784138,
                        "ttft_relative": 1.288699,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 14674.939876468852,
                        "interactivity_tok_s": 66.78116530373639,
                        "output_per_gpu": 62.23644134579144,
                        "total_per_gpu": 553.621920115465,
                        "tpot_ms": 14.974281976838315,
                        "tpot_relative": 1.806418,
                        "ttft_ms": 797.2475492395461,
                        "ttft_relative": 1.508077,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 20832.42250106996,
                        "interactivity_tok_s": 46.31000457205213,
                        "output_per_gpu": 86.00598259474745,
                        "total_per_gpu": 776.1824658714283,
                        "tpot_ms": 21.59360616007141,
                        "tpot_relative": 2.604938,
                        "ttft_ms": 1056.1688020126894,
                        "ttft_relative": 1.997854,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 31291.303783873445,
                        "interactivity_tok_s": 31.03881647093598,
                        "output_per_gpu": 116.32749598337968,
                        "total_per_gpu": 1040.2375085707445,
                        "tpot_ms": 32.21772328002186,
                        "tpot_relative": 3.886576,
                        "ttft_ms": 1437.515805743169,
                        "ttft_relative": 2.719212,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 53709.346358476614,
                        "interactivity_tok_s": 17.987225447441972,
                        "output_per_gpu": 135.8841192290174,
                        "total_per_gpu": 1224.8292811836757,
                        "tpot_ms": 55.59501118846618,
                        "tpot_relative": 6.706688,
                        "ttft_ms": 2401.7550073214807,
                        "ttft_relative": 4.543171,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 91107.4742531302,
                        "interactivity_tok_s": 10.588614883945505,
                        "output_per_gpu": 160.22688750421352,
                        "total_per_gpu": 1446.5414541844596,
                        "tpot_ms": 94.44105871828462,
                        "tpot_relative": 11.39287,
                        "ttft_ms": 4076.601537609531,
                        "ttft_relative": 7.711319,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 181560.31995604426,
                        "interactivity_tok_s": 6.62633620763038,
                        "output_per_gpu": 160.6856860232687,
                        "total_per_gpu": 1445.7553778540432,
                        "tpot_ms": 150.91295833261174,
                        "tpot_relative": 18.205341,
                        "ttft_ms": 41966.98543149905,
                        "ttft_relative": 79.384949,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 9,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "9a4915cda9801a7e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 8599.657622724771,
                        "interactivity_tok_s": 117.45849406248651,
                        "output_per_gpu": 27.04319047199616,
                        "total_per_gpu": 242.07768781532323,
                        "tpot_ms": 8.513645675280086,
                        "tpot_relative": 1.0,
                        "ttft_ms": 687.8865208476782,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 10193.60172841698,
                        "interactivity_tok_s": 99.5213592742005,
                        "output_per_gpu": 45.75153150372154,
                        "total_per_gpu": 407.71328707959583,
                        "tpot_ms": 10.048094271349404,
                        "tpot_relative": 1.180234,
                        "ttft_ms": 797.204437572509,
                        "ttft_relative": 1.158919,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 12923.086824035272,
                        "interactivity_tok_s": 76.16470731387182,
                        "output_per_gpu": 69.83020735449239,
                        "total_per_gpu": 627.731918333666,
                        "tpot_ms": 13.12944059351582,
                        "tpot_relative": 1.542164,
                        "ttft_ms": 851.5373050235212,
                        "ttft_relative": 1.237904,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 17959.236578573473,
                        "interactivity_tok_s": 54.8542743188261,
                        "output_per_gpu": 101.8238285632343,
                        "total_per_gpu": 905.770032214377,
                        "tpot_ms": 18.230119939018095,
                        "tpot_relative": 2.141282,
                        "ttft_ms": 1053.836718504317,
                        "ttft_relative": 1.531992,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 26410.66158026224,
                        "interactivity_tok_s": 36.567111170173966,
                        "output_per_gpu": 136.01608938173052,
                        "total_per_gpu": 1227.5111622403322,
                        "tpot_ms": 27.3469784185646,
                        "tpot_relative": 3.212135,
                        "ttft_ms": 1363.4563277009875,
                        "ttft_relative": 1.982095,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 40969.80147198192,
                        "interactivity_tok_s": 23.74406199352917,
                        "output_per_gpu": 177.98624984373785,
                        "total_per_gpu": 1591.6097181680332,
                        "tpot_ms": 42.11579300426878,
                        "tpot_relative": 4.946858,
                        "ttft_ms": 1939.8502826457843,
                        "ttft_relative": 2.820015,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 78045.04215041816,
                        "interactivity_tok_s": 15.36886536419905,
                        "output_per_gpu": 185.88878369259407,
                        "total_per_gpu": 1675.5602244186855,
                        "tpot_ms": 65.06661203041355,
                        "tpot_relative": 7.642626,
                        "ttft_ms": 18024.94370188797,
                        "ttft_relative": 26.203368,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 155715.40883925263,
                        "interactivity_tok_s": 15.172080118958506,
                        "output_per_gpu": 183.78891803454593,
                        "total_per_gpu": 1659.261394250632,
                        "tpot_ms": 65.91054042421214,
                        "tpot_relative": 7.741753,
                        "ttft_ms": 95016.60380682697,
                        "ttft_relative": 138.128312,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 305798.0862415694,
                        "interactivity_tok_s": 15.642782113210444,
                        "output_per_gpu": 185.59892284601216,
                        "total_per_gpu": 1669.9100428253648,
                        "tpot_ms": 63.92724726092634,
                        "tpot_relative": 7.508798,
                        "ttft_ms": 246788.15544812896,
                        "ttft_relative": 358.762889,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 9,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "b671cf7a300403de",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 285728.6811466023,
                        "interactivity_tok_s": 3.3300363158673325,
                        "output_per_gpu": 102.86735291852821,
                        "total_per_gpu": 925.5399928157626,
                        "tpot_ms": 300.29702536128127,
                        "tpot_relative": 1.0,
                        "ttft_ms": 7991.80982694088,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 569511.9210794513,
                        "interactivity_tok_s": 2.47885588431087,
                        "output_per_gpu": 102.26394790212484,
                        "total_per_gpu": 920.3829605010665,
                        "tpot_ms": 403.4119152828456,
                        "tpot_relative": 1.343376,
                        "ttft_ms": 196469.42139649836,
                        "ttft_relative": 24.583846,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 6,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 6,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "7d898c25a6b9aa95",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 7294.674673303962,
                        "interactivity_tok_s": 138.64053225910774,
                        "output_per_gpu": 31.880781198581968,
                        "total_per_gpu": 285.38148286500183,
                        "tpot_ms": 7.212897871245058,
                        "tpot_relative": 1.0,
                        "ttft_ms": 591.5094977244735,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 8598.339233268052,
                        "interactivity_tok_s": 117.28858480744621,
                        "output_per_gpu": 54.24233582013411,
                        "total_per_gpu": 483.3788139814132,
                        "tpot_ms": 8.525978906145978,
                        "tpot_relative": 1.182046,
                        "ttft_ms": 628.3613207750022,
                        "ttft_relative": 1.062301,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 10970.152836386114,
                        "interactivity_tok_s": 89.5327990124754,
                        "output_per_gpu": 82.24993444087283,
                        "total_per_gpu": 739.3778578843902,
                        "tpot_ms": 11.169091227234627,
                        "tpot_relative": 1.548489,
                        "ttft_ms": 705.9416698291898,
                        "ttft_relative": 1.193458,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 15375.331262906548,
                        "interactivity_tok_s": 64.10314387253938,
                        "output_per_gpu": 118.95521345342755,
                        "total_per_gpu": 1058.1616213229208,
                        "tpot_ms": 15.599858908454907,
                        "tpot_relative": 2.162773,
                        "ttft_ms": 915.2918468578719,
                        "ttft_relative": 1.547383,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 23205.087416351307,
                        "interactivity_tok_s": 41.58854552556357,
                        "output_per_gpu": 154.84835365805375,
                        "total_per_gpu": 1397.4676336734215,
                        "tpot_ms": 24.045082302417185,
                        "tpot_relative": 3.333623,
                        "ttft_ms": 1183.664776373189,
                        "ttft_relative": 2.001092,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=vllm, gpu_sku=h200_sxm: Unsupported quant algorithm: mxfp8",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27513434236",
                      "measured": {
                        "e2e_ms": 36203.86032430979,
                        "interactivity_tok_s": 26.75988286955657,
                        "output_per_gpu": 201.43276540675464,
                        "total_per_gpu": 1801.2759258668775,
                        "tpot_ms": 37.369371341219576,
                        "tpot_relative": 5.18091,
                        "ttft_ms": 1589.6966506013996,
                        "ttft_relative": 2.687525,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 151
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 100.0,
        "points": 25,
        "status_counts": {
          "failed": 0,
          "success": 25,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 35.13,
        "tpot_shape_error_pct": 18.08,
        "ttft_mape_pct": 61.64,
        "ttft_shape_error_pct": 43.31
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 25,
        "status_counts": {
          "failed": 0,
          "success": 25,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 29.59,
        "tpot_shape_error_pct": 18.75,
        "ttft_mape_pct": 41.97,
        "ttft_shape_error_pct": 24.91
      },
      "frameworks": [
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "h200"
      ],
      "hf_model_paths": [
        "moonshotai/Kimi-K2.5"
      ],
      "model": "moonshotai/Kimi-K2.5",
      "precisions": [
        "int4"
      ],
      "rows": 25,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 5,
            "status_counts": {
              "failed": 0,
              "success": 5,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 9.74,
            "tpot_shape_error_pct": 3.85,
            "ttft_mape_pct": 19.89,
            "ttft_shape_error_pct": 18.5
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 5,
            "status_counts": {
              "failed": 0,
              "success": 5,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 7.7,
            "tpot_shape_error_pct": 3.73,
            "ttft_mape_pct": 8.18,
            "ttft_shape_error_pct": 14.66
          },
          "gpu_skus": [
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 9.74,
                "tpot_shape_error_pct": 3.85,
                "ttft_mape_pct": 19.89,
                "ttft_shape_error_pct": 18.5
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 7.7,
                "tpot_shape_error_pct": 3.73,
                "ttft_mape_pct": 8.18,
                "ttft_shape_error_pct": 14.66
              },
              "gpu": "h200",
              "precisions": [
                "int4"
              ],
              "rows": 5,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.74,
                    "tpot_shape_error_pct": 3.85,
                    "ttft_mape_pct": 19.89,
                    "ttft_shape_error_pct": 18.5
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.7,
                    "tpot_shape_error_pct": 3.73,
                    "ttft_mape_pct": 8.18,
                    "ttft_shape_error_pct": 14.66
                  },
                  "framework": "vllm",
                  "id": "f8c57b75289bf076",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10466.39653654365,
                        "interactivity_tok_s": 99.42568559792993,
                        "output_per_gpu": 48.87068803614373,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.7,
                        "tpot_ms": 10.057763182483102,
                        "tpot_relative": 1.06695,
                        "ttft_error_pct": 22.15,
                        "ttft_ms": 177.304800863437,
                        "ttft_relative": 1.221491,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9184.529023674986,
                        "interactivity_tok_s": 101.14371811836956,
                        "output_per_gpu": 48.6013476481802,
                        "total_per_gpu": 97.67799791440221,
                        "tpot_error_pct": 4.88,
                        "tpot_ms": 9.886921487597375,
                        "tpot_relative": 1.048827,
                        "ttft_error_pct": 17.32,
                        "ttft_ms": 120.01959100000056,
                        "ttft_relative": 0.826841,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 8788.582797441632,
                        "interactivity_tok_s": 106.08228234325128,
                        "output_per_gpu": 50.7232635684782,
                        "total_per_gpu": 101.9425812822909,
                        "tpot_ms": 9.426644845029749,
                        "tpot_relative": 1.0,
                        "ttft_ms": 145.15441292896867,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13281.271058319046,
                        "interactivity_tok_s": 78.17573456302677,
                        "output_per_gpu": 77.02576022339512,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.21,
                        "tpot_ms": 12.791693043751076,
                        "tpot_relative": 1.356972,
                        "ttft_error_pct": 16.48,
                        "ttft_ms": 195.36907456169425,
                        "ttft_relative": 1.34594,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11817.840333974938,
                        "interactivity_tok_s": 79.53727419825034,
                        "output_per_gpu": 77.22351426789781,
                        "total_per_gpu": 153.87662639747154,
                        "tpot_error_pct": 8.32,
                        "tpot_ms": 12.572721533144996,
                        "tpot_relative": 1.333743,
                        "ttft_error_pct": 13.98,
                        "ttft_ms": 144.2787186499995,
                        "ttft_relative": 0.993967,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 10943.786948826164,
                        "interactivity_tok_s": 86.15609792440856,
                        "output_per_gpu": 83.27613911832931,
                        "total_per_gpu": 165.9371691176967,
                        "tpot_ms": 11.606839493559443,
                        "tpot_relative": 1.23128,
                        "ttft_ms": 167.73361262166873,
                        "ttft_relative": 1.155553,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18254.250760123115,
                        "interactivity_tok_s": 56.70608345539033,
                        "output_per_gpu": 112.08348273978685,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.01,
                        "tpot_ms": 17.634792231536892,
                        "tpot_relative": 1.870739,
                        "ttft_error_pct": 21.28,
                        "ttft_ms": 213.85830726087514,
                        "ttft_relative": 1.473316,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16034.993268356262,
                        "interactivity_tok_s": 57.7215141449094,
                        "output_per_gpu": 112.20296006428607,
                        "total_per_gpu": 225.60035874181392,
                        "tpot_error_pct": 12.0,
                        "tpot_ms": 17.324562856918618,
                        "tpot_relative": 1.837829,
                        "ttft_error_pct": 1.41,
                        "ttft_ms": 178.81837682500017,
                        "ttft_relative": 1.231918,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 14333.988135671825,
                        "interactivity_tok_s": 64.65009593559797,
                        "output_per_gpu": 124.87259088574987,
                        "total_per_gpu": 251.07449290735593,
                        "tpot_ms": 15.46788114585573,
                        "tpot_relative": 1.640868,
                        "ttft_ms": 176.33013413433218,
                        "ttft_relative": 1.214776,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23881.99799165999,
                        "interactivity_tok_s": 43.25811975723488,
                        "output_per_gpu": 171.3424480409469,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.1,
                        "tpot_ms": 23.117047287584683,
                        "tpot_relative": 2.452309,
                        "ttft_error_pct": 10.56,
                        "ttft_ms": 233.2586164608626,
                        "ttft_relative": 1.606969,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21176.17197140928,
                        "interactivity_tok_s": 44.085688975874625,
                        "output_per_gpu": 171.09280293563373,
                        "total_per_gpu": 341.6443945933273,
                        "tpot_error_pct": 4.11,
                        "tpot_ms": 22.683097922031756,
                        "tpot_relative": 2.406275,
                        "ttft_error_pct": 7.61,
                        "ttft_ms": 240.9354971249999,
                        "ttft_relative": 1.659857,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 20369.712521578185,
                        "interactivity_tok_s": 45.897999072149396,
                        "output_per_gpu": 177.23066231567904,
                        "total_per_gpu": 353.9006976990953,
                        "tpot_ms": 21.787442159037244,
                        "tpot_relative": 2.311262,
                        "ttft_ms": 260.78768034640234,
                        "ttft_relative": 1.796622,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 34112.1707793117,
                        "interactivity_tok_s": 30.214811991166627,
                        "output_per_gpu": 239.91437111834054,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.69,
                        "tpot_ms": 33.096350236842525,
                        "tpot_relative": 3.510936,
                        "ttft_error_pct": 29.01,
                        "ttft_ms": 254.6044870217945,
                        "ttft_relative": 1.754025,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30167.88366780333,
                        "interactivity_tok_s": 30.906540362085703,
                        "output_per_gpu": 239.69551383774998,
                        "total_per_gpu": 479.4991009323438,
                        "tpot_error_pct": 9.19,
                        "tpot_ms": 32.35561108698987,
                        "tpot_relative": 3.432357,
                        "ttft_error_pct": 0.59,
                        "ttft_ms": 356.5111682078137,
                        "ttft_relative": 2.456082,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 27663.34996256919,
                        "interactivity_tok_s": 33.746425264875406,
                        "output_per_gpu": 260.5762665290102,
                        "total_per_gpu": 521.2700209714532,
                        "tpot_ms": 29.63276827548425,
                        "tpot_relative": 3.143512,
                        "ttft_ms": 358.6359859822551,
                        "ttft_relative": 2.470721,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "int4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "int4"
          ],
          "rows": 5
        },
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 20,
            "status_counts": {
              "failed": 0,
              "success": 20,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 41.47,
            "tpot_shape_error_pct": 21.64,
            "ttft_mape_pct": 72.08,
            "ttft_shape_error_pct": 49.51
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 20,
            "status_counts": {
              "failed": 0,
              "success": 20,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 35.07,
            "tpot_shape_error_pct": 22.5,
            "ttft_mape_pct": 50.42,
            "ttft_shape_error_pct": 27.48
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 51.13,
                "tpot_shape_error_pct": 28.73,
                "ttft_mape_pct": 84.42,
                "ttft_shape_error_pct": 53.07
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 44.36,
                "tpot_shape_error_pct": 29.84,
                "ttft_mape_pct": 62.19,
                "ttft_shape_error_pct": 36.08
              },
              "gpu": "b200",
              "precisions": [
                "int4"
              ],
              "rows": 5,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 51.13,
                    "tpot_shape_error_pct": 28.73,
                    "ttft_mape_pct": 84.42,
                    "ttft_shape_error_pct": 53.07
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 44.36,
                    "tpot_shape_error_pct": 29.84,
                    "ttft_mape_pct": 62.19,
                    "ttft_shape_error_pct": 36.08
                  },
                  "framework": "vllm",
                  "id": "87dd08ebc20bc6b1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 12406.75391943001,
                        "interactivity_tok_s": 86.32618607556564,
                        "output_per_gpu": 41.22754455530454,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.89,
                        "tpot_ms": 11.583970582514207,
                        "tpot_relative": 1.228865,
                        "ttft_error_pct": 141.9,
                        "ttft_ms": 556.3520135179775,
                        "ttft_relative": 2.419038,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10535.868269499988,
                        "interactivity_tok_s": 91.0222937200898,
                        "output_per_gpu": 42.77881028030318,
                        "total_per_gpu": 384.55599172095395,
                        "tpot_error_pct": 16.55,
                        "tpot_ms": 10.986319495256655,
                        "tpot_relative": 1.165464,
                        "ttft_error_pct": 90.09,
                        "ttft_ms": 437.18780710000044,
                        "ttft_relative": 1.900908,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 8895.699126799855,
                        "interactivity_tok_s": 106.08322082530395,
                        "output_per_gpu": 50.50976065336404,
                        "total_per_gpu": 454.0526249414145,
                        "tpot_ms": 9.426561450719742,
                        "tpot_relative": 1.0,
                        "ttft_ms": 229.9889559497842,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16900.35981732082,
                        "interactivity_tok_s": 62.80643763808655,
                        "output_per_gpu": 60.531255609809506,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.8,
                        "tpot_ms": 15.921934718895574,
                        "tpot_relative": 1.68905,
                        "ttft_error_pct": 116.74,
                        "ttft_ms": 612.2205998906454,
                        "ttft_relative": 2.661957,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14560.241990912491,
                        "interactivity_tok_s": 66.20194435854877,
                        "output_per_gpu": 62.76028448209998,
                        "total_per_gpu": 558.2817470061304,
                        "tpot_error_pct": 25.98,
                        "tpot_ms": 15.105296523981448,
                        "tpot_relative": 1.602419,
                        "ttft_error_pct": 99.37,
                        "ttft_ms": 563.1619843125005,
                        "ttft_relative": 2.448648,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 11383.774153637478,
                        "interactivity_tok_s": 83.40435917136529,
                        "output_per_gpu": 80.0316720269421,
                        "total_per_gpu": 711.9187244564873,
                        "tpot_ms": 11.989780989089164,
                        "tpot_relative": 1.271915,
                        "ttft_ms": 282.47348844995486,
                        "ttft_relative": 1.228205,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27318.364439266075,
                        "interactivity_tok_s": 38.38652296603005,
                        "output_per_gpu": 74.89467404055786,
                        "total_per_gpu": null,
                        "tpot_error_pct": 63.17,
                        "tpot_ms": 26.050809574103514,
                        "tpot_relative": 2.763554,
                        "ttft_error_pct": 50.41,
                        "ttft_ms": 668.3862449581798,
                        "ttft_relative": 2.906167,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23606.358273299986,
                        "interactivity_tok_s": 39.995330277243646,
                        "output_per_gpu": 76.10121935091618,
                        "total_per_gpu": 686.7944567291532,
                        "tpot_error_pct": 56.61,
                        "tpot_ms": 25.002918917486106,
                        "tpot_relative": 2.65239,
                        "ttft_error_pct": 63.33,
                        "ttft_ms": 725.8206387812514,
                        "ttft_relative": 3.155893,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 13975.881671607516,
                        "interactivity_tok_s": 62.63510428464106,
                        "output_per_gpu": 112.01333879722874,
                        "total_per_gpu": 1145.2410511410467,
                        "tpot_ms": 15.965487906838417,
                        "tpot_relative": 1.69367,
                        "ttft_ms": 444.3763660935058,
                        "ttft_relative": 1.932164,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 39114.33588893241,
                        "interactivity_tok_s": 26.648156320889353,
                        "output_per_gpu": 104.61637420150731,
                        "total_per_gpu": null,
                        "tpot_error_pct": 67.52,
                        "tpot_ms": 37.52604825483199,
                        "tpot_relative": 3.980884,
                        "ttft_error_pct": 33.25,
                        "ttft_ms": 725.1885242392798,
                        "ttft_relative": 3.153145,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 34358.5924138655,
                        "interactivity_tok_s": 27.801701315573183,
                        "output_per_gpu": 105.94836850505496,
                        "total_per_gpu": 947.424045872869,
                        "tpot_error_pct": 60.57,
                        "tpot_ms": 35.96902177493173,
                        "tpot_relative": 3.81571,
                        "ttft_error_pct": 2.55,
                        "ttft_ms": 1058.6842237500011,
                        "ttft_relative": 4.603196,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 19552.65056889722,
                        "interactivity_tok_s": 44.64215750018603,
                        "output_per_gpu": 130.01486690485714,
                        "total_per_gpu": 1594.3732099201043,
                        "tpot_ms": 22.40035105820844,
                        "tpot_relative": 2.376301,
                        "ttft_ms": 1086.389137897224,
                        "ttft_relative": 4.723658,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 58469.05281081157,
                        "interactivity_tok_s": 17.734030058097233,
                        "output_per_gpu": 139.97148246066146,
                        "total_per_gpu": null,
                        "tpot_error_pct": 69.29,
                        "tpot_ms": 56.38876198607812,
                        "tpot_relative": 5.981901,
                        "ttft_error_pct": 79.79,
                        "ttft_ms": 783.3492990536449,
                        "ttft_relative": 3.40603,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 51523.867465751384,
                        "interactivity_tok_s": 18.519557442280586,
                        "output_per_gpu": 141.20903176658015,
                        "total_per_gpu": 1272.8268605384544,
                        "tpot_error_pct": 62.11,
                        "tpot_ms": 53.99697066826102,
                        "tpot_relative": 5.728173,
                        "ttft_error_pct": 55.59,
                        "ttft_ms": 1721.72033390625,
                        "ttft_relative": 7.4861,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 25328.115352627472,
                        "interactivity_tok_s": 30.022472582207268,
                        "output_per_gpu": 103.93138314848534,
                        "total_per_gpu": 2299.342586164575,
                        "tpot_ms": 33.30838248787833,
                        "tpot_relative": 3.53346,
                        "ttft_ms": 3876.870259754879,
                        "ttft_relative": 16.856767,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "int4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 49.76,
                "tpot_shape_error_pct": 27.03,
                "ttft_mape_pct": 88.41,
                "ttft_shape_error_pct": 51.9
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 43.12,
                "tpot_shape_error_pct": 28.24,
                "ttft_mape_pct": 67.64,
                "ttft_shape_error_pct": 34.59
              },
              "gpu": "b300",
              "precisions": [
                "int4"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 50.75,
                    "tpot_shape_error_pct": 30.07,
                    "ttft_mape_pct": 83.17,
                    "ttft_shape_error_pct": 49.31
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 44.22,
                    "tpot_shape_error_pct": 31.03,
                    "ttft_mape_pct": 60.83,
                    "ttft_shape_error_pct": 33.56
                  },
                  "framework": "vllm",
                  "id": "ad42d2f749006b48",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11929.375373022931,
                        "interactivity_tok_s": 89.70496474230853,
                        "output_per_gpu": 42.877349735905305,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.52,
                        "tpot_ms": 11.147655014108256,
                        "tpot_relative": 1.215188,
                        "ttft_error_pct": 129.75,
                        "ttft_ms": 525.3242935901845,
                        "ttft_relative": 2.297524,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10154.549570725034,
                        "interactivity_tok_s": 94.3433075634013,
                        "output_per_gpu": 44.38454256830454,
                        "total_per_gpu": 398.99056735325087,
                        "tpot_error_pct": 15.54,
                        "tpot_ms": 10.599585978347987,
                        "tpot_relative": 1.155444,
                        "ttft_error_pct": 79.95,
                        "ttft_ms": 411.4485251500006,
                        "ttft_relative": 1.799485,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 8659.987987345085,
                        "interactivity_tok_s": 109.00843636393671,
                        "output_per_gpu": 51.892989546759345,
                        "total_per_gpu": 466.48702775419275,
                        "tpot_ms": 9.173601909685132,
                        "tpot_relative": 1.0,
                        "ttft_ms": 228.64797431975603,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16202.869038274985,
                        "interactivity_tok_s": 65.47282703535957,
                        "output_per_gpu": 63.136966520153535,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.96,
                        "tpot_ms": 15.27351185645207,
                        "tpot_relative": 1.664942,
                        "ttft_error_pct": 117.28,
                        "ttft_ms": 578.0664091245185,
                        "ttft_relative": 2.528194,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13976.620021287512,
                        "interactivity_tok_s": 68.90546271907621,
                        "output_per_gpu": 65.37592538360032,
                        "total_per_gpu": 581.5490821382199,
                        "tpot_error_pct": 24.44,
                        "tpot_ms": 14.512637467902147,
                        "tpot_relative": 1.582,
                        "ttft_error_pct": 98.93,
                        "ttft_ms": 529.2386753499994,
                        "ttft_relative": 2.314644,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 11063.604090724402,
                        "interactivity_tok_s": 85.74634018926038,
                        "output_per_gpu": 82.34756005337354,
                        "total_per_gpu": 732.5196191773434,
                        "tpot_ms": 11.662305327466894,
                        "tpot_relative": 1.27129,
                        "ttft_ms": 266.04686896607745,
                        "ttft_relative": 1.163565,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26163.276551751016,
                        "interactivity_tok_s": 40.06705079700093,
                        "output_per_gpu": 78.20121443707586,
                        "total_per_gpu": null,
                        "tpot_error_pct": 60.71,
                        "tpot_ms": 24.958163381340043,
                        "tpot_relative": 2.72065,
                        "ttft_error_pct": 58.68,
                        "ttft_ms": 631.0754126401528,
                        "ttft_relative": 2.760031,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 22623.798487212494,
                        "interactivity_tok_s": 41.70416204749282,
                        "output_per_gpu": 79.39809336083354,
                        "total_per_gpu": 716.5479194707249,
                        "tpot_error_pct": 54.4,
                        "tpot_ms": 23.97842207838146,
                        "tpot_relative": 2.61385,
                        "ttft_error_pct": 71.28,
                        "ttft_ms": 681.1794144937483,
                        "ttft_relative": 2.979162,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 13537.94674126749,
                        "interactivity_tok_s": 64.39323337996737,
                        "output_per_gpu": 115.33629653248688,
                        "total_per_gpu": 1189.9971718206743,
                        "tpot_ms": 15.529582030758814,
                        "tpot_relative": 1.692855,
                        "ttft_ms": 397.7044056622294,
                        "ttft_relative": 1.739374,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 37610.122815100876,
                        "interactivity_tok_s": 27.704457071796586,
                        "output_per_gpu": 108.80049555054941,
                        "total_per_gpu": null,
                        "tpot_error_pct": 66.61,
                        "tpot_ms": 36.09527511795241,
                        "tpot_relative": 3.93469,
                        "ttft_error_pct": 31.63,
                        "ttft_ms": 684.6563694355559,
                        "ttft_relative": 2.994369,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 33066.11393190944,
                        "interactivity_tok_s": 28.863326148174142,
                        "output_per_gpu": 110.0795712267432,
                        "total_per_gpu": 984.3665760140117,
                        "tpot_error_pct": 59.92,
                        "tpot_ms": 34.646041653908924,
                        "tpot_relative": 3.776711,
                        "ttft_error_pct": 0.89,
                        "ttft_ms": 992.4726139812526,
                        "ttft_relative": 4.340614,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 18800.926752819323,
                        "interactivity_tok_s": 46.15829586361807,
                        "output_per_gpu": 136.67138914670062,
                        "total_per_gpu": 1676.0021880999534,
                        "tpot_ms": 21.66457797650626,
                        "tpot_relative": 2.361622,
                        "ttft_ms": 1001.4306820138079,
                        "ttft_relative": 4.379792,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 57707.843913749566,
                        "interactivity_tok_s": 17.957328057969086,
                        "output_per_gpu": 141.8178092432607,
                        "total_per_gpu": null,
                        "tpot_error_pct": 73.93,
                        "tpot_ms": 55.68757204701292,
                        "tpot_relative": 6.070415,
                        "ttft_error_pct": 78.52,
                        "ttft_ms": 739.4577096553506,
                        "ttft_relative": 3.234044,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 50867.19347280317,
                        "interactivity_tok_s": 18.72389042262095,
                        "output_per_gpu": 143.05605074870422,
                        "total_per_gpu": 1289.4754795606289,
                        "tpot_error_pct": 66.81,
                        "tpot_ms": 53.40770413780391,
                        "tpot_relative": 5.82189,
                        "ttft_error_pct": 53.11,
                        "ttft_ms": 1614.2763087609346,
                        "ttft_relative": 7.060095,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 23974.492696638892,
                        "interactivity_tok_s": 31.233255123822246,
                        "output_per_gpu": 112.23959687527011,
                        "total_per_gpu": 2483.7543769230083,
                        "tpot_ms": 32.017155945980136,
                        "tpot_relative": 3.49014,
                        "ttft_ms": 3442.4229105843197,
                        "ttft_relative": 15.055558,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "int4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 48.77,
                    "tpot_shape_error_pct": 24.0,
                    "ttft_mape_pct": 93.65,
                    "ttft_shape_error_pct": 54.48
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 42.02,
                    "tpot_shape_error_pct": 25.46,
                    "ttft_mape_pct": 74.45,
                    "ttft_shape_error_pct": 35.62
                  },
                  "framework": "vllm",
                  "id": "1686e8790aca37d0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14649.777745560426,
                        "interactivity_tok_s": 73.53186118314845,
                        "output_per_gpu": 69.83041092961409,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.81,
                        "tpot_ms": 13.599546970656217,
                        "tpot_relative": 1.248122,
                        "ttft_error_pct": 167.18,
                        "ttft_ms": 737.4411945791167,
                        "ttft_relative": 2.671757,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12412.552770924925,
                        "interactivity_tok_s": 77.78263370429228,
                        "output_per_gpu": 72.72195108536435,
                        "total_per_gpu": 653.7269698776857,
                        "tpot_error_pct": 17.99,
                        "tpot_ms": 12.856340192872858,
                        "tpot_relative": 1.179913,
                        "ttft_error_pct": 115.54,
                        "ttft_ms": 594.9202087750007,
                        "ttft_relative": 2.155402,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 10291.233457118506,
                        "interactivity_tok_s": 91.77671320600093,
                        "output_per_gpu": 87.50895520979307,
                        "total_per_gpu": 786.6533181887268,
                        "tpot_ms": 10.896010164968663,
                        "tpot_relative": 1.0,
                        "ttft_ms": 276.0135621210793,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 20907.206417804704,
                        "interactivity_tok_s": 50.906390661918486,
                        "output_per_gpu": 97.86099391344862,
                        "total_per_gpu": null,
                        "tpot_error_pct": 42.66,
                        "tpot_ms": 19.643899066450007,
                        "tpot_relative": 1.802852,
                        "ttft_error_pct": 126.6,
                        "ttft_ms": 811.4976728263459,
                        "ttft_relative": 2.940064,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18046.465369337493,
                        "interactivity_tok_s": 53.63858583313875,
                        "output_per_gpu": 101.38296390716025,
                        "total_per_gpu": 901.8483372695989,
                        "tpot_error_pct": 35.4,
                        "tpot_ms": 18.64329539020368,
                        "tpot_relative": 1.71102,
                        "ttft_error_pct": 114.23,
                        "ttft_ms": 767.1882033749993,
                        "ttft_relative": 2.779531,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 13109.576126416505,
                        "interactivity_tok_s": 72.62494267436735,
                        "output_per_gpu": 139.1601081436178,
                        "total_per_gpu": 1237.893501106409,
                        "tpot_ms": 13.769374035636185,
                        "tpot_relative": 1.263708,
                        "ttft_ms": 358.1117635156261,
                        "ttft_relative": 1.297443,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30897.676194284315,
                        "interactivity_tok_s": 34.086678393629654,
                        "output_per_gpu": 132.43714427808553,
                        "total_per_gpu": null,
                        "tpot_error_pct": 45.62,
                        "tpot_ms": 29.336974065120014,
                        "tpot_relative": 2.692451,
                        "ttft_error_pct": 67.16,
                        "ttft_ms": 885.9517256665423,
                        "ttft_relative": 3.209812,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26723.94405316874,
                        "interactivity_tok_s": 35.55907858611098,
                        "output_per_gpu": 134.4477092435484,
                        "total_per_gpu": 1213.3569240542047,
                        "tpot_error_pct": 39.59,
                        "tpot_ms": 28.122213503883927,
                        "tpot_relative": 2.580964,
                        "ttft_error_pct": 85.46,
                        "ttft_ms": 982.9177026562508,
                        "ttft_relative": 3.561121,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 17594.084351350746,
                        "interactivity_tok_s": 49.63612868034889,
                        "output_per_gpu": 177.86119614313,
                        "total_per_gpu": 1835.1059185201952,
                        "tpot_ms": 20.14661551145312,
                        "tpot_relative": 1.84899,
                        "ttft_ms": 529.9988107855876,
                        "ttft_relative": 1.920191,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 48338.2776129885,
                        "interactivity_tok_s": 21.59274695638125,
                        "output_per_gpu": 169.30681861533597,
                        "total_per_gpu": null,
                        "tpot_error_pct": 58.65,
                        "tpot_ms": 46.31184730780502,
                        "tpot_relative": 4.250349,
                        "ttft_error_pct": 29.04,
                        "ttft_ms": 961.2578171039706,
                        "ttft_relative": 3.482647,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 42502.14995365306,
                        "interactivity_tok_s": 22.5493470391229,
                        "output_per_gpu": 171.58433312685554,
                        "total_per_gpu": 1534.361740470666,
                        "tpot_error_pct": 51.92,
                        "tpot_ms": 44.34718212749175,
                        "tpot_relative": 4.070039,
                        "ttft_error_pct": 6.18,
                        "ttft_ms": 1438.2895209874982,
                        "ttft_relative": 5.210938,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 25324.596699904956,
                        "interactivity_tok_s": 34.25639784239397,
                        "output_per_gpu": 203.6229602452194,
                        "total_per_gpu": 2497.0297664280097,
                        "tpot_ms": 29.191627345080953,
                        "tpot_relative": 2.679112,
                        "ttft_ms": 1354.6083307657477,
                        "ttft_relative": 4.90776,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 78334.82139098716,
                        "interactivity_tok_s": 13.23476227270916,
                        "output_per_gpu": 208.9492221894978,
                        "total_per_gpu": null,
                        "tpot_error_pct": 72.12,
                        "tpot_ms": 75.55859178989995,
                        "tpot_relative": 6.934519,
                        "ttft_error_pct": 78.27,
                        "ttft_ms": 1038.3819899195087,
                        "ttft_relative": 3.762069,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 69247.90356160328,
                        "interactivity_tok_s": 13.787085590614181,
                        "output_per_gpu": 210.55045504042272,
                        "total_per_gpu": 1897.8550544630973,
                        "tpot_error_pct": 65.23,
                        "tpot_ms": 72.53164517095396,
                        "tpot_relative": 6.656716,
                        "ttft_error_pct": 50.84,
                        "ttft_ms": 2349.636701895316,
                        "ttft_relative": 8.512758,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29650514816",
                      "measured": {
                        "e2e_ms": 32719.66602468256,
                        "interactivity_tok_s": 22.779831902797262,
                        "output_per_gpu": 174.94782273108882,
                        "total_per_gpu": 3677.4075484117366,
                        "tpot_ms": 43.89848021122599,
                        "tpot_relative": 4.028858,
                        "ttft_ms": 4779.418711894074,
                        "ttft_relative": 17.315884,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "int4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 15.24,
                "tpot_shape_error_pct": 3.76,
                "ttft_mape_pct": 27.06,
                "ttft_shape_error_pct": 41.17
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 9.65,
                "tpot_shape_error_pct": 3.69,
                "ttft_mape_pct": 4.21,
                "ttft_shape_error_pct": 4.65
              },
              "gpu": "h200",
              "precisions": [
                "int4"
              ],
              "rows": 5,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.24,
                    "tpot_shape_error_pct": 3.76,
                    "ttft_mape_pct": 27.06,
                    "ttft_shape_error_pct": 41.17
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.65,
                    "tpot_shape_error_pct": 3.69,
                    "ttft_mape_pct": 4.21,
                    "ttft_shape_error_pct": 4.65
                  },
                  "framework": "vllm",
                  "id": "baf23252bef46fe1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 13133.028658910664,
                        "interactivity_tok_s": 81.9734674033437,
                        "output_per_gpu": 38.94760403594726,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.65,
                        "tpot_ms": 12.199069182709843,
                        "tpot_relative": 1.136542,
                        "ttft_error_pct": 24.84,
                        "ttft_ms": 653.3808849984945,
                        "ttft_relative": 1.248355,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11160.431923425009,
                        "interactivity_tok_s": 86.39396737491086,
                        "output_per_gpu": 40.40523699702323,
                        "total_per_gpu": 363.21898347099904,
                        "tpot_error_pct": 7.84,
                        "tpot_ms": 11.574882256077569,
                        "tpot_relative": 1.078389,
                        "ttft_error_pct": 0.51,
                        "ttft_ms": 520.7180065000005,
                        "ttft_relative": 0.994888,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 10389.95244242251,
                        "interactivity_tok_s": 93.16629171666091,
                        "output_per_gpu": 43.34207806609316,
                        "total_per_gpu": 389.61943318998107,
                        "tpot_ms": 10.73349579095859,
                        "tpot_relative": 1.0,
                        "ttft_ms": 523.3936227159575,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17861.209681761,
                        "interactivity_tok_s": 59.67725286656323,
                        "output_per_gpu": 57.27495607672295,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.86,
                        "tpot_ms": 16.75680350494641,
                        "tpot_relative": 1.561169,
                        "ttft_error_pct": 2.1,
                        "ttft_ms": 718.9996962008235,
                        "ttft_relative": 1.373727,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15382.549124575007,
                        "interactivity_tok_s": 63.00303106161562,
                        "output_per_gpu": 59.42319107064304,
                        "total_per_gpu": 528.5967582422221,
                        "tpot_error_pct": 12.58,
                        "tpot_ms": 15.872252225801983,
                        "tpot_relative": 1.478759,
                        "ttft_error_pct": 4.63,
                        "ttft_ms": 671.5483256874998,
                        "ttft_relative": 1.283066,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 13769.776809716132,
                        "interactivity_tok_s": 70.92998851807303,
                        "output_per_gpu": 66.3172628119822,
                        "total_per_gpu": 589.9227137808423,
                        "tpot_ms": 14.09840916222902,
                        "tpot_relative": 1.313497,
                        "ttft_ms": 704.1841401252896,
                        "ttft_relative": 1.34542,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26788.731200206694,
                        "interactivity_tok_s": 39.34047161381365,
                        "output_per_gpu": 76.37539772634747,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.97,
                        "tpot_ms": 25.419115709046793,
                        "tpot_relative": 2.368205,
                        "ttft_error_pct": 13.89,
                        "ttft_ms": 784.9758298518254,
                        "ttft_relative": 1.499781,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23078.499924500156,
                        "interactivity_tok_s": 41.202997557668596,
                        "output_per_gpu": 77.78186577237967,
                        "total_per_gpu": 701.9618700219722,
                        "tpot_error_pct": 15.5,
                        "tpot_ms": 24.27007886016979,
                        "tpot_relative": 2.261153,
                        "ttft_error_pct": 5.29,
                        "ttft_ms": 863.3136657812518,
                        "ttft_relative": 1.649454,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 20150.551316404017,
                        "interactivity_tok_s": 47.58921275789911,
                        "output_per_gpu": 88.86711845108091,
                        "total_per_gpu": 802.0035008408921,
                        "tpot_ms": 21.01316542232598,
                        "tpot_relative": 1.957719,
                        "ttft_ms": 911.5730659221299,
                        "ttft_relative": 1.741659,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 40325.608522109615,
                        "interactivity_tok_s": 25.915864410435532,
                        "output_per_gpu": 101.47398018200889,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.36,
                        "tpot_ms": 38.58640345399131,
                        "tpot_relative": 3.594952,
                        "ttft_error_pct": 37.21,
                        "ttft_ms": 851.7177886765071,
                        "ttft_relative": 1.627299,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 35287.58809532186,
                        "interactivity_tok_s": 27.21927227846807,
                        "output_per_gpu": 103.2497293976865,
                        "total_per_gpu": 923.2919557092363,
                        "tpot_error_pct": 7.93,
                        "tpot_ms": 36.738675074390386,
                        "tpot_relative": 3.422806,
                        "ttft_error_pct": 6.79,
                        "ttft_ms": 1264.3254875031248,
                        "ttft_relative": 2.41563,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 32880.23251387349,
                        "interactivity_tok_s": 29.378949508019193,
                        "output_per_gpu": 110.71918547465765,
                        "total_per_gpu": 990.0862102765075,
                        "tpot_ms": 34.037976740013896,
                        "tpot_relative": 3.171192,
                        "ttft_ms": 1356.4207244926365,
                        "ttft_relative": 2.591588,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 66058.75181640332,
                        "interactivity_tok_s": 15.704959782787245,
                        "output_per_gpu": 123.88971597201443,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.37,
                        "tpot_ms": 63.674152231577665,
                        "tpot_relative": 5.932285,
                        "ttft_error_pct": 57.27,
                        "ttft_ms": 920.0940834993786,
                        "ttft_relative": 1.757939,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 58138.28575386554,
                        "interactivity_tok_s": 16.452035074837514,
                        "output_per_gpu": 125.38933187515892,
                        "total_per_gpu": 1130.2315980715125,
                        "tpot_error_pct": 4.4,
                        "tpot_ms": 60.782753954217206,
                        "tpot_relative": 5.662904,
                        "ttft_error_pct": 3.84,
                        "ttft_ms": 2070.6758359171836,
                        "ttft_relative": 3.95625,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696219581",
                      "measured": {
                        "e2e_ms": 55854.702514722885,
                        "interactivity_tok_s": 17.17604192636981,
                        "output_per_gpu": 130.45228358076173,
                        "total_per_gpu": 1175.867920648617,
                        "tpot_ms": 58.22063105614181,
                        "tpot_relative": 5.4242,
                        "ttft_ms": 2153.2590451468423,
                        "ttft_relative": 4.114034,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "int4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "int4"
          ],
          "rows": 20
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 68.42,
        "points": 26,
        "status_counts": {
          "failed": 0,
          "success": 26,
          "unknown": 0,
          "unsupported": 12
        },
        "tpot_mape_pct": 4.72,
        "tpot_shape_error_pct": 4.78,
        "ttft_mape_pct": 42.87,
        "ttft_shape_error_pct": 25.88
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 38,
        "status_counts": {
          "failed": 0,
          "success": 38,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 26.1,
        "tpot_shape_error_pct": 5.16,
        "ttft_mape_pct": 48.13,
        "ttft_shape_error_pct": 25.4
      },
      "frameworks": [
        "sglang",
        "trt"
      ],
      "gpu_skus": [
        "b200"
      ],
      "hf_model_paths": [
        "nvidia/DeepSeek-R1-0528-FP4-V2"
      ],
      "model": "nvidia/DeepSeek-R1-0528-FP4-V2",
      "precisions": [
        "fp4"
      ],
      "rows": 38,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 78.57,
            "points": 11,
            "status_counts": {
              "failed": 0,
              "success": 11,
              "unknown": 0,
              "unsupported": 3
            },
            "tpot_mape_pct": 3.41,
            "tpot_shape_error_pct": 5.9,
            "ttft_mape_pct": 47.33,
            "ttft_shape_error_pct": 24.08
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 14,
            "status_counts": {
              "failed": 0,
              "success": 14,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 11.49,
            "tpot_shape_error_pct": 5.55,
            "ttft_mape_pct": 68.93,
            "ttft_shape_error_pct": 28.73
          },
          "gpu_skus": [
            "b200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 78.57,
                "points": 11,
                "status_counts": {
                  "failed": 0,
                  "success": 11,
                  "unknown": 0,
                  "unsupported": 3
                },
                "tpot_mape_pct": 3.41,
                "tpot_shape_error_pct": 5.9,
                "ttft_mape_pct": 47.33,
                "ttft_shape_error_pct": 24.08
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 14,
                "status_counts": {
                  "failed": 0,
                  "success": 14,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.49,
                "tpot_shape_error_pct": 5.55,
                "ttft_mape_pct": 68.93,
                "ttft_shape_error_pct": 28.73
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 14,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 3
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.13,
                    "tpot_shape_error_pct": 2.7,
                    "ttft_mape_pct": 82.98,
                    "ttft_shape_error_pct": 35.14
                  },
                  "framework": "sglang",
                  "id": "d155bb4e5df544d0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 12027.011989614071,
                        "interactivity_tok_s": 77.24488439920232,
                        "output_per_gpu": 1198.065402517909,
                        "total_per_gpu": 2396.6709854834576,
                        "tpot_error_pct": 9.76,
                        "tpot_ms": 12.945841110098504,
                        "tpot_relative": 0.902448,
                        "ttft_error_pct": 86.21,
                        "ttft_ms": 97.8986333671876,
                        "ttft_relative": 0.137913,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2355474452554742,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28536745888",
                      "measured": {
                        "e2e_ms": 13914.533711095317,
                        "interactivity_tok_s": 69.70945877454584,
                        "output_per_gpu": 1024.8270057636823,
                        "total_per_gpu": 2050.1160827211097,
                        "tpot_ms": 14.345255544648504,
                        "tpot_relative": 1.0,
                        "ttft_ms": 709.8596193234499,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 15715.018032132872,
                        "interactivity_tok_s": 59.11682072086373,
                        "output_per_gpu": 1828.5343119089773,
                        "total_per_gpu": 3661.0856196127174,
                        "tpot_error_pct": 7.4,
                        "tpot_ms": 16.91565933022302,
                        "tpot_relative": 1.179181,
                        "ttft_error_pct": 83.05,
                        "ttft_ms": 156.61865442187516,
                        "ttft_relative": 0.220633,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2344202898550725,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28536745888",
                      "measured": {
                        "e2e_ms": 17709.807105528125,
                        "interactivity_tok_s": 54.7408357876386,
                        "output_per_gpu": 1601.6859550449747,
                        "total_per_gpu": 3206.890556529364,
                        "tpot_ms": 18.267897915906808,
                        "tpot_relative": 1.273445,
                        "ttft_ms": 924.0381370257777,
                        "ttft_relative": 1.30172,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 22476.053941509814,
                        "interactivity_tok_s": 41.542419996519946,
                        "output_per_gpu": 2572.748012584779,
                        "total_per_gpu": 5143.009472560227,
                        "tpot_error_pct": 7.24,
                        "tpot_ms": 24.071780124599652,
                        "tpot_relative": 1.678031,
                        "ttft_error_pct": 79.68,
                        "ttft_ms": 275.6797530011694,
                        "ttft_relative": 0.388358,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2563970588235294,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28536745888",
                      "measured": {
                        "e2e_ms": 25251.72531820352,
                        "interactivity_tok_s": 38.534370131674365,
                        "output_per_gpu": 2261.601522237806,
                        "total_per_gpu": 4521.017213939982,
                        "tpot_ms": 25.950858845828726,
                        "tpot_relative": 1.80902,
                        "ttft_ms": 1356.3978596956968,
                        "ttft_relative": 1.910797,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.62,
                    "tpot_shape_error_pct": 3.02,
                    "ttft_mape_pct": 75.8,
                    "ttft_shape_error_pct": 29.65
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.21,
                    "tpot_shape_error_pct": 0.98,
                    "ttft_mape_pct": 77.7,
                    "ttft_shape_error_pct": 29.0
                  },
                  "framework": "sglang",
                  "id": "778ff73858e55055",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 20584.847218775507,
                        "interactivity_tok_s": 50.06877758743494,
                        "output_per_gpu": 798.1795545794633,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.26,
                        "tpot_ms": 19.972526755894997,
                        "tpot_relative": 1.012559,
                        "ttft_error_pct": 69.84,
                        "ttft_ms": 152.95234749492553,
                        "ttft_relative": 0.301583,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19086.835585014072,
                        "interactivity_tok_s": 48.506092377533754,
                        "output_per_gpu": 755.3963044175193,
                        "total_per_gpu": 1511.1331998520297,
                        "tpot_error_pct": 4.52,
                        "tpot_ms": 20.615967005067663,
                        "tpot_relative": 1.04518,
                        "ttft_error_pct": 81.31,
                        "ttft_ms": 94.78691262968754,
                        "ttft_relative": 0.186896,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28554749907",
                      "measured": {
                        "e2e_ms": 18677.564261367166,
                        "interactivity_tok_s": 50.69759826599148,
                        "output_per_gpu": 768.5752187515458,
                        "total_per_gpu": 1537.4969705928854,
                        "tpot_ms": 19.724800270682866,
                        "tpot_relative": 1.0,
                        "ttft_ms": 507.1647465375235,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25606.423088860243,
                        "interactivity_tok_s": 40.20881803532062,
                        "output_per_gpu": 1282.9787143610893,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.38,
                        "tpot_ms": 24.87016651724431,
                        "tpot_relative": 1.260858,
                        "ttft_error_pct": 76.49,
                        "ttft_ms": 164.24274171931563,
                        "ttft_relative": 0.323845,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24275.444078016353,
                        "interactivity_tok_s": 38.11429430712905,
                        "output_per_gpu": 1183.8930017657046,
                        "total_per_gpu": 2370.3868260473273,
                        "tpot_error_pct": 5.09,
                        "tpot_ms": 26.23687564413218,
                        "tpot_relative": 1.330147,
                        "ttft_error_pct": 78.36,
                        "ttft_ms": 151.20525389921846,
                        "ttft_relative": 0.298138,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28554749907",
                      "measured": {
                        "e2e_ms": 23648.041234221862,
                        "interactivity_tok_s": 40.054045251468004,
                        "output_per_gpu": 1213.4806596851895,
                        "total_per_gpu": 2429.6271412120773,
                        "tpot_ms": 24.96626729514541,
                        "tpot_relative": 1.26573,
                        "ttft_ms": 698.6637594288965,
                        "ttft_relative": 1.377587,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 32824.87873509783,
                        "interactivity_tok_s": 31.345119127371714,
                        "output_per_gpu": 2001.3438704296555,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.23,
                        "tpot_ms": 31.90289358724316,
                        "tpot_relative": 1.6174,
                        "ttft_error_pct": 81.08,
                        "ttft_ms": 188.21859534807865,
                        "ttft_relative": 0.371119,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 31582.362016502844,
                        "interactivity_tok_s": 29.441215880667336,
                        "output_per_gpu": 1826.6885386298216,
                        "total_per_gpu": 3651.611588712009,
                        "tpot_error_pct": 3.03,
                        "tpot_ms": 33.965988499023,
                        "tpot_relative": 1.721994,
                        "ttft_error_pct": 73.42,
                        "ttft_ms": 264.3431549621073,
                        "ttft_relative": 0.521218,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28554749907",
                      "measured": {
                        "e2e_ms": 31381.06798012461,
                        "interactivity_tok_s": 30.33390269161776,
                        "output_per_gpu": 1835.7023311523292,
                        "total_per_gpu": 3669.6304619557877,
                        "tpot_ms": 32.96641418568051,
                        "tpot_relative": 1.671318,
                        "ttft_ms": 994.6785645492305,
                        "ttft_relative": 1.961253,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.82,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 6.69,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.79,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 32.25,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "dd3de553a370c2dc",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 15189.605146909971,
                        "interactivity_tok_s": 68.02237920823585,
                        "output_per_gpu": 541.1770031598289,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.82,
                        "tpot_ms": 14.701044151053813,
                        "tpot_relative": 0.941766,
                        "ttft_error_pct": 6.69,
                        "ttft_ms": 150.43698038192107,
                        "ttft_relative": 1.066854,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13500.409104348426,
                        "interactivity_tok_s": 68.72424509541617,
                        "output_per_gpu": 531.1611940229321,
                        "total_per_gpu": 1062.5618765503757,
                        "tpot_error_pct": 6.79,
                        "tpot_ms": 14.550905559044097,
                        "tpot_relative": 0.932148,
                        "ttft_error_pct": 32.25,
                        "ttft_ms": 95.52731110156242,
                        "ttft_relative": 0.677451,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 14521.829442425224,
                        "interactivity_tok_s": 64.06118246305113,
                        "output_per_gpu": 492.7167935883385,
                        "total_per_gpu": 985.6557419752052,
                        "tpot_ms": 15.610077141126371,
                        "tpot_relative": 1.0,
                        "ttft_ms": 141.0098649939755,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.23,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 46.65,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.85,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 55.46,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "d69b80a52f0289c4",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 30917.18448562921,
                        "interactivity_tok_s": 33.4546368354459,
                        "output_per_gpu": 2127.5941585326295,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.23,
                        "tpot_ms": 29.891222700121453,
                        "tpot_relative": 0.987686,
                        "ttft_error_pct": 46.65,
                        "ttft_ms": 338.46366340496127,
                        "ttft_relative": 0.533516,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 34015.11376117247,
                        "interactivity_tok_s": 27.341014320002614,
                        "output_per_gpu": 1689.9767097345725,
                        "total_per_gpu": 3378.320062460707,
                        "tpot_error_pct": 20.85,
                        "tpot_ms": 36.575087825779846,
                        "tpot_relative": 1.208539,
                        "ttft_error_pct": 55.46,
                        "ttft_ms": 282.5553764660164,
                        "ttft_relative": 0.445388,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 28524.98650017169,
                        "interactivity_tok_s": 33.04268771916967,
                        "output_per_gpu": 1991.492969288144,
                        "total_per_gpu": 3981.061167080974,
                        "tpot_ms": 30.263881936572957,
                        "tpot_relative": 1.0,
                        "ttft_ms": 634.4021987129963,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.21,
                    "tpot_shape_error_pct": 6.42,
                    "ttft_mape_pct": 27.36,
                    "ttft_shape_error_pct": 18.0
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.28,
                    "tpot_shape_error_pct": 6.65,
                    "ttft_mape_pct": 61.31,
                    "ttft_shape_error_pct": 22.03
                  },
                  "framework": "trt",
                  "id": "362227046ff28252",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7874.273402683566,
                        "interactivity_tok_s": 131.66668562962732,
                        "output_per_gpu": 129.3695113467843,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.24,
                        "tpot_ms": 7.594935615019252,
                        "tpot_relative": 1.00245,
                        "ttft_error_pct": 35.14,
                        "ttft_ms": 104.65426851887169,
                        "ttft_relative": 0.64858,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7037.159786274997,
                        "interactivity_tok_s": 131.29450817965989,
                        "output_per_gpu": 126.86713919996777,
                        "total_per_gpu": 254.97499056787223,
                        "tpot_error_pct": 0.53,
                        "tpot_ms": 7.616464800124213,
                        "tpot_relative": 1.005292,
                        "ttft_error_pct": 66.26,
                        "ttft_ms": 54.43974592500031,
                        "ttft_relative": 0.337382,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 7108.694815519266,
                        "interactivity_tok_s": 131.98925464513547,
                        "output_per_gpu": 125.56570287591423,
                        "total_per_gpu": 252.35939036956395,
                        "tpot_ms": 7.576374324475022,
                        "tpot_relative": 1.0,
                        "ttft_ms": 161.359184270259,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9022.346520335954,
                        "interactivity_tok_s": 114.85086689308348,
                        "output_per_gpu": 226.24449983474318,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.4,
                        "tpot_ms": 8.706943421950102,
                        "tpot_relative": 1.149223,
                        "ttft_error_pct": 25.36,
                        "ttft_ms": 115.1433996810001,
                        "ttft_relative": 0.713584,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8164.496603287518,
                        "interactivity_tok_s": 114.58833779457036,
                        "output_per_gpu": 223.2041558665493,
                        "total_per_gpu": 444.75964126017215,
                        "tpot_error_pct": 6.19,
                        "tpot_ms": 8.72689157768186,
                        "tpot_relative": 1.151856,
                        "ttft_error_pct": 59.46,
                        "ttft_ms": 62.53846983750007,
                        "ttft_relative": 0.387573,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 8792.053805314936,
                        "interactivity_tok_s": 107.4954975838385,
                        "output_per_gpu": 207.4817834782994,
                        "total_per_gpu": 413.4310278837362,
                        "tpot_ms": 9.302715206467827,
                        "tpot_relative": 1.227858,
                        "ttft_ms": 154.2601879540598,
                        "ttft_relative": 0.956005,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11342.125622728627,
                        "interactivity_tok_s": 91.29205824391272,
                        "output_per_gpu": 360.9030840848389,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.97,
                        "tpot_ms": 10.953855343344493,
                        "tpot_relative": 1.445791,
                        "ttft_error_pct": 21.58,
                        "ttft_ms": 136.3316064872101,
                        "ttft_relative": 0.844895,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10079.896449950014,
                        "interactivity_tok_s": 91.45121177225577,
                        "output_per_gpu": 356.18793560764567,
                        "total_per_gpu": 716.1676127488203,
                        "tpot_error_pct": 6.13,
                        "tpot_ms": 10.934792230969402,
                        "tpot_relative": 1.443275,
                        "ttft_error_pct": 58.2,
                        "ttft_ms": 72.6744165562501,
                        "ttft_relative": 0.450389,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 10838.841674188734,
                        "interactivity_tok_s": 85.84362440448669,
                        "output_per_gpu": 331.66870536429343,
                        "total_per_gpu": 666.8681367296125,
                        "tpot_ms": 11.64908875804333,
                        "tpot_relative": 1.537555,
                        "ttft_ms": 173.85605943854898,
                        "ttft_relative": 1.077448,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.46,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 41.52,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.58,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 68.75,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "b80ba03caa20933d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6510.9863678833935,
                        "interactivity_tok_s": 159.3143491877456,
                        "output_per_gpu": 78.21089244905842,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.46,
                        "tpot_ms": 6.27689850348345,
                        "tpot_relative": 0.975364,
                        "ttft_error_pct": 41.52,
                        "ttft_ms": 89.71919881982463,
                        "ttft_relative": 0.584829,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5854.518039374999,
                        "interactivity_tok_s": 157.8888949108832,
                        "output_per_gpu": 76.00752917795535,
                        "total_per_gpu": 152.75838296227116,
                        "tpot_error_pct": 1.58,
                        "tpot_ms": 6.333567668355822,
                        "tpot_relative": 0.98417,
                        "ttft_error_pct": 68.75,
                        "ttft_ms": 47.94691102500022,
                        "ttft_relative": 0.312539,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 6053.7243307006065,
                        "interactivity_tok_s": 155.3894363148057,
                        "output_per_gpu": 73.63965559427311,
                        "total_per_gpu": 147.99947889560292,
                        "tpot_ms": 6.435443899636045,
                        "tpot_relative": 1.0,
                        "ttft_ms": 153.4111074755856,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.26,
                    "tpot_shape_error_pct": 10.64,
                    "ttft_mape_pct": 58.12,
                    "ttft_shape_error_pct": 25.11
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 40.85,
                    "tpot_shape_error_pct": 18.18,
                    "ttft_mape_pct": 71.32,
                    "ttft_shape_error_pct": 28.78
                  },
                  "framework": "trt",
                  "id": "191c211b1554876a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 19020.266759361657,
                        "interactivity_tok_s": 54.56870535871106,
                        "output_per_gpu": 860.5811081202821,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.04,
                        "tpot_ms": 18.32552180643526,
                        "tpot_relative": 0.899578,
                        "ttft_error_pct": 62.79,
                        "ttft_ms": 273.25795137838816,
                        "ttft_relative": 0.372131,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24386.761803463254,
                        "interactivity_tok_s": 38.02009365727085,
                        "output_per_gpu": 587.4268621838739,
                        "total_per_gpu": 1176.144206706392,
                        "tpot_error_pct": 29.11,
                        "tpot_ms": 26.30188155280262,
                        "tpot_relative": 1.291128,
                        "ttft_error_pct": 74.93,
                        "ttft_ms": 184.0943200835934,
                        "ttft_relative": 0.250705,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 19460.124712144898,
                        "interactivity_tok_s": 49.08879227867226,
                        "output_per_gpu": 727.2741297144415,
                        "total_per_gpu": 1456.1459637222483,
                        "tpot_ms": 20.37124878369584,
                        "tpot_relative": 1.0,
                        "ttft_ms": 734.3053470784071,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23784.915196473852,
                        "interactivity_tok_s": 43.67179807204916,
                        "output_per_gpu": 1381.724173966134,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.47,
                        "tpot_ms": 22.898072535282683,
                        "tpot_relative": 1.124039,
                        "ttft_error_pct": 53.44,
                        "ttft_ms": 360.1869928796646,
                        "ttft_relative": 0.490514,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32651.749638946167,
                        "interactivity_tok_s": 28.48694566519161,
                        "output_per_gpu": 883.174513265477,
                        "total_per_gpu": 1765.4954412285017,
                        "tpot_error_pct": 52.59,
                        "tpot_ms": 35.10379848205021,
                        "tpot_relative": 1.723203,
                        "ttft_error_pct": 67.71,
                        "ttft_ms": 249.7843498402355,
                        "ttft_relative": 0.340164,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 21974.671845796547,
                        "interactivity_tok_s": 43.46683627394792,
                        "output_per_gpu": 1287.5614785239713,
                        "total_per_gpu": 2573.8785330552164,
                        "tpot_ms": 23.006045199552638,
                        "tpot_relative": 1.129339,
                        "ttft_ms": 773.6551952812079,
                        "ttft_relative": 1.053588,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 14
        },
        {
          "aic": {
            "coverage_pct": 62.5,
            "points": 15,
            "status_counts": {
              "failed": 0,
              "success": 15,
              "unknown": 0,
              "unsupported": 9
            },
            "tpot_mape_pct": 5.68,
            "tpot_shape_error_pct": 4.15,
            "ttft_mape_pct": 39.6,
            "ttft_shape_error_pct": 26.88
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 24,
            "status_counts": {
              "failed": 0,
              "success": 24,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 34.62,
            "tpot_shape_error_pct": 4.99,
            "ttft_mape_pct": 36.0,
            "ttft_shape_error_pct": 23.95
          },
          "gpu_skus": [
            "b200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 62.5,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 9
                },
                "tpot_mape_pct": 5.68,
                "tpot_shape_error_pct": 4.15,
                "ttft_mape_pct": 39.6,
                "ttft_shape_error_pct": 26.88
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 24,
                "status_counts": {
                  "failed": 0,
                  "success": 24,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 34.62,
                "tpot_shape_error_pct": 4.99,
                "ttft_mape_pct": 36.0,
                "ttft_shape_error_pct": 23.95
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 24,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 3
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.23,
                    "tpot_shape_error_pct": 8.13,
                    "ttft_mape_pct": 45.01,
                    "ttft_shape_error_pct": 21.61
                  },
                  "framework": "sglang",
                  "id": "f4a82abe4e368687",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 27973.035016141017,
                        "interactivity_tok_s": 34.061108307014415,
                        "output_per_gpu": 521.0977902848625,
                        "total_per_gpu": 4697.05978536978,
                        "tpot_error_pct": 29.23,
                        "tpot_ms": 29.35899768693269,
                        "tpot_relative": 1.292342,
                        "ttft_error_pct": 39.16,
                        "ttft_ms": 889.5815630734476,
                        "ttft_relative": 0.608424,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.374852652259332,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 22378.676960776647,
                        "interactivity_tok_s": 44.018604119781465,
                        "output_per_gpu": 641.8394838466896,
                        "total_per_gpu": 5786.09492238769,
                        "tpot_ms": 22.717667222678042,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1462.1086687548086,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 42361.60475716221,
                        "interactivity_tok_s": 22.435217080029716,
                        "output_per_gpu": 688.4498332998331,
                        "total_per_gpu": 6215.381441322704,
                        "tpot_error_pct": 21.15,
                        "tpot_ms": 44.57278021571412,
                        "tpot_relative": 1.962032,
                        "ttft_error_pct": 34.78,
                        "ttft_ms": 1298.5784805000083,
                        "ttft_relative": 0.888155,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.291673151750973,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 35817.95932698445,
                        "interactivity_tok_s": 27.180512798250053,
                        "output_per_gpu": 807.4643232403496,
                        "total_per_gpu": 7290.731574528114,
                        "tpot_ms": 36.791064518267014,
                        "tpot_relative": 1.619491,
                        "ttft_ms": 1991.2207520375318,
                        "ttft_relative": 1.361883,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 64393.223096753994,
                        "interactivity_tok_s": 14.928378900455064,
                        "output_per_gpu": 908.224678646381,
                        "total_per_gpu": 8171.671951306363,
                        "tpot_error_pct": 16.3,
                        "tpot_ms": 66.98650983259253,
                        "tpot_relative": 2.948653,
                        "ttft_error_pct": 61.08,
                        "ttft_ms": 2501.2515589976115,
                        "ttft_relative": 1.710715,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.3270227670753063,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 59493.57125621217,
                        "interactivity_tok_s": 17.36129210524545,
                        "output_per_gpu": 976.1338120211861,
                        "total_per_gpu": 8783.421509422662,
                        "tpot_ms": 57.59939951116111,
                        "tpot_relative": 2.535445,
                        "ttft_ms": 6426.93350375564,
                        "ttft_relative": 4.395661,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 6
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.19,
                    "tpot_shape_error_pct": 5.02,
                    "ttft_mape_pct": 48.47,
                    "ttft_shape_error_pct": 36.13
                  },
                  "framework": "sglang",
                  "id": "48388e63cac71f45",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3088.492559300002,
                        "interactivity_tok_s": 316.3642571728313,
                        "output_per_gpu": 75.3037268293476,
                        "total_per_gpu": 674.0828932001236,
                        "tpot_error_pct": 0.02,
                        "tpot_ms": 3.1609133374814062,
                        "tpot_relative": 0.999779,
                        "ttft_error_pct": 26.27,
                        "ttft_ms": 151.20439279999997,
                        "ttft_relative": 0.737259,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2092063492063492,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 3135.1920100001735,
                        "interactivity_tok_s": 316.2942515371157,
                        "output_per_gpu": 74.17218165750822,
                        "total_per_gpu": 664.0335721301977,
                        "tpot_ms": 3.1616129447191503,
                        "tpot_relative": 1.0,
                        "ttft_ms": 205.0898672969197,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3525.076951149998,
                        "interactivity_tok_s": 277.5861492377857,
                        "output_per_gpu": 132.2754166419567,
                        "total_per_gpu": 1178.7680793708164,
                        "tpot_error_pct": 0.21,
                        "tpot_ms": 3.60248522033922,
                        "tpot_relative": 1.139445,
                        "ttft_error_pct": 36.65,
                        "ttft_ms": 158.6159998499999,
                        "ttft_relative": 0.773398,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.46109243697479,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 3607.536522252485,
                        "interactivity_tok_s": 278.1721332172413,
                        "output_per_gpu": 125.76135740180591,
                        "total_per_gpu": 1120.8527201869908,
                        "tpot_ms": 3.5948963989827116,
                        "tpot_relative": 1.137045,
                        "ttft_ms": 250.39906677557155,
                        "ttft_relative": 1.220924,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4473.234038299999,
                        "interactivity_tok_s": 213.74850062581945,
                        "output_per_gpu": 201.80136358261194,
                        "total_per_gpu": 1814.0739070269005,
                        "tpot_error_pct": 6.03,
                        "tpot_ms": 4.678395390246805,
                        "tpot_relative": 1.47975,
                        "ttft_error_pct": 41.49,
                        "ttft_ms": 173.25537824999986,
                        "ttft_relative": 0.844778,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.4125409836065574,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 4866.594342683675,
                        "interactivity_tok_s": 200.854931958681,
                        "output_per_gpu": 183.51459611278736,
                        "total_per_gpu": 1649.8862187404095,
                        "tpot_ms": 4.978717675728848,
                        "tpot_relative": 1.57474,
                        "ttft_ms": 296.1208565044217,
                        "ttft_relative": 1.443859,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6521.008616024987,
                        "interactivity_tok_s": 146.70970397361415,
                        "output_per_gpu": 280.56470987651284,
                        "total_per_gpu": 2495.752810406743,
                        "tpot_error_pct": 2.59,
                        "tpot_ms": 6.816181703835015,
                        "tpot_relative": 2.155919,
                        "ttft_error_pct": 50.34,
                        "ttft_ms": 204.92752347499996,
                        "ttft_relative": 0.999208,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.3387401574803146,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 6902.298142724976,
                        "interactivity_tok_s": 142.91115383718733,
                        "output_per_gpu": 260.91724420657465,
                        "total_per_gpu": 2321.261329407391,
                        "tpot_ms": 6.997354462194449,
                        "tpot_relative": 2.213223,
                        "ttft_ms": 412.66112075027195,
                        "ttft_relative": 2.012099,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9873.1435513625,
                        "interactivity_tok_s": 95.32046226343954,
                        "output_per_gpu": 363.32210870349934,
                        "total_per_gpu": 3278.8910925867594,
                        "tpot_error_pct": 5.5,
                        "tpot_ms": 10.490926882375739,
                        "tpot_relative": 3.31822,
                        "ttft_error_pct": 67.04,
                        "ttft_ms": 272.2387830624997,
                        "ttft_relative": 1.327412,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.289172932330827,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 10979.910643627227,
                        "interactivity_tok_s": 90.07464252019957,
                        "output_per_gpu": 325.8218463032274,
                        "total_per_gpu": 2940.816636851234,
                        "tpot_ms": 11.10190362149643,
                        "tpot_relative": 3.511468,
                        "ttft_ms": 826.0714342031861,
                        "ttft_relative": 4.027851,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 14341.120896387487,
                        "interactivity_tok_s": 66.40658965504457,
                        "output_per_gpu": 507.01975973951863,
                        "total_per_gpu": 4533.932130224222,
                        "tpot_error_pct": 10.81,
                        "tpot_ms": 15.05874650685416,
                        "tpot_relative": 4.762995,
                        "ttft_error_pct": 69.04,
                        "ttft_ms": 398.89323145312505,
                        "ttft_relative": 1.944968,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.3422900763358778,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30952773184",
                      "measured": {
                        "e2e_ms": 16900.010983437598,
                        "interactivity_tok_s": 59.23035775526638,
                        "output_per_gpu": 429.33995276375833,
                        "total_per_gpu": 3839.7584896270823,
                        "tpot_ms": 16.883234170759106,
                        "tpot_relative": 5.34007,
                        "ttft_ms": 1288.5321830188332,
                        "ttft_relative": 6.282769,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.84,
                    "tpot_shape_error_pct": 1.51,
                    "ttft_mape_pct": 28.76,
                    "ttft_shape_error_pct": 37.94
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.72,
                    "tpot_shape_error_pct": 2.5,
                    "ttft_mape_pct": 45.29,
                    "ttft_shape_error_pct": 29.56
                  },
                  "framework": "sglang",
                  "id": "e5ccc9281f5fa7d1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5931.173527303281,
                        "interactivity_tok_s": 182.1716546069697,
                        "output_per_gpu": 44.23452359706222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.08,
                        "tpot_ms": 5.489328195198492,
                        "tpot_relative": 1.040758,
                        "ttft_error_pct": 51.5,
                        "ttft_ms": 315.5907836152233,
                        "ttft_relative": 1.514955,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5228.7763179,
                        "interactivity_tok_s": 183.0234207426533,
                        "output_per_gpu": 44.47981436953256,
                        "total_per_gpu": 398.16199306000146,
                        "tpot_error_pct": 3.59,
                        "tpot_ms": 5.463781607524898,
                        "tpot_relative": 1.035914,
                        "ttft_error_pct": 27.42,
                        "ttft_ms": 151.20439279999974,
                        "ttft_relative": 0.725838,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34557177019",
                      "measured": {
                        "e2e_ms": 5109.899179195054,
                        "interactivity_tok_s": 189.59653952575744,
                        "output_per_gpu": 45.5122074568419,
                        "total_per_gpu": 407.4034814765093,
                        "tpot_ms": 5.274357868035593,
                        "tpot_relative": 1.0,
                        "ttft_ms": 208.31698323599994,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6950.690355843673,
                        "interactivity_tok_s": 154.4206751795398,
                        "output_per_gpu": 75.31025118575842,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.22,
                        "tpot_ms": 6.47581678319521,
                        "tpot_relative": 1.227792,
                        "ttft_error_pct": 26.69,
                        "ttft_ms": 325.92978663497354,
                        "ttft_relative": 1.564586,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6184.562317349964,
                        "interactivity_tok_s": 155.0661727233945,
                        "output_per_gpu": 75.40703974328035,
                        "total_per_gpu": 671.9873856063971,
                        "tpot_error_pct": 6.78,
                        "tpot_ms": 6.448859750887062,
                        "tpot_relative": 1.222681,
                        "ttft_error_pct": 38.34,
                        "ttft_ms": 158.61599985000024,
                        "ttft_relative": 0.761417,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34557177019",
                      "measured": {
                        "e2e_ms": 5900.941794901155,
                        "interactivity_tok_s": 165.57269809576042,
                        "output_per_gpu": 79.04606993684583,
                        "total_per_gpu": 704.4164849881258,
                        "tpot_ms": 6.039643078242533,
                        "tpot_relative": 1.145095,
                        "ttft_ms": 257.2558253770694,
                        "ttft_relative": 1.234925,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8109.508043607689,
                        "interactivity_tok_s": 131.71630908581838,
                        "output_per_gpu": 123.95207365653427,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.26,
                        "tpot_ms": 7.5920742612705645,
                        "tpot_relative": 1.439431,
                        "ttft_error_pct": 18.88,
                        "ttft_ms": 342.81607432790116,
                        "ttft_relative": 1.645646,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7372.442718899979,
                        "interactivity_tok_s": 127.67459961485247,
                        "output_per_gpu": 122.12871782905768,
                        "total_per_gpu": 1097.864337381684,
                        "tpot_error_pct": 9.62,
                        "tpot_ms": 7.832411482132185,
                        "tpot_relative": 1.484998,
                        "ttft_error_pct": 39.92,
                        "ttft_ms": 173.2553782499995,
                        "ttft_relative": 0.831691,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34557177019",
                      "measured": {
                        "e2e_ms": 6854.089583083987,
                        "interactivity_tok_s": 139.9574767847523,
                        "output_per_gpu": 131.20535355055898,
                        "total_per_gpu": 1179.4578793362368,
                        "tpot_ms": 7.145027353829413,
                        "tpot_relative": 1.354672,
                        "ttft_ms": 288.363069773186,
                        "ttft_relative": 1.384251,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10225.099176629537,
                        "interactivity_tok_s": 103.8778961294149,
                        "output_per_gpu": 198.0349071223926,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.97,
                        "tpot_ms": 9.626687074545321,
                        "tpot_relative": 1.825187,
                        "ttft_error_pct": 0.66,
                        "ttft_ms": 376.9982993696735,
                        "ttft_relative": 1.809734,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9283.170561574976,
                        "interactivity_tok_s": 102.02265665146727,
                        "output_per_gpu": 196.52446221182674,
                        "total_per_gpu": 1748.1759523309886,
                        "tpot_error_pct": 6.88,
                        "tpot_ms": 9.80174436562879,
                        "tpot_relative": 1.858377,
                        "ttft_error_pct": 45.52,
                        "ttft_ms": 206.75474901249976,
                        "ttft_relative": 0.992501,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34557177019",
                      "measured": {
                        "e2e_ms": 8872.114095499273,
                        "interactivity_tok_s": 109.04438669563406,
                        "output_per_gpu": 205.53292485191392,
                        "total_per_gpu": 1828.3103924797058,
                        "tpot_ms": 9.170577507957484,
                        "tpot_relative": 1.73871,
                        "ttft_ms": 379.49341850471683,
                        "ttft_relative": 1.821711,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14066.245496152356,
                        "interactivity_tok_s": 75.10741317364473,
                        "output_per_gpu": 290.24385026518104,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.06,
                        "tpot_ms": 13.314264967268253,
                        "tpot_relative": 2.524339,
                        "ttft_error_pct": 31.45,
                        "ttft_ms": 445.7524346369339,
                        "ttft_relative": 2.13978,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12558.017584643721,
                        "interactivity_tok_s": 74.4619638242843,
                        "output_per_gpu": 284.32273106390966,
                        "total_per_gpu": 2565.94148270288,
                        "tpot_error_pct": 3.96,
                        "tpot_ms": 13.429675348877513,
                        "tpot_relative": 2.54622,
                        "ttft_error_pct": 58.4,
                        "ttft_ms": 270.52081839374966,
                        "ttft_relative": 1.298602,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34557177019",
                      "measured": {
                        "e2e_ms": 12474.794477500836,
                        "interactivity_tok_s": 77.40925230306263,
                        "output_per_gpu": 286.38331732810406,
                        "total_per_gpu": 2584.5377579785127,
                        "tpot_ms": 12.918352396492995,
                        "tpot_relative": 2.449275,
                        "ttft_ms": 650.2954908210086,
                        "ttft_relative": 3.121663,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 20665.06134629009,
                        "interactivity_tok_s": 50.94812516357282,
                        "output_per_gpu": 398.25989639971226,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.45,
                        "tpot_ms": 19.62780763353753,
                        "tpot_relative": 3.721364,
                        "ttft_error_pct": 43.39,
                        "ttft_ms": 585.8141371811987,
                        "ttft_relative": 2.812129,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18565.130710750072,
                        "interactivity_tok_s": 50.924892063203444,
                        "output_per_gpu": 390.79326525301263,
                        "total_per_gpu": 3494.597809198105,
                        "tpot_error_pct": 3.5,
                        "tpot_ms": 19.636762288251667,
                        "tpot_relative": 3.723062,
                        "ttft_error_pct": 62.17,
                        "ttft_ms": 391.4921890937498,
                        "ttft_relative": 1.87931,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34557177019",
                      "measured": {
                        "e2e_ms": 18598.49201501711,
                        "interactivity_tok_s": 52.70659730688633,
                        "output_per_gpu": 390.00002481330137,
                        "total_per_gpu": 3487.504400612909,
                        "tpot_ms": 18.97295691803929,
                        "tpot_relative": 3.597207,
                        "ttft_ms": 1034.7931340846117,
                        "ttft_relative": 4.967397,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.67,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 34.82,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 121.95,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 36.66,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "768cb8eca02a73da",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 66098.23502770303,
                        "interactivity_tok_s": 16.0459397449715,
                        "output_per_gpu": 1001.2900653620705,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.67,
                        "tpot_ms": 62.32106164510443,
                        "tpot_relative": 1.106722,
                        "ttft_error_pct": 34.82,
                        "ttft_ms": 2343.788964761198,
                        "ttft_relative": 0.651844,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 117784.62588605634,
                        "interactivity_tok_s": 8.00089731464544,
                        "output_per_gpu": 497.4340569086222,
                        "total_per_gpu": 4475.6193330080005,
                        "tpot_error_pct": 121.95,
                        "tpot_ms": 124.98598103109325,
                        "tpot_relative": 2.21955,
                        "ttft_error_pct": 36.66,
                        "ttft_ms": 2277.3549591734286,
                        "ttft_relative": 0.633367,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 55580.36635577601,
                        "interactivity_tok_s": 17.758387738824986,
                        "output_per_gpu": 1041.0159471921909,
                        "total_per_gpu": 9366.449752512402,
                        "tpot_ms": 56.31141828341263,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3595.6301899044774,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.85,
                    "tpot_shape_error_pct": 4.5,
                    "ttft_mape_pct": 66.1,
                    "ttft_shape_error_pct": 16.13
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.1,
                    "tpot_shape_error_pct": 0.51,
                    "ttft_mape_pct": 4.69,
                    "ttft_shape_error_pct": 0.84
                  },
                  "framework": "trt",
                  "id": "9caeacb1e89ec8e8",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8674.10770256077,
                        "interactivity_tok_s": 124.7677729251204,
                        "output_per_gpu": 115.22681259759,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.46,
                        "tpot_ms": 8.014890196045672,
                        "tpot_relative": 1.004624,
                        "ttft_error_pct": 88.96,
                        "ttft_ms": 474.8750320060479,
                        "ttft_relative": 1.889644,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7940.121776700007,
                        "interactivity_tok_s": 119.342968784422,
                        "output_per_gpu": 113.38987383097094,
                        "total_per_gpu": 1019.3073415662517,
                        "tpot_error_pct": 5.03,
                        "tpot_ms": 8.379211697057526,
                        "tpot_relative": 1.05029,
                        "ttft_error_pct": 5.2,
                        "ttft_ms": 238.23952782499933,
                        "ttft_relative": 0.948014,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 7583.960909489542,
                        "interactivity_tok_s": 125.34473619934576,
                        "output_per_gpu": 118.73431209834112,
                        "total_per_gpu": 1067.3506542398222,
                        "tpot_ms": 7.9779975635324645,
                        "tpot_relative": 1.0,
                        "ttft_ms": 251.3039122102782,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10903.646123259005,
                        "interactivity_tok_s": 98.53681714654722,
                        "output_per_gpu": 185.03675877236606,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.7,
                        "tpot_ms": 10.14849097990213,
                        "tpot_relative": 1.27206,
                        "ttft_error_pct": 72.41,
                        "ttft_ms": 521.7398508191251,
                        "ttft_relative": 2.076131,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9884.235066650026,
                        "interactivity_tok_s": 96.51491057001606,
                        "output_per_gpu": 184.56253112767504,
                        "total_per_gpu": 1641.7690448681672,
                        "tpot_error_pct": 5.88,
                        "tpot_ms": 10.361093369863895,
                        "tpot_relative": 1.298709,
                        "ttft_error_pct": 5.1,
                        "ttft_ms": 287.17337151249956,
                        "ttft_relative": 1.142733,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 9366.796224340214,
                        "interactivity_tok_s": 102.18583708782569,
                        "output_per_gpu": 194.67448838797034,
                        "total_per_gpu": 1731.719579852423,
                        "tpot_ms": 9.78609197222243,
                        "tpot_relative": 1.226635,
                        "ttft_ms": 302.61298562109005,
                        "ttft_relative": 1.204171,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15168.38949148742,
                        "interactivity_tok_s": 70.29956708493458,
                        "output_per_gpu": 268.8329498667477,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.06,
                        "tpot_ms": 14.224838664963887,
                        "tpot_relative": 1.783009,
                        "ttft_error_pct": 58.64,
                        "ttft_ms": 616.3795372293644,
                        "ttft_relative": 2.452726,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13422.87791672495,
                        "interactivity_tok_s": 70.09232843583553,
                        "output_per_gpu": 266.1226533848807,
                        "total_per_gpu": 2401.6903370759137,
                        "tpot_error_pct": 4.37,
                        "tpot_ms": 14.26689656793793,
                        "tpot_relative": 1.78828,
                        "ttft_error_pct": 5.38,
                        "ttft_ms": 367.65393354999986,
                        "ttft_relative": 1.462985,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 12897.35259967565,
                        "interactivity_tok_s": 73.15246897924295,
                        "output_per_gpu": 276.70427917723833,
                        "total_per_gpu": 2497.1868613019205,
                        "tpot_ms": 13.670078590016566,
                        "tpot_relative": 1.713472,
                        "ttft_ms": 388.53895208030735,
                        "ttft_relative": 1.546092,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22569.676009855943,
                        "interactivity_tok_s": 47.009521308178094,
                        "output_per_gpu": 365.0031621010343,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.18,
                        "tpot_ms": 21.272286383099868,
                        "tpot_relative": 2.666369,
                        "ttft_error_pct": 44.4,
                        "ttft_ms": 808.1270399447791,
                        "ttft_relative": 3.215736,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19860.578272690538,
                        "interactivity_tok_s": 47.9242757880772,
                        "output_per_gpu": 365.61247225795444,
                        "total_per_gpu": 3269.4231404958964,
                        "tpot_error_pct": 5.14,
                        "tpot_ms": 20.866251676332773,
                        "tpot_relative": 2.615475,
                        "ttft_error_pct": 3.1,
                        "ttft_ms": 542.3214275437504,
                        "ttft_relative": 2.15803,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 18929.733753473556,
                        "interactivity_tok_s": 50.38611693206016,
                        "output_per_gpu": 382.7074377165589,
                        "total_per_gpu": 3422.291764783162,
                        "tpot_ms": 19.846736777679933,
                        "tpot_relative": 2.487684,
                        "ttft_ms": 559.6523069958494,
                        "ttft_relative": 2.226994,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.86,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 82.7,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.64,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 6.71,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "1fcba1a410724025",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7502.218969739746,
                        "interactivity_tok_s": 144.10353520508482,
                        "output_per_gpu": 66.64348648608875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.86,
                        "tpot_ms": 6.939455014596436,
                        "tpot_relative": 1.018598,
                        "ttft_error_pct": 82.7,
                        "ttft_ms": 403.15648980759187,
                        "ttft_relative": 1.826984,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6883.878081324996,
                        "interactivity_tok_s": 137.64249049251418,
                        "output_per_gpu": 65.32574595864514,
                        "total_per_gpu": 587.2394967843375,
                        "tpot_error_pct": 6.64,
                        "tpot_ms": 7.265198387662028,
                        "tpot_relative": 1.066412,
                        "ttft_error_pct": 6.71,
                        "ttft_ms": 205.8682572500007,
                        "ttft_relative": 0.932933,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 6482.134233275428,
                        "interactivity_tok_s": 146.78355432164184,
                        "output_per_gpu": 69.33604502489801,
                        "total_per_gpu": 623.2896937022858,
                        "tpot_ms": 6.8127523183471475,
                        "tpot_relative": 1.0,
                        "ttft_ms": 220.66775356652215,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.97,
                    "tpot_shape_error_pct": 16.35,
                    "ttft_mape_pct": 11.27,
                    "ttft_shape_error_pct": 3.82
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 276.58,
                    "tpot_shape_error_pct": 24.37,
                    "ttft_mape_pct": 41.51,
                    "ttft_shape_error_pct": 9.0
                  },
                  "framework": "trt",
                  "id": "03333b8db68db630",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 30235.7238176445,
                        "interactivity_tok_s": 36.27052427043913,
                        "output_per_gpu": 537.5576299851109,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.51,
                        "tpot_ms": 27.570596789388315,
                        "tpot_relative": 1.035142,
                        "ttft_error_pct": 9.54,
                        "ttft_ms": 2031.0033021002534,
                        "ttft_relative": 0.904617,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 83693.3749229164,
                        "interactivity_tok_s": 11.185197878108873,
                        "output_per_gpu": 174.55878328689997,
                        "total_per_gpu": 1575.9309823069611,
                        "tpot_error_pct": 235.67,
                        "tpot_ms": 89.40387205461528,
                        "tpot_relative": 3.35668,
                        "ttft_error_pct": 44.03,
                        "ttft_ms": 1256.6635566328155,
                        "ttft_relative": 0.559723,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 26748.058892020345,
                        "interactivity_tok_s": 37.545128770661876,
                        "output_per_gpu": 533.340702027454,
                        "total_per_gpu": 4815.04350926286,
                        "tpot_ms": 26.63461367008041,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2245.1532942250196,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 47090.835181046365,
                        "interactivity_tok_s": 23.02068319773228,
                        "output_per_gpu": 701.6164085554952,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.44,
                        "tpot_ms": 43.43919732575565,
                        "tpot_relative": 1.63093,
                        "ttft_error_pct": 12.99,
                        "ttft_ms": 2652.536316798341,
                        "ttft_relative": 1.18145,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 141095.58033564434,
                        "interactivity_tok_s": 6.640967569619093,
                        "output_per_gpu": 208.09612434619424,
                        "total_per_gpu": 1872.3266417179652,
                        "tpot_error_pct": 317.49,
                        "tpot_ms": 150.5804673064165,
                        "tpot_relative": 5.653563,
                        "ttft_error_pct": 38.99,
                        "ttft_ms": 1860.0542265062468,
                        "ttft_relative": 0.828475,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 36333.534974072696,
                        "interactivity_tok_s": 27.725148126417462,
                        "output_per_gpu": 791.965779588281,
                        "total_per_gpu": 7125.642695705471,
                        "tpot_ms": 36.068337505009254,
                        "tpot_relative": 1.35419,
                        "ttft_ms": 3048.6806552130474,
                        "ttft_relative": 1.357894,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.29,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 16.93,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.5,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 21.19,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "fabebc957f96eb5e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22853.731528713368,
                        "interactivity_tok_s": 46.18089114327282,
                        "output_per_gpu": 360.22877304922633,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.29,
                        "tpot_ms": 21.65397798187942,
                        "tpot_relative": 1.042904,
                        "ttft_error_pct": 16.93,
                        "ttft_ms": 701.7120532507197,
                        "ttft_relative": 1.1693,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20171.23638738447,
                        "interactivity_tok_s": 46.987670138855215,
                        "output_per_gpu": 359.58200866632393,
                        "total_per_gpu": 3215.496814917801,
                        "tpot_error_pct": 2.5,
                        "tpot_ms": 21.282178857663265,
                        "tpot_relative": 1.024997,
                        "ttft_error_pct": 21.19,
                        "ttft_ms": 472.95698397500007,
                        "ttft_relative": 0.788113,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016880548",
                      "measured": {
                        "e2e_ms": 19825.122638181303,
                        "interactivity_tok_s": 48.1622140854576,
                        "output_per_gpu": 365.4210419042726,
                        "total_per_gpu": 3267.7113093205116,
                        "tpot_ms": 20.763165045228813,
                        "tpot_relative": 1.0,
                        "ttft_ms": 600.1128721906298,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 24
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 46.81,
        "points": 44,
        "status_counts": {
          "failed": 50,
          "success": 44,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 20.05,
        "tpot_shape_error_pct": 18.69,
        "ttft_mape_pct": 41.0,
        "ttft_shape_error_pct": 43.48
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 94,
        "status_counts": {
          "failed": 0,
          "success": 94,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 25.15,
        "tpot_shape_error_pct": 14.58,
        "ttft_mape_pct": 50.86,
        "ttft_shape_error_pct": 38.74
      },
      "frameworks": [
        "dynamo-sglang",
        "dynamo-trt",
        "sglang"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300"
      ],
      "hf_model_paths": [
        "nvidia/GLM-5-NVFP4"
      ],
      "model": "nvidia/GLM-5-NVFP4",
      "precisions": [
        "fp4"
      ],
      "rows": 94,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 41.18,
            "points": 21,
            "status_counts": {
              "failed": 30,
              "success": 21,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 23.67,
            "tpot_shape_error_pct": 19.64,
            "ttft_mape_pct": 33.07,
            "ttft_shape_error_pct": 29.79
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 51,
            "status_counts": {
              "failed": 0,
              "success": 51,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 30.12,
            "tpot_shape_error_pct": 15.26,
            "ttft_mape_pct": 52.25,
            "ttft_shape_error_pct": 37.97
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.51,
                "tpot_shape_error_pct": 18.92,
                "ttft_mape_pct": 21.43,
                "ttft_shape_error_pct": 22.22
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.6,
                "tpot_shape_error_pct": 19.66,
                "ttft_mape_pct": 60.1,
                "ttft_shape_error_pct": 9.65
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 8,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.96,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 20.88,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.34,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 61.91,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "sglang",
                  "id": "e7dada92819c1c3a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7894.728107595276,
                        "interactivity_tok_s": 132.00147991354322,
                        "output_per_gpu": 64.36645292329064,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.96,
                        "tpot_ms": 7.575672641359539,
                        "tpot_relative": 0.700368,
                        "ttft_error_pct": 20.88,
                        "ttft_ms": 144.81499548446715,
                        "ttft_relative": 0.791216,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7077.079447999997,
                        "interactivity_tok_s": 130.83692507485696,
                        "output_per_gpu": 62.867057079302654,
                        "total_per_gpu": 126.34892996648539,
                        "tpot_error_pct": 29.34,
                        "tpot_ms": 7.643102277341512,
                        "tpot_relative": 0.706601,
                        "ttft_error_pct": 61.91,
                        "ttft_ms": 69.70773832500018,
                        "ttft_relative": 0.380858,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 10099.453910474404,
                        "interactivity_tok_s": 92.4495578084875,
                        "output_per_gpu": 43.97927030957737,
                        "total_per_gpu": 88.38864108610123,
                        "tpot_ms": 10.816709389476314,
                        "tpot_relative": 1.0,
                        "ttft_ms": 183.02839224979834,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.87,
                    "tpot_shape_error_pct": 18.92,
                    "ttft_mape_pct": 21.51,
                    "ttft_shape_error_pct": 22.22
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.93,
                    "tpot_shape_error_pct": 19.66,
                    "ttft_mape_pct": 59.84,
                    "ttft_shape_error_pct": 9.65
                  },
                  "framework": "sglang",
                  "id": "41c2d2cb6536a855",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9703.222557197225,
                        "interactivity_tok_s": 107.14780198793021,
                        "output_per_gpu": 104.8510968645529,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.05,
                        "tpot_ms": 9.332902602263799,
                        "tpot_relative": 0.789496,
                        "ttft_error_pct": 13.38,
                        "ttft_ms": 155.66319508135874,
                        "ttft_relative": 0.866168,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8673.839977100024,
                        "interactivity_tok_s": 106.61146584778221,
                        "output_per_gpu": 102.83421692345063,
                        "total_per_gpu": 206.67411321369192,
                        "tpot_error_pct": 20.65,
                        "tpot_ms": 9.379854146530361,
                        "tpot_relative": 0.793468,
                        "ttft_error_pct": 58.68,
                        "ttft_ms": 74.25829965000018,
                        "ttft_relative": 0.413201,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 11017.686353249701,
                        "interactivity_tok_s": 84.59276478265762,
                        "output_per_gpu": 80.72318502236429,
                        "total_per_gpu": 162.2358119642314,
                        "tpot_ms": 11.821341961919304,
                        "tpot_relative": 1.0,
                        "ttft_ms": 179.7147997242064,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12158.750643972888,
                        "interactivity_tok_s": 85.33955781625599,
                        "output_per_gpu": 167.80904972103482,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.6,
                        "tpot_ms": 11.717895259699999,
                        "tpot_relative": 0.991249,
                        "ttft_error_pct": 1.16,
                        "ttft_ms": 171.34379329978913,
                        "ttft_relative": 0.953421,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11001.374269587523,
                        "interactivity_tok_s": 85.014368085581,
                        "output_per_gpu": 165.8641635012737,
                        "total_per_gpu": 330.5031914408032,
                        "tpot_error_pct": 12.27,
                        "tpot_ms": 11.762717556088106,
                        "tpot_relative": 0.995041,
                        "ttft_error_pct": 52.92,
                        "ttft_ms": 79.7418020875003,
                        "ttft_relative": 0.443713,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 12615.354953549831,
                        "interactivity_tok_s": 74.58437464182121,
                        "output_per_gpu": 144.020233407619,
                        "total_per_gpu": 286.97667879838275,
                        "tpot_ms": 13.40763403598046,
                        "tpot_relative": 1.134189,
                        "ttft_ms": 169.37167812484404,
                        "ttft_relative": 0.942447,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15407.480972044828,
                        "interactivity_tok_s": 67.28441765409409,
                        "output_per_gpu": 265.63466239733873,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.51,
                        "tpot_ms": 14.862282157823694,
                        "tpot_relative": 1.257242,
                        "ttft_error_pct": 4.37,
                        "ttft_ms": 203.36632459118917,
                        "ttft_relative": 1.131606,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13787.211253256255,
                        "interactivity_tok_s": 66.8156463362115,
                        "output_per_gpu": 260.61237838537073,
                        "total_per_gpu": 523.9990640408341,
                        "tpot_error_pct": 6.86,
                        "tpot_ms": 14.966554315258321,
                        "tpot_relative": 1.266062,
                        "ttft_error_pct": 58.18,
                        "ttft_ms": 88.92350731875031,
                        "ttft_relative": 0.494803,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 14916.625269687347,
                        "interactivity_tok_s": 62.23037132756903,
                        "output_per_gpu": 239.89529721536937,
                        "total_per_gpu": 482.34436133639764,
                        "tpot_ms": 16.069324007986182,
                        "tpot_relative": 1.359349,
                        "ttft_ms": 212.6508557872512,
                        "ttft_relative": 1.183268,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18991.065786856205,
                        "interactivity_tok_s": 54.63593717796231,
                        "output_per_gpu": 432.56688856317123,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.36,
                        "tpot_ms": 18.302971480891063,
                        "tpot_relative": 1.548299,
                        "ttft_error_pct": 6.49,
                        "ttft_ms": 267.12596190464666,
                        "ttft_relative": 1.486388,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17197.193115862556,
                        "interactivity_tok_s": 54.01193313314265,
                        "output_per_gpu": 420.44003638995594,
                        "total_per_gpu": 839.5501109960875,
                        "tpot_error_pct": 8.31,
                        "tpot_ms": 18.51442712733388,
                        "tpot_relative": 1.566187,
                        "ttft_error_pct": 62.6,
                        "ttft_ms": 106.84799025937532,
                        "ttft_relative": 0.594542,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 18924.24392264072,
                        "interactivity_tok_s": 49.52380834060227,
                        "output_per_gpu": 381.08479769701984,
                        "total_per_gpu": 760.964124521938,
                        "tpot_ms": 20.192308174735956,
                        "tpot_relative": 1.708123,
                        "ttft_ms": 285.67398732818674,
                        "ttft_relative": 1.589596,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25839.470436668118,
                        "interactivity_tok_s": 40.078359020889,
                        "output_per_gpu": 636.6159196940866,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.32,
                        "tpot_ms": 24.951121363995863,
                        "tpot_relative": 2.110684,
                        "ttft_error_pct": 25.03,
                        "ttft_ms": 314.473281300349,
                        "ttft_relative": 1.749846,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23561.880039945427,
                        "interactivity_tok_s": 39.34632315993434,
                        "output_per_gpu": 612.0841472103559,
                        "total_per_gpu": 1224.444269244739,
                        "tpot_error_pct": 1.52,
                        "tpot_ms": 25.415335403392458,
                        "tpot_relative": 2.149953,
                        "ttft_error_pct": 66.32,
                        "ttft_ms": 141.2773351546876,
                        "ttft_relative": 0.78612,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 24199.827586923402,
                        "interactivity_tok_s": 38.74675115505143,
                        "output_per_gpu": 592.8582605613998,
                        "total_per_gpu": 1185.983827431707,
                        "tpot_ms": 25.80861543715852,
                        "tpot_relative": 2.183222,
                        "ttft_ms": 419.483285698459,
                        "ttft_relative": 2.334161,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 32263.227220291083,
                        "interactivity_tok_s": 32.0264057152874,
                        "output_per_gpu": 1019.1599993426595,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.07,
                        "tpot_ms": 31.224234429861813,
                        "tpot_relative": 2.641344,
                        "ttft_error_pct": 43.15,
                        "ttft_ms": 320.8353985424462,
                        "ttft_relative": 1.785248,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 29679.39072197672,
                        "interactivity_tok_s": 31.21200587006356,
                        "output_per_gpu": 969.2470701506523,
                        "total_per_gpu": 1940.6234202275953,
                        "tpot_error_pct": 3.62,
                        "tpot_ms": 32.038953349010235,
                        "tpot_relative": 2.710264,
                        "ttft_error_pct": 63.16,
                        "ttft_ms": 207.90041299218697,
                        "ttft_relative": 1.156835,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 31137.13472859441,
                        "interactivity_tok_s": 30.08235366966699,
                        "output_per_gpu": 920.6816698828623,
                        "total_per_gpu": 1843.3859293185417,
                        "tpot_ms": 33.24207975815178,
                        "tpot_relative": 2.812039,
                        "ttft_ms": 564.3606416554121,
                        "ttft_relative": 3.140313,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 46763.334979269894,
                        "interactivity_tok_s": 22.03740191532863,
                        "output_per_gpu": 1405.3701002492166,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.18,
                        "tpot_ms": 45.377399924100246,
                        "tpot_relative": 3.8386,
                        "ttft_error_pct": 56.96,
                        "ttft_ms": 342.25485691534647,
                        "ttft_relative": 1.904433,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 42235.303813258375,
                        "interactivity_tok_s": 22.020703897094123,
                        "output_per_gpu": 1369.8300058328168,
                        "total_per_gpu": 2738.3360754081054,
                        "tpot_error_pct": 2.25,
                        "tpot_ms": 45.41180902632096,
                        "tpot_relative": 3.84151,
                        "ttft_error_pct": 57.04,
                        "ttft_ms": 341.6289601164058,
                        "ttft_relative": 1.900951,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 41742.63041486563,
                        "interactivity_tok_s": 22.517159363232803,
                        "output_per_gpu": 1380.346713309817,
                        "total_per_gpu": 2759.359325998441,
                        "tpot_ms": 44.41057523591774,
                        "tpot_relative": 3.756813,
                        "ttft_ms": 795.2856257191456,
                        "ttft_relative": 4.425265,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.73,
                "tpot_shape_error_pct": 25.78,
                "ttft_mape_pct": 15.11,
                "ttft_shape_error_pct": 18.87
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.83,
                "tpot_shape_error_pct": 26.48,
                "ttft_mape_pct": 56.93,
                "ttft_shape_error_pct": 9.07
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 8,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.29,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 2.74,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 27.75,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 53.28,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "sglang",
                  "id": "a6eb1d106af924ba",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8091.929371743169,
                        "interactivity_tok_s": 128.797017164872,
                        "output_per_gpu": 62.79508479990415,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.29,
                        "tpot_ms": 7.764154962687594,
                        "tpot_relative": 0.717054,
                        "ttft_error_pct": 2.74,
                        "ttft_ms": 149.19884491376098,
                        "ttft_relative": 0.97261,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7243.963743750016,
                        "interactivity_tok_s": 127.82838831893955,
                        "output_per_gpu": 61.43346810402413,
                        "total_per_gpu": 123.46773206327026,
                        "tpot_error_pct": 27.75,
                        "tpot_ms": 7.82298840774664,
                        "tpot_relative": 0.722488,
                        "ttft_error_pct": 53.28,
                        "ttft_ms": 71.66916142499979,
                        "ttft_relative": 0.467203,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 10080.613710117177,
                        "interactivity_tok_s": 92.35444099625013,
                        "output_per_gpu": 44.09043793832725,
                        "total_per_gpu": 88.61206352055271,
                        "tpot_ms": 10.827849632489281,
                        "tpot_relative": 1.0,
                        "ttft_ms": 153.40044663462322,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.36,
                    "tpot_shape_error_pct": 25.78,
                    "ttft_mape_pct": 16.88,
                    "ttft_shape_error_pct": 18.87
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.41,
                    "tpot_shape_error_pct": 26.48,
                    "ttft_mape_pct": 57.46,
                    "ttft_shape_error_pct": 9.07
                  },
                  "framework": "sglang",
                  "id": "4b6d5a9b8e94f703",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9348.631991215261,
                        "interactivity_tok_s": 111.2881902865207,
                        "output_per_gpu": 108.79409377331741,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.26,
                        "tpot_ms": 8.985679409696724,
                        "tpot_relative": 0.757438,
                        "ttft_error_pct": 6.75,
                        "ttft_ms": 156.28195509551213,
                        "ttft_relative": 0.932515,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8345.07577567494,
                        "interactivity_tok_s": 110.85749673118667,
                        "output_per_gpu": 106.92448899684071,
                        "total_per_gpu": 214.8946586591821,
                        "tpot_error_pct": 23.96,
                        "tpot_ms": 9.020589761510264,
                        "tpot_relative": 0.76038,
                        "ttft_error_pct": 55.35,
                        "ttft_ms": 74.83290647499953,
                        "ttft_relative": 0.446519,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 11044.057942945801,
                        "interactivity_tok_s": 84.2938680554953,
                        "output_per_gpu": 80.54161837384495,
                        "total_per_gpu": 161.87090301471463,
                        "tpot_ms": 11.863259132225904,
                        "tpot_relative": 1.0,
                        "ttft_ms": 167.59181887391605,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12223.334646804395,
                        "interactivity_tok_s": 84.88850259987373,
                        "output_per_gpu": 166.92249992740975,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.66,
                        "tpot_ms": 11.780158317947377,
                        "tpot_relative": 0.992995,
                        "ttft_error_pct": 5.21,
                        "ttft_ms": 172.23268754422816,
                        "ttft_relative": 1.027691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11057.922576437497,
                        "interactivity_tok_s": 84.58097329195222,
                        "output_per_gpu": 165.1622543123245,
                        "total_per_gpu": 329.1045576301455,
                        "tpot_error_pct": 12.34,
                        "tpot_ms": 11.822989983199317,
                        "tpot_relative": 0.996606,
                        "ttft_error_pct": 51.15,
                        "ttft_ms": 79.9753778250004,
                        "ttft_relative": 0.477203,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 12684.188980900217,
                        "interactivity_tok_s": 74.14133146542429,
                        "output_per_gpu": 143.32216144946662,
                        "total_per_gpu": 285.58569110607806,
                        "tpot_ms": 13.487753459975947,
                        "tpot_relative": 1.136935,
                        "ttft_ms": 163.70218281226698,
                        "ttft_relative": 0.976791,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15506.5817173754,
                        "interactivity_tok_s": 66.85381451912971,
                        "output_per_gpu": 263.93733385159703,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.24,
                        "tpot_ms": 14.95800960936728,
                        "tpot_relative": 1.260868,
                        "ttft_error_pct": 0.82,
                        "ttft_ms": 204.53788699267224,
                        "ttft_relative": 1.220453,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13879.119269831226,
                        "interactivity_tok_s": 66.3689394001864,
                        "output_per_gpu": 258.957547973991,
                        "total_per_gpu": 520.6717869863763,
                        "tpot_error_pct": 7.57,
                        "tpot_ms": 15.06728914214337,
                        "tpot_relative": 1.27008,
                        "ttft_error_pct": 57.03,
                        "ttft_ms": 88.61318228749977,
                        "ttft_relative": 0.528744,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 15126.968648540787,
                        "interactivity_tok_s": 61.345742817539104,
                        "output_per_gpu": 236.66266658943366,
                        "total_per_gpu": 475.8446876337339,
                        "tpot_ms": 16.301049658397716,
                        "tpot_relative": 1.374079,
                        "ttft_ms": 206.22259184601717,
                        "ttft_relative": 1.230505,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18918.838813740556,
                        "interactivity_tok_s": 54.852610805411324,
                        "output_per_gpu": 434.2264526543678,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.7,
                        "tpot_ms": 18.230672803296137,
                        "tpot_relative": 1.536734,
                        "ttft_error_pct": 2.11,
                        "ttft_ms": 268.86053596860904,
                        "ttft_relative": 1.604258,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17124.342667968835,
                        "interactivity_tok_s": 54.23821011287836,
                        "output_per_gpu": 422.2635521888341,
                        "total_per_gpu": 843.1913743365068,
                        "tpot_error_pct": 8.68,
                        "tpot_ms": 18.43718658707285,
                        "tpot_relative": 1.554142,
                        "ttft_error_pct": 61.71,
                        "ttft_ms": 105.16373310312488,
                        "ttft_relative": 0.627499,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 18908.871990573243,
                        "interactivity_tok_s": 49.52963293986999,
                        "output_per_gpu": 381.364166940557,
                        "total_per_gpu": 761.5219792910375,
                        "tpot_ms": 20.189933594178274,
                        "tpot_relative": 1.701888,
                        "ttft_ms": 274.64705735765165,
                        "ttft_relative": 1.638786,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25839.912599285384,
                        "interactivity_tok_s": 40.08009288169107,
                        "output_per_gpu": 636.614490310297,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.11,
                        "tpot_ms": 24.95004198098574,
                        "tpot_relative": 2.103136,
                        "ttft_error_pct": 14.01,
                        "ttft_ms": 316.01965273697164,
                        "ttft_relative": 1.885651,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23543.93994729383,
                        "interactivity_tok_s": 39.37074494836786,
                        "output_per_gpu": 612.7010463101617,
                        "total_per_gpu": 1225.6783455901273,
                        "tpot_error_pct": 0.34,
                        "tpot_ms": 25.399570196383998,
                        "tpot_relative": 2.141028,
                        "ttft_error_pct": 62.42,
                        "ttft_ms": 138.09480763281297,
                        "ttft_relative": 0.823995,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 23844.365386327263,
                        "interactivity_tok_s": 39.235918061415305,
                        "output_per_gpu": 601.4932769633318,
                        "total_per_gpu": 1203.2577535681182,
                        "tpot_ms": 25.48685106423959,
                        "tpot_relative": 2.148385,
                        "ttft_ms": 367.50410350359743,
                        "ttft_relative": 2.192852,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 32468.745209144938,
                        "interactivity_tok_s": 31.823080826305404,
                        "output_per_gpu": 1012.7042412352782,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.11,
                        "tpot_ms": 31.423733153245994,
                        "tpot_relative": 2.648828,
                        "ttft_error_pct": 36.02,
                        "ttft_ms": 322.26619337428514,
                        "ttft_relative": 1.922923,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 29793.848367976567,
                        "interactivity_tok_s": 31.084962573673376,
                        "output_per_gpu": 965.6934446589064,
                        "total_per_gpu": 1933.508362500438,
                        "tpot_error_pct": 0.22,
                        "tpot_ms": 32.169895576677476,
                        "tpot_relative": 2.711725,
                        "ttft_error_pct": 59.75,
                        "ttft_ms": 202.7254378398434,
                        "ttft_relative": 1.209638,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 30019.3256229094,
                        "interactivity_tok_s": 31.15223663989363,
                        "output_per_gpu": 954.084392190033,
                        "total_per_gpu": 1910.2647543415346,
                        "tpot_ms": 32.100423849483654,
                        "tpot_relative": 2.705869,
                        "ttft_ms": 503.699884503203,
                        "ttft_relative": 3.005516,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 46566.034727729355,
                        "interactivity_tok_s": 22.131843648447628,
                        "output_per_gpu": 1411.3415055821845,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.46,
                        "tpot_ms": 45.18376398660949,
                        "tpot_relative": 3.808714,
                        "ttft_error_pct": 53.26,
                        "ttft_ms": 343.0441694278395,
                        "ttft_relative": 2.046903,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 41737.12005613619,
                        "interactivity_tok_s": 22.279999863285223,
                        "output_per_gpu": 1386.0487742117773,
                        "total_per_gpu": 2770.7579367789945,
                        "tpot_error_pct": 5.75,
                        "tpot_ms": 44.88330368654447,
                        "tpot_relative": 3.783387,
                        "ttft_error_pct": 54.79,
                        "ttft_ms": 331.87628346367126,
                        "ttft_relative": 1.980265,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 39859.87687791894,
                        "interactivity_tok_s": 23.561042496652828,
                        "output_per_gpu": 1444.30165723849,
                        "total_per_gpu": 2887.2074016099205,
                        "tpot_ms": 42.44294369156474,
                        "tpot_relative": 3.57768,
                        "ttft_ms": 734.0102099723026,
                        "ttft_relative": 4.37975,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 15.38,
                "points": 2,
                "status_counts": {
                  "failed": 11,
                  "success": 2,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 45.32,
                "tpot_shape_error_pct": 2.96,
                "ttft_mape_pct": 72.45,
                "ttft_shape_error_pct": 83.83
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 38.96,
                "tpot_shape_error_pct": 7.89,
                "ttft_mape_pct": 32.18,
                "ttft_shape_error_pct": 62.36
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 13,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 45.32,
                    "tpot_shape_error_pct": 2.96,
                    "ttft_mape_pct": 72.45,
                    "ttft_shape_error_pct": 83.83
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.51,
                    "tpot_shape_error_pct": 0.14,
                    "ttft_mape_pct": 12.23,
                    "ttft_shape_error_pct": 25.8
                  },
                  "framework": "dynamo-trt",
                  "id": "8993233d9f8b2bd4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 15400.816,
                        "interactivity_tok_s": 67.39452756436178,
                        "output_per_gpu": 12.953583333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 43.2,
                        "tpot_ms": 14.838,
                        "tpot_relative": 1.431977,
                        "ttft_error_pct": 52.57,
                        "ttft_ms": 221.542,
                        "ttft_relative": 0.474253,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12041.845436137515,
                        "interactivity_tok_s": 80.13838817213399,
                        "output_per_gpu": 15.725159908943452,
                        "total_per_gpu": 31.334167828138902,
                        "tpot_error_pct": 20.43,
                        "tpot_ms": 12.478414188366763,
                        "tpot_relative": 1.204259,
                        "ttft_error_pct": 5.18,
                        "ttft_ms": 442.9464015875059,
                        "ttft_relative": 0.948211,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 5,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 10083.612586720847,
                        "interactivity_tok_s": 96.50739929959776,
                        "output_per_gpu": 22.545019554764004,
                        "total_per_gpu": 37.4564826202988,
                        "tpot_ms": 10.361899784446559,
                        "tpot_relative": 1.0,
                        "ttft_ms": 467.13929549441673,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18961.879,
                        "interactivity_tok_s": 54.58813253998581,
                        "output_per_gpu": 52.40320833333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 47.43,
                        "tpot_ms": 18.319,
                        "tpot_relative": 1.767919,
                        "ttft_error_pct": 92.33,
                        "ttft_ms": 221.542,
                        "ttft_relative": 0.474253,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17316.50048595751,
                        "interactivity_tok_s": 66.73941447545393,
                        "output_per_gpu": 54.22642915989564,
                        "total_per_gpu": 108.16321943472087,
                        "tpot_error_pct": 20.59,
                        "tpot_ms": 14.98364958487596,
                        "tpot_relative": 1.446033,
                        "ttft_error_pct": 19.28,
                        "ttft_ms": 3446.9143485550026,
                        "ttft_relative": 7.378772,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 25,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 14388.262027036399,
                        "interactivity_tok_s": 80.4805760800732,
                        "output_per_gpu": 78.49737717210311,
                        "total_per_gpu": 130.50643528572883,
                        "tpot_ms": 12.425358374734566,
                        "tpot_relative": 1.199139,
                        "ttft_ms": 2889.6619507099967,
                        "ttft_relative": 6.185868,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 49.22,
                    "tpot_shape_error_pct": 1.97,
                    "ttft_mape_pct": 46.54,
                    "ttft_shape_error_pct": 0.63
                  },
                  "framework": "dynamo-trt",
                  "id": "b2e7c0c2fd6180c0",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 33803.12240388434,
                        "interactivity_tok_s": 35.56687230554467,
                        "output_per_gpu": 486.5721016372554,
                        "total_per_gpu": 973.1374172682712,
                        "tpot_error_pct": 47.76,
                        "tpot_ms": 28.11605112221537,
                        "tpot_relative": 1.477638,
                        "ttft_error_pct": 46.08,
                        "ttft_ms": 7911.625658121161,
                        "ttft_relative": 1.460801,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 666,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 22937.16826788778,
                        "interactivity_tok_s": 52.55497793983208,
                        "output_per_gpu": 809.6696043915082,
                        "total_per_gpu": 1439.907844123839,
                        "tpot_ms": 19.02769326903451,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5415.952087367056,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 35155.99420286048,
                        "interactivity_tok_s": 31.899293893825856,
                        "output_per_gpu": 863.0216502473014,
                        "total_per_gpu": 1725.4076789646656,
                        "tpot_error_pct": 50.67,
                        "tpot_ms": 31.348656284631776,
                        "tpot_relative": 1.647528,
                        "ttft_error_pct": 47.0,
                        "ttft_ms": 6268.514344492748,
                        "ttft_relative": 1.157417,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 23435.749780816233,
                        "interactivity_tok_s": 48.06355010314757,
                        "output_per_gpu": 1460.699642473873,
                        "total_per_gpu": 2596.6975787402243,
                        "tpot_ms": 20.805787293155284,
                        "tpot_relative": 1.093448,
                        "ttft_ms": 4264.171131521264,
                        "ttft_relative": 0.787335,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 63.77,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 45.79,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "958d310109fa4fc7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 37115.83756666613,
                        "interactivity_tok_s": 26.51442686448996,
                        "output_per_gpu": 1292.9817929796723,
                        "total_per_gpu": 2586.8858069170074,
                        "tpot_error_pct": 63.77,
                        "tpot_ms": 37.71531646189465,
                        "tpot_relative": 1.637688,
                        "ttft_error_pct": 45.79,
                        "ttft_ms": 2401.059266513407,
                        "ttft_relative": 1.457859,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2151,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 22843.03993517615,
                        "interactivity_tok_s": 43.422366184551855,
                        "output_per_gpu": 2629.4644778630377,
                        "total_per_gpu": 4209.978662272033,
                        "tpot_ms": 23.029606349636577,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1646.9768309983292,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.54,
                    "tpot_shape_error_pct": 12.39,
                    "ttft_mape_pct": 19.5,
                    "ttft_shape_error_pct": 101.13
                  },
                  "framework": "dynamo-trt",
                  "id": "3daeb44a43199ff6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11680.529396437467,
                        "interactivity_tok_s": 81.71777207393045,
                        "output_per_gpu": 8.620610753562458,
                        "total_per_gpu": 17.22873397112454,
                        "tpot_error_pct": 22.52,
                        "tpot_ms": 12.237240132970038,
                        "tpot_relative": 1.225234,
                        "ttft_error_pct": 47.52,
                        "ttft_ms": 327.7955089843776,
                        "ttft_relative": 0.524773,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 9885.688545415178,
                        "interactivity_tok_s": 100.12335543864013,
                        "output_per_gpu": 11.163480767767702,
                        "total_per_gpu": 19.842510892535543,
                        "tpot_ms": 9.987679653952895,
                        "tpot_relative": 1.0,
                        "ttft_ms": 624.6421522082528,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12036.77957078743,
                        "interactivity_tok_s": 95.79375081583257,
                        "output_per_gpu": 41.42936445211555,
                        "total_per_gpu": 82.72767699033024,
                        "tpot_error_pct": 10.42,
                        "tpot_ms": 10.439094319654956,
                        "tpot_relative": 1.045197,
                        "ttft_error_pct": 13.9,
                        "ttft_ms": 2404.418376234368,
                        "ttft_relative": 3.849273,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 20,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 13546.13629704836,
                        "interactivity_tok_s": 85.8130985016784,
                        "output_per_gpu": 40.92323652479457,
                        "total_per_gpu": 72.63922736334493,
                        "tpot_ms": 11.653232635346937,
                        "tpot_relative": 1.166761,
                        "ttft_ms": 2792.6920414101915,
                        "ttft_relative": 4.470867,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18960.78448173666,
                        "interactivity_tok_s": 63.43376248992858,
                        "output_per_gpu": 109.13823410930064,
                        "total_per_gpu": 218.58699107777548,
                        "tpot_error_pct": 15.88,
                        "tpot_ms": 15.764475584414066,
                        "tpot_relative": 1.578392,
                        "ttft_error_pct": 15.29,
                        "ttft_ms": 4476.001039491087,
                        "ttft_relative": 7.165704,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 84,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 16382.954979736365,
                        "interactivity_tok_s": 73.50651819936546,
                        "output_per_gpu": 142.6373179000281,
                        "total_per_gpu": 253.9840750188816,
                        "tpot_ms": 13.604235712645039,
                        "tpot_relative": 1.362102,
                        "ttft_ms": 3882.293410170643,
                        "ttft_relative": 6.215228,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 21217.04332327082,
                        "interactivity_tok_s": 56.91456173905828,
                        "output_per_gpu": 196.3628120080352,
                        "total_per_gpu": 392.4448538516721,
                        "tpot_error_pct": 10.68,
                        "tpot_ms": 17.570195911984655,
                        "tpot_relative": 1.759187,
                        "ttft_error_pct": 10.32,
                        "ttft_ms": 5027.964608063604,
                        "ttft_relative": 8.049352,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 168,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 19182.42934312643,
                        "interactivity_tok_s": 62.9937769003753,
                        "output_per_gpu": 244.26073186433587,
                        "total_per_gpu": 434.0829569473806,
                        "tpot_ms": 15.874583954245205,
                        "tpot_relative": 1.589417,
                        "ttft_ms": 4557.592010877886,
                        "ttft_relative": 7.296325,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 21239.54617115874,
                        "interactivity_tok_s": 48.416853397966044,
                        "output_per_gpu": 331.64666161312397,
                        "total_per_gpu": 663.25365638965,
                        "tpot_error_pct": 13.21,
                        "tpot_ms": 20.653965093113822,
                        "tpot_relative": 2.067944,
                        "ttft_error_pct": 10.47,
                        "ttft_ms": 2220.3969568996426,
                        "ttft_relative": 3.55467,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 284,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 18807.996947585172,
                        "interactivity_tok_s": 54.81470171464606,
                        "output_per_gpu": 422.4047061131857,
                        "total_per_gpu": 751.1717184099332,
                        "tpot_ms": 18.24328088485808,
                        "tpot_relative": 1.826578,
                        "ttft_ms": 2009.9161480833009,
                        "ttft_relative": 3.217708,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 57.68,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 38.98,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "aa31cec1f2383b69",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 92259.48032324067,
                        "interactivity_tok_s": 10.811800357197969,
                        "output_per_gpu": 3503.837024196992,
                        "total_per_gpu": 7008.486110457093,
                        "tpot_error_pct": 57.68,
                        "tpot_ms": 92.49153396864648,
                        "tpot_relative": 1.576806,
                        "ttft_error_pct": 38.98,
                        "ttft_ms": 7116.6774337495,
                        "ttft_relative": 1.389842,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 59117.56871578042,
                        "interactivity_tok_s": 17.04811524921923,
                        "output_per_gpu": 8208.943524135038,
                        "total_per_gpu": 10949.058487333748,
                        "tpot_ms": 58.657510544797496,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5120.494661527859,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 86.4,
                    "tpot_shape_error_pct": 3.53,
                    "ttft_mape_pct": 59.26,
                    "ttft_shape_error_pct": 5.55
                  },
                  "framework": "dynamo-trt",
                  "id": "08dee905ccbacf6d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 47463.590781508785,
                        "interactivity_tok_s": 20.63445794554586,
                        "output_per_gpu": 1690.7006993439472,
                        "total_per_gpu": 3382.6072931765375,
                        "tpot_error_pct": 83.17,
                        "tpot_ms": 48.46262512148323,
                        "tpot_relative": 1.831659,
                        "ttft_error_pct": 63.81,
                        "ttft_ms": 2856.7961307249657,
                        "ttft_relative": 1.638115,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2151,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 26095.68564081236,
                        "interactivity_tok_s": 37.7952996215858,
                        "output_per_gpu": 4606.40826870825,
                        "total_per_gpu": 6146.01714665989,
                        "tpot_ms": 26.458316510576783,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1743.9534356304803,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 67654.5708051077,
                        "interactivity_tok_s": 14.543026053670012,
                        "output_per_gpu": 2383.439984110181,
                        "total_per_gpu": 4767.432362974292,
                        "tpot_error_pct": 89.64,
                        "tpot_ms": 68.7614803349434,
                        "tpot_relative": 2.598861,
                        "ttft_error_pct": 54.71,
                        "ttft_ms": 4356.214065643332,
                        "ttft_relative": 2.497896,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 36194.58487603828,
                        "interactivity_tok_s": 27.579181565236723,
                        "output_per_gpu": 6668.942011929536,
                        "total_per_gpu": 8895.01017062333,
                        "tpot_ms": 36.259234076057204,
                        "tpot_relative": 1.370429,
                        "ttft_ms": 2815.6882903990027,
                        "ttft_relative": 1.614543,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 13.64,
                "points": 3,
                "status_counts": {
                  "failed": 19,
                  "success": 3,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 73.53,
                "tpot_shape_error_pct": 3.73,
                "ttft_mape_pct": 85.77,
                "ttft_shape_error_pct": 86.75
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 22,
                "status_counts": {
                  "failed": 0,
                  "success": 22,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 39.0,
                "tpot_shape_error_pct": 11.44,
                "ttft_mape_pct": 59.56,
                "ttft_shape_error_pct": 53.66
              },
              "gpu": "gb300",
              "precisions": [
                "fp4"
              ],
              "rows": 22,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.23,
                    "tpot_shape_error_pct": 13.58,
                    "ttft_mape_pct": 45.06,
                    "ttft_shape_error_pct": 82.96
                  },
                  "framework": "dynamo-sglang",
                  "id": "a22d1c56de1fedd5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 20297.835267312137,
                        "interactivity_tok_s": 46.52667624356445,
                        "output_per_gpu": 310.53902510488575,
                        "total_per_gpu": 620.7779152492558,
                        "tpot_error_pct": 5.49,
                        "tpot_ms": 21.49304615625363,
                        "tpot_relative": 1.054876,
                        "ttft_error_pct": 57.94,
                        "ttft_ms": 504.4030871546873,
                        "ttft_relative": 0.420567,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 19962.333621277,
                        "interactivity_tok_s": 49.079857913793305,
                        "output_per_gpu": 353.78675299195845,
                        "total_per_gpu": 628.8569547780253,
                        "tpot_ms": 20.374957110846932,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1199.3398593110242,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 23958.68691210026,
                        "interactivity_tok_s": 39.759376980663774,
                        "output_per_gpu": 526.9425797084698,
                        "total_per_gpu": 1053.3997509520173,
                        "tpot_error_pct": 18.71,
                        "tpot_ms": 25.151299540893994,
                        "tpot_relative": 1.234422,
                        "ttft_error_pct": 50.81,
                        "ttft_ms": 788.1355901851568,
                        "ttft_relative": 0.657141,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 21122.183984318715,
                        "interactivity_tok_s": 47.1979797584854,
                        "output_per_gpu": 667.1428106594658,
                        "total_per_gpu": 1185.8821006369749,
                        "tpot_ms": 21.187347533031154,
                        "tpot_relative": 1.039872,
                        "ttft_ms": 1602.1498766825957,
                        "ttft_relative": 1.33586,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 26439.291405207634,
                        "interactivity_tok_s": 36.76171598764602,
                        "output_per_gpu": 949.3023374024659,
                        "total_per_gpu": 1898.5487662018993,
                        "tpot_error_pct": 22.25,
                        "tpot_ms": 27.202212223609354,
                        "tpot_relative": 1.335081,
                        "ttft_error_pct": 44.91,
                        "ttft_ms": 1388.347521685248,
                        "ttft_relative": 1.157593,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 23010.35411962774,
                        "interactivity_tok_s": 44.93986402765204,
                        "output_per_gpu": 1222.3181570956156,
                        "total_per_gpu": 2173.837877254344,
                        "tpot_ms": 22.25195873722911,
                        "tpot_relative": 1.092123,
                        "ttft_ms": 2520.3558213733595,
                        "ttft_relative": 2.101453,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 51798.26152293078,
                        "interactivity_tok_s": 35.795168137472196,
                        "output_per_gpu": 1179.963518415844,
                        "total_per_gpu": 2359.2525312080425,
                        "tpot_error_pct": 18.47,
                        "tpot_ms": 27.936731464969693,
                        "tpot_relative": 1.371131,
                        "ttft_error_pct": 26.57,
                        "ttft_ms": 26057.20068784328,
                        "ttft_relative": 21.726286,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2500,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 42315.08676495206,
                        "interactivity_tok_s": 42.406282726277674,
                        "output_per_gpu": 1622.0140468395123,
                        "total_per_gpu": 2883.6232316238415,
                        "tpot_ms": 23.581411425631405,
                        "tpot_relative": 1.157372,
                        "ttft_ms": 20587.471340868025,
                        "ttft_relative": 17.165669,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 104.03,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 57.38,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "01103a499a7046a6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 114778.70422404089,
                        "interactivity_tok_s": 14.037341933425626,
                        "output_per_gpu": 2912.821121668712,
                        "total_per_gpu": 5826.6072892760685,
                        "tpot_error_pct": 104.03,
                        "tpot_ms": 71.23855817879641,
                        "tpot_relative": 2.040327,
                        "ttft_error_pct": 57.38,
                        "ttft_ms": 49210.877980073135,
                        "ttft_relative": 0.426223,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16500,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 147597.13930273923,
                        "interactivity_tok_s": 28.64076383090822,
                        "output_per_gpu": 3117.2399643899907,
                        "total_per_gpu": 4536.074697534437,
                        "tpot_ms": 34.9152699244994,
                        "tpot_relative": 1.0,
                        "ttft_ms": 115458.06958309561,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 44
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 27.45,
                    "tpot_shape_error_pct": 15.95,
                    "ttft_mape_pct": 61.88,
                    "ttft_shape_error_pct": 27.73
                  },
                  "framework": "dynamo-sglang",
                  "id": "01d8507a245cbdd9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12388.638756771887,
                        "interactivity_tok_s": 137.60223863855828,
                        "output_per_gpu": 31.113155360277,
                        "total_per_gpu": 62.127891673788945,
                        "tpot_error_pct": 35.66,
                        "tpot_ms": 7.267323627101112,
                        "tpot_relative": 0.643425,
                        "ttft_error_pct": 51.01,
                        "ttft_ms": 5682.626859796879,
                        "ttft_relative": 0.489936,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 22022.68146679371,
                        "interactivity_tok_s": 88.53677924992527,
                        "output_per_gpu": 17.85094517141223,
                        "total_per_gpu": 33.66599054749457,
                        "tpot_ms": 11.29474110614707,
                        "tpot_relative": 1.0,
                        "ttft_ms": 11598.716703990567,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 8223.623662035932,
                        "interactivity_tok_s": 115.82995980387597,
                        "output_per_gpu": 94.97101157256694,
                        "total_per_gpu": 189.98484341474202,
                        "tpot_error_pct": 34.38,
                        "tpot_ms": 8.633344962678105,
                        "tpot_relative": 0.764369,
                        "ttft_error_pct": 68.29,
                        "ttft_ms": 273.602202715628,
                        "ttft_relative": 0.023589,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 12974.349785319078,
                        "interactivity_tok_s": 76.00516928854834,
                        "output_per_gpu": 64.32216575884156,
                        "total_per_gpu": 121.5854904536747,
                        "tpot_ms": 13.156999837781685,
                        "tpot_relative": 1.164878,
                        "ttft_ms": 862.8873249907883,
                        "ttft_relative": 0.074395,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10099.274680819512,
                        "interactivity_tok_s": 94.29536937524783,
                        "output_per_gpu": 155.7998141657603,
                        "total_per_gpu": 311.94189546550473,
                        "tpot_error_pct": 25.95,
                        "tpot_ms": 10.604974630519832,
                        "tpot_relative": 0.93893,
                        "ttft_error_pct": 69.78,
                        "ttft_ms": 353.93206126718854,
                        "ttft_relative": 0.030515,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 14331.928359242273,
                        "interactivity_tok_s": 69.82630766475143,
                        "output_per_gpu": 115.5871019476992,
                        "total_per_gpu": 218.62688733786828,
                        "tpot_ms": 14.321249876209674,
                        "tpot_relative": 1.267957,
                        "ttft_ms": 1171.305654025923,
                        "ttft_relative": 0.100986,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12466.968276160973,
                        "interactivity_tok_s": 77.03732297293082,
                        "output_per_gpu": 253.1784180767749,
                        "total_per_gpu": 506.1121400336749,
                        "tpot_error_pct": 21.07,
                        "tpot_ms": 12.980721050644211,
                        "tpot_relative": 1.149271,
                        "ttft_error_pct": 64.22,
                        "ttft_ms": 512.8650187839852,
                        "ttft_relative": 0.044217,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 16578.7138300915,
                        "interactivity_tok_s": 60.80447807704637,
                        "output_per_gpu": 200.7557636862825,
                        "total_per_gpu": 379.1466842932067,
                        "tpot_ms": 16.446157119100395,
                        "tpot_relative": 1.45609,
                        "ttft_ms": 1433.303850670353,
                        "ttft_relative": 0.123574,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 15149.174678522546,
                        "interactivity_tok_s": 64.21390976373368,
                        "output_per_gpu": 417.0638529835953,
                        "total_per_gpu": 833.743515483356,
                        "tpot_error_pct": 20.18,
                        "tpot_ms": 15.572949905703663,
                        "tpot_relative": 1.378779,
                        "ttft_error_pct": 56.08,
                        "ttft_ms": 803.0539680751943,
                        "ttft_relative": 0.069236,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 19801.570602714415,
                        "interactivity_tok_s": 51.25717926539979,
                        "output_per_gpu": 338.2902646947306,
                        "total_per_gpu": 638.912142974997,
                        "tpot_ms": 19.50946217352681,
                        "tpot_relative": 1.727305,
                        "ttft_ms": 1828.4536256739982,
                        "ttft_relative": 0.157643,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.93,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 21.74,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "7e307ded2a21d2c7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 85001.73680896254,
                        "interactivity_tok_s": 27.634185210213403,
                        "output_per_gpu": 2150.4038932458866,
                        "total_per_gpu": 4301.276778952448,
                        "tpot_error_pct": 22.93,
                        "tpot_ms": 36.187062958180036,
                        "tpot_relative": 1.229292,
                        "ttft_error_pct": 21.74,
                        "ttft_ms": 51689.551858732404,
                        "ttft_relative": 1.217369,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8300,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 69557.99646867582,
                        "interactivity_tok_s": 33.97049331509609,
                        "output_per_gpu": 3267.946301268811,
                        "total_per_gpu": 5230.877470318107,
                        "tpot_ms": 29.43731169060214,
                        "tpot_relative": 1.0,
                        "ttft_ms": 42460.065067181815,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.91,
                    "tpot_shape_error_pct": 5.07,
                    "ttft_mape_pct": 90.41,
                    "ttft_shape_error_pct": 55.82
                  },
                  "framework": "dynamo-trt",
                  "id": "65b150874d184003",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11208.239056324986,
                        "interactivity_tok_s": 82.66309262850264,
                        "output_per_gpu": 9.170569387828802,
                        "total_per_gpu": 18.43082344182205,
                        "tpot_error_pct": 22.56,
                        "tpot_ms": 12.097297212119972,
                        "tpot_relative": 1.225609,
                        "ttft_error_pct": 83.51,
                        "ttft_ms": 106.72292867499709,
                        "ttft_relative": 0.164931,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 9796.339052660187,
                        "interactivity_tok_s": 101.31262395694898,
                        "output_per_gpu": 11.245243217985541,
                        "total_per_gpu": 21.16359468831718,
                        "tpot_ms": 9.870438262707838,
                        "tpot_relative": 1.0,
                        "ttft_ms": 647.0759862968407,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11824.254570937517,
                        "interactivity_tok_s": 78.70216245957602,
                        "output_per_gpu": 53.21079045629148,
                        "total_per_gpu": 106.65802393824418,
                        "tpot_error_pct": 11.94,
                        "tpot_ms": 12.706131175412525,
                        "tpot_relative": 1.287291,
                        "ttft_error_pct": 96.84,
                        "ttft_ms": 167.2392583624989,
                        "ttft_relative": 0.258454,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 15806.858449880261,
                        "interactivity_tok_s": 88.09602662546537,
                        "output_per_gpu": 41.61751260602608,
                        "total_per_gpu": 78.10388701033156,
                        "tpot_ms": 11.351249747635453,
                        "tpot_relative": 1.150025,
                        "ttft_ms": 5285.5712816908635,
                        "ttft_relative": 8.168394,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 16248.281974421776,
                        "interactivity_tok_s": 57.74153405320684,
                        "output_per_gpu": 148.1313959481247,
                        "total_per_gpu": 296.43151283593903,
                        "tpot_error_pct": 28.89,
                        "tpot_ms": 17.31855615541032,
                        "tpot_relative": 1.754588,
                        "ttft_error_pct": 94.39,
                        "ttft_ms": 299.53257373478357,
                        "ttft_relative": 0.462902,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 92,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 17688.756930283413,
                        "interactivity_tok_s": 74.42526744969662,
                        "output_per_gpu": 145.08262562071945,
                        "total_per_gpu": 273.45978714026387,
                        "tpot_ms": 13.436297030116704,
                        "tpot_relative": 1.361267,
                        "ttft_ms": 5337.275482337566,
                        "ttft_relative": 8.248298,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 21401.99124802459,
                        "interactivity_tok_s": 44.502191620286865,
                        "output_per_gpu": 406.527951125038,
                        "total_per_gpu": 812.294537088785,
                        "tpot_error_pct": 24.26,
                        "tpot_ms": 22.470803427670692,
                        "tpot_relative": 2.276576,
                        "ttft_error_pct": 86.92,
                        "ttft_ms": 691.2214903473214,
                        "ttft_relative": 1.068223,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 336,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 21936.264843350553,
                        "interactivity_tok_s": 55.29970504441459,
                        "output_per_gpu": 429.30233312351334,
                        "total_per_gpu": 808.2663676661026,
                        "tpot_ms": 18.083279091576323,
                        "tpot_relative": 1.832064,
                        "ttft_ms": 5283.285907101561,
                        "ttft_relative": 8.164862,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 34
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 86.41,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 17.97,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "8333910c4b43979b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 60802.41457379846,
                        "interactivity_tok_s": 15.717131622383578,
                        "output_per_gpu": 2858.903201838103,
                        "total_per_gpu": 5719.787379127041,
                        "tpot_error_pct": 86.41,
                        "tpot_ms": 63.62484097135437,
                        "tpot_relative": 1.864105,
                        "ttft_error_pct": 17.97,
                        "ttft_ms": 2240.582025696411,
                        "ttft_relative": 0.820254,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 34151.89091640228,
                        "interactivity_tok_s": 29.298384568143465,
                        "output_per_gpu": 7060.59274348473,
                        "total_per_gpu": 10273.519054568993,
                        "tpot_ms": 34.13157464959053,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2731.5703451068116,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 22
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 49.69,
                    "tpot_shape_error_pct": 3.73,
                    "ttft_mape_pct": 82.19,
                    "ttft_shape_error_pct": 86.75
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.12,
                    "tpot_shape_error_pct": 6.12,
                    "ttft_mape_pct": 86.96,
                    "ttft_shape_error_pct": 62.92
                  },
                  "framework": "dynamo-trt",
                  "id": "3f6daa27ce95ae01",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 15400.444,
                        "interactivity_tok_s": 67.25854183481302,
                        "output_per_gpu": 14.131181818181819,
                        "total_per_gpu": null,
                        "tpot_error_pct": 46.94,
                        "tpot_ms": 14.868,
                        "tpot_relative": 1.469442,
                        "ttft_error_pct": 68.54,
                        "ttft_ms": 190.48,
                        "ttft_relative": 0.314571,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11740.119636239971,
                        "interactivity_tok_s": 79.49945053894953,
                        "output_per_gpu": 17.440805781464086,
                        "total_per_gpu": 34.95296958112743,
                        "tpot_error_pct": 24.32,
                        "tpot_ms": 12.578703289402803,
                        "tpot_relative": 1.243185,
                        "ttft_error_pct": 80.98,
                        "ttft_ms": 115.19372318000165,
                        "ttft_relative": 0.190238,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 5,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 9995.57343252527,
                        "interactivity_tok_s": 98.8325184794148,
                        "output_per_gpu": 22.744977405235424,
                        "total_per_gpu": 41.22403009395954,
                        "tpot_ms": 10.118127266060549,
                        "tpot_relative": 1.0,
                        "ttft_ms": 605.5229884805158,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25172.14,
                        "interactivity_tok_s": 40.95004095004095,
                        "output_per_gpu": 180.06572727272726,
                        "total_per_gpu": null,
                        "tpot_error_pct": 52.43,
                        "tpot_ms": 24.42,
                        "tpot_relative": 2.41349,
                        "ttft_error_pct": 95.83,
                        "ttft_ms": 190.48,
                        "ttft_relative": 0.314571,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19773.2616038943,
                        "interactivity_tok_s": 47.31637005050604,
                        "output_per_gpu": 213.84204187542719,
                        "total_per_gpu": 428.03777771087385,
                        "tpot_error_pct": 31.92,
                        "tpot_ms": 21.134334669641575,
                        "tpot_relative": 2.08876,
                        "ttft_error_pct": 92.95,
                        "ttft_ms": 322.2509715961903,
                        "ttft_relative": 0.532186,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 105,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 19281.60580634763,
                        "interactivity_tok_s": 62.42058328522514,
                        "output_per_gpu": 243.41081027948525,
                        "total_per_gpu": 443.4285633609876,
                        "tpot_ms": 16.0203565453817,
                        "tpot_relative": 1.583332,
                        "ttft_ms": 4568.705234653178,
                        "ttft_relative": 7.545057,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 22
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 121.22,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 92.93,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 80.26,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 16.62,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "ddff36bf94699dc2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 124602.625,
                        "interactivity_tok_s": 8.222669900916829,
                        "output_per_gpu": 2584.6749999999997,
                        "total_per_gpu": null,
                        "tpot_error_pct": 121.22,
                        "tpot_ms": 121.615,
                        "tpot_relative": 2.21217,
                        "ttft_error_pct": 92.93,
                        "ttft_ms": 190.48,
                        "ttft_relative": 0.070746,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 94367.4438272895,
                        "interactivity_tok_s": 10.090745054384856,
                        "output_per_gpu": 3235.8308851885376,
                        "total_per_gpu": 6472.3399585789,
                        "tpot_error_pct": 80.26,
                        "tpot_ms": 99.10071006753438,
                        "tpot_relative": 1.802636,
                        "ttft_error_pct": 16.62,
                        "ttft_ms": 3140.0086491518196,
                        "ttft_relative": 1.16622,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 53294.96316289202,
                        "interactivity_tok_s": 18.18994475487472,
                        "output_per_gpu": 8661.523437419288,
                        "total_per_gpu": 11552.96351713057,
                        "tpot_ms": 54.975428099198055,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2692.4662741751354,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 74.29,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 41.5,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "4d76d20a7e4780cd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 43869.855413583115,
                        "interactivity_tok_s": 21.928068378142306,
                        "output_per_gpu": 2269.2941197267915,
                        "total_per_gpu": 4536.845898704155,
                        "tpot_error_pct": 74.29,
                        "tpot_ms": 45.603652029687694,
                        "tpot_relative": 1.742852,
                        "ttft_error_pct": 41.5,
                        "ttft_ms": 1845.929008638042,
                        "ttft_relative": 0.585035,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2253,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 27239.20919583982,
                        "interactivity_tok_s": 38.217379660805754,
                        "output_per_gpu": 4616.849442088915,
                        "total_per_gpu": 7391.957908624201,
                        "tpot_ms": 26.16610581037718,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3155.2440073868615,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 74.29,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 51.9,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "86c107e7e0d75dcf",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 38225.08115331736,
                        "interactivity_tok_s": 24.93808392699228,
                        "output_per_gpu": 1369.9717071510054,
                        "total_per_gpu": 2738.8915640767877,
                        "tpot_error_pct": 74.29,
                        "tpot_ms": 40.099311676372544,
                        "tpot_relative": 1.742899,
                        "ttft_error_pct": 51.9,
                        "ttft_ms": 1273.129075431216,
                        "ttft_relative": 0.481028,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2253,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 23823.240988636895,
                        "interactivity_tok_s": 43.464570307616285,
                        "output_per_gpu": 2636.7243488496947,
                        "total_per_gpu": 4443.804019629844,
                        "tpot_ms": 23.007244588468193,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2646.685161954178,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 38
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 69.8,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 78.01,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "1b7d7e9517878fed",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 30301.57517564507,
                        "interactivity_tok_s": 31.62622477016353,
                        "output_per_gpu": 569.728297565246,
                        "total_per_gpu": 1139.5337276923126,
                        "tpot_error_pct": 69.8,
                        "tpot_ms": 31.619328809153632,
                        "tpot_relative": 1.697988,
                        "ttft_error_pct": 78.01,
                        "ttft_ms": 1191.6581646057039,
                        "ttft_relative": 0.219903,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 666,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 22566.29105280967,
                        "interactivity_tok_s": 53.70096474899331,
                        "output_per_gpu": 822.2626327808314,
                        "total_per_gpu": 1548.3209848508002,
                        "tpot_ms": 18.621639381604336,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5419.021865952021,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 34
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 51
        },
        {
          "aic": {
            "coverage_pct": 53.49,
            "points": 23,
            "status_counts": {
              "failed": 20,
              "success": 23,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 16.75,
            "tpot_shape_error_pct": 17.92,
            "ttft_mape_pct": 48.23,
            "ttft_shape_error_pct": 54.74
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 43,
            "status_counts": {
              "failed": 0,
              "success": 43,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 19.26,
            "tpot_shape_error_pct": 13.49,
            "ttft_mape_pct": 49.21,
            "ttft_shape_error_pct": 39.95
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 75.0,
                "points": 6,
                "status_counts": {
                  "failed": 2,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.23,
                "tpot_shape_error_pct": 17.24,
                "ttft_mape_pct": 19.8,
                "ttft_shape_error_pct": 30.19
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.17,
                "tpot_shape_error_pct": 12.91,
                "ttft_mape_pct": 46.46,
                "ttft_shape_error_pct": 58.82
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 8,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 33.85,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 19.47,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.87,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 39.77,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "sglang",
                  "id": "a2d569cbd2496123",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8866.652133282203,
                        "interactivity_tok_s": 123.6382160793664,
                        "output_per_gpu": 56.0544606007875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 33.85,
                        "tpot_ms": 8.088114109945387,
                        "tpot_relative": 0.661532,
                        "ttft_error_pct": 19.47,
                        "ttft_ms": 592.5113988080727,
                        "ttft_relative": 1.194728,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8180.279263100009,
                        "interactivity_tok_s": 116.62592227844351,
                        "output_per_gpu": 54.96758467397633,
                        "total_per_gpu": 494.12580430127537,
                        "tpot_error_pct": 29.87,
                        "tpot_ms": 8.574423082481676,
                        "tpot_relative": 0.701307,
                        "ttft_error_pct": 39.77,
                        "ttft_ms": 298.7149715250001,
                        "ttft_relative": 0.602323,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 11732.783799275603,
                        "interactivity_tok_s": 81.79061325836727,
                        "output_per_gpu": 38.2445144383994,
                        "total_per_gpu": 343.79537629443377,
                        "tpot_ms": 12.226341876678603,
                        "tpot_relative": 1.0,
                        "ttft_ms": 495.93816615069954,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 71.43,
                    "points": 5,
                    "status_counts": {
                      "failed": 2,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.91,
                    "tpot_shape_error_pct": 17.24,
                    "ttft_mape_pct": 19.86,
                    "ttft_shape_error_pct": 30.19
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.92,
                    "tpot_shape_error_pct": 12.91,
                    "ttft_mape_pct": 47.41,
                    "ttft_shape_error_pct": 58.82
                  },
                  "framework": "sglang",
                  "id": "eda743df7703075e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10875.6213307184,
                        "interactivity_tok_s": 99.95780121918168,
                        "output_per_gpu": 91.7258291308458,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.34,
                        "tpot_ms": 10.004221659570701,
                        "tpot_relative": 0.756561,
                        "ttft_error_pct": 20.11,
                        "ttft_ms": 641.3025729775719,
                        "ttft_relative": 1.201053,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9960.803560549999,
                        "interactivity_tok_s": 95.35906128892069,
                        "output_per_gpu": 90.43243845231298,
                        "total_per_gpu": 812.9336890134496,
                        "tpot_error_pct": 20.7,
                        "tpot_ms": 10.486680410686732,
                        "tpot_relative": 0.793046,
                        "ttft_error_pct": 39.75,
                        "ttft_ms": 321.7021751249996,
                        "ttft_relative": 0.602494,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 12686.97157259976,
                        "interactivity_tok_s": 75.62414856966673,
                        "output_per_gpu": 70.8056994740846,
                        "total_per_gpu": 636.5010107186051,
                        "tpot_ms": 13.223289371367622,
                        "tpot_relative": 1.0,
                        "ttft_ms": 533.950482374803,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14442.49664197148,
                        "interactivity_tok_s": 74.46619344460194,
                        "output_per_gpu": 139.65350602365262,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.47,
                        "tpot_ms": 13.428912554042872,
                        "tpot_relative": 1.01555,
                        "ttft_error_pct": 7.28,
                        "ttft_ms": 704.7190991856222,
                        "ttft_relative": 1.319821,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13196.126442787494,
                        "interactivity_tok_s": 72.32197249616546,
                        "output_per_gpu": 138.3990965796616,
                        "total_per_gpu": 1231.1239513995636,
                        "tpot_error_pct": 12.97,
                        "tpot_ms": 13.82705650143904,
                        "tpot_relative": 1.045659,
                        "ttft_error_pct": 41.0,
                        "ttft_ms": 387.5723205000004,
                        "ttft_relative": 0.725858,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 15368.823224588232,
                        "interactivity_tok_s": 62.944914177332315,
                        "output_per_gpu": 118.56454992709291,
                        "total_per_gpu": 1054.6864886371238,
                        "tpot_ms": 15.886907037203006,
                        "tpot_relative": 1.201434,
                        "ttft_ms": 656.8823781753053,
                        "ttft_relative": 1.230231,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19657.345468229538,
                        "interactivity_tok_s": 54.34046379661801,
                        "output_per_gpu": 207.3959692202766,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.05,
                        "tpot_ms": 18.402492914722547,
                        "tpot_relative": 1.391673,
                        "ttft_error_pct": 10.75,
                        "ttft_ms": 831.5952164683722,
                        "ttft_relative": 1.557439,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17683.78839321254,
                        "interactivity_tok_s": 53.29625371167187,
                        "output_per_gpu": 202.14804935410658,
                        "total_per_gpu": 1824.3355483546568,
                        "tpot_error_pct": 10.33,
                        "tpot_ms": 18.76304487384636,
                        "tpot_relative": 1.418939,
                        "ttft_error_pct": 45.06,
                        "ttft_ms": 511.93404192499963,
                        "ttft_relative": 0.958767,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 20087.425073906616,
                        "interactivity_tok_s": 47.79158740092914,
                        "output_per_gpu": 177.22613027848013,
                        "total_per_gpu": 1599.4214665806605,
                        "tpot_ms": 20.924184660594857,
                        "tpot_relative": 1.582374,
                        "ttft_ms": 931.7613286501455,
                        "ttft_relative": 1.745033,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27497.01819604759,
                        "interactivity_tok_s": 38.73658960847637,
                        "output_per_gpu": 299.74189884573656,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.21,
                        "tpot_ms": 25.815385662685678,
                        "tpot_relative": 1.952267,
                        "ttft_error_pct": 19.74,
                        "ttft_ms": 1087.8786631201403,
                        "ttft_relative": 2.037415,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24782.060472021745,
                        "interactivity_tok_s": 38.52520151577642,
                        "output_per_gpu": 292.9951815951674,
                        "total_per_gpu": 2620.0562055366167,
                        "tpot_error_pct": 10.72,
                        "tpot_ms": 25.957034892873715,
                        "tpot_relative": 1.962979,
                        "ttft_error_pct": 45.0,
                        "ttft_ms": 745.4052026281234,
                        "ttft_relative": 1.396019,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 28282.32876814036,
                        "interactivity_tok_s": 34.395151760822266,
                        "output_per_gpu": 255.78629877061036,
                        "total_per_gpu": 2287.322527751202,
                        "tpot_ms": 29.073865030566548,
                        "tpot_relative": 2.198686,
                        "ttft_ms": 1355.375332249696,
                        "ttft_relative": 2.538391,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 43490.56755081028,
                        "interactivity_tok_s": 24.22953925740179,
                        "output_per_gpu": 379.85012521125464,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.49,
                        "tpot_ms": 41.2719362665765,
                        "tpot_relative": 3.121155,
                        "ttft_error_pct": 41.44,
                        "ttft_ms": 1269.3767501025154,
                        "ttft_relative": 2.37733,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 39285.202637429975,
                        "interactivity_tok_s": 24.23244084282632,
                        "output_per_gpu": 370.4023787601566,
                        "total_per_gpu": 3338.724803896327,
                        "tpot_error_pct": 6.5,
                        "tpot_ms": 41.26699437692164,
                        "tpot_relative": 3.120781,
                        "ttft_error_pct": 43.96,
                        "ttft_ms": 1214.7467817750014,
                        "ttft_relative": 2.275018,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 42893.20730920792,
                        "interactivity_tok_s": 22.657749044341028,
                        "output_per_gpu": 338.5414995572326,
                        "total_per_gpu": 3051.5379126435932,
                        "tpot_ms": 44.135010854035336,
                        "tpot_relative": 3.337673,
                        "ttft_ms": 2167.469331979555,
                        "ttft_relative": 4.059308,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 65289.09161537823,
                        "interactivity_tok_s": 16.337097562466482,
                        "output_per_gpu": 442.65532648603795,
                        "total_per_gpu": 3996.3285167152203,
                        "tpot_error_pct": 11.34,
                        "tpot_ms": 61.21038306690663,
                        "tpot_relative": 4.628983,
                        "ttft_error_pct": 114.82,
                        "ttft_ms": 8888.593869309367,
                        "ttft_relative": 16.646851,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 67772.0732792571,
                        "interactivity_tok_s": 14.483688119351761,
                        "output_per_gpu": 425.809047351985,
                        "total_per_gpu": 3844.238929906455,
                        "tpot_ms": 69.04318787863795,
                        "tpot_relative": 5.221332,
                        "ttft_ms": 4137.776269438405,
                        "ttft_relative": 7.749363,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 128194.03159969517,
                        "interactivity_tok_s": 15.751993924056775,
                        "output_per_gpu": 447.78723272163234,
                        "total_per_gpu": 4028.926383324101,
                        "tpot_error_pct": 10.9,
                        "tpot_ms": 63.484026518876384,
                        "tpot_relative": 4.800925,
                        "ttft_error_pct": 2.3,
                        "ttft_ms": 69592.41817582099,
                        "ttft_relative": 130.334966,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 133867.61465923558,
                        "interactivity_tok_s": 14.034381801179565,
                        "output_per_gpu": 429.40091416977305,
                        "total_per_gpu": 3863.49709349029,
                        "tpot_ms": 71.25358381770344,
                        "tpot_relative": 5.388492,
                        "ttft_ms": 68025.15871943683,
                        "ttft_relative": 127.399751,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.02,
                "tpot_shape_error_pct": 24.87,
                "ttft_mape_pct": 33.47,
                "ttft_shape_error_pct": 47.07
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 12.56,
                "tpot_shape_error_pct": 20.28,
                "ttft_mape_pct": 38.63,
                "ttft_shape_error_pct": 6.6
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 8,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.12,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 27.33,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.44,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 35.67,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "sglang",
                  "id": "194851b5f146325c",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9386.769577373516,
                        "interactivity_tok_s": 116.04871804192425,
                        "output_per_gpu": 53.09111837696758,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.12,
                        "tpot_ms": 8.617070630963246,
                        "tpot_relative": 0.708765,
                        "ttft_error_pct": 27.33,
                        "ttft_ms": 571.5063218981163,
                        "ttft_relative": 1.273344,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8621.489201125001,
                        "interactivity_tok_s": 110.30967033801502,
                        "output_per_gpu": 52.16730128334057,
                        "total_per_gpu": 468.95292667027974,
                        "tpot_error_pct": 25.44,
                        "tpot_ms": 9.06538834660427,
                        "tpot_relative": 0.74564,
                        "ttft_error_pct": 35.67,
                        "ttft_ms": 288.71234517499977,
                        "ttft_relative": 0.643265,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 11621.693851776945,
                        "interactivity_tok_s": 82.25129168557102,
                        "output_per_gpu": 38.629300451344626,
                        "total_per_gpu": 347.2543730696815,
                        "tpot_ms": 12.157863779486707,
                        "tpot_relative": 1.0,
                        "ttft_ms": 448.8233529540594,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.87,
                    "tpot_shape_error_pct": 24.87,
                    "ttft_mape_pct": 34.34,
                    "ttft_shape_error_pct": 47.07
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.72,
                    "tpot_shape_error_pct": 20.28,
                    "ttft_mape_pct": 39.05,
                    "ttft_shape_error_pct": 6.6
                  },
                  "framework": "sglang",
                  "id": "c65122cdc045c669",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10491.157753908492,
                        "interactivity_tok_s": 103.58098698752309,
                        "output_per_gpu": 95.10290319727042,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.35,
                        "tpot_ms": 9.654281437967526,
                        "tpot_relative": 0.726506,
                        "ttft_error_pct": 28.18,
                        "ttft_ms": 614.8278428677136,
                        "ttft_relative": 1.281813,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9598.131149899993,
                        "interactivity_tok_s": 98.946658212701,
                        "output_per_gpu": 93.8889215770124,
                        "total_per_gpu": 844.0054109051064,
                        "tpot_error_pct": 23.95,
                        "tpot_ms": 10.106455519198505,
                        "tpot_relative": 0.760533,
                        "ttft_error_pct": 35.67,
                        "ttft_ms": 308.54353337499987,
                        "ttft_relative": 0.643261,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 12692.30711539276,
                        "interactivity_tok_s": 75.25224243380366,
                        "output_per_gpu": 70.77053883902741,
                        "total_per_gpu": 636.1849375787641,
                        "tpot_ms": 13.288640546222386,
                        "tpot_relative": 1.0,
                        "ttft_ms": 479.6549115329981,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14420.772146967307,
                        "interactivity_tok_s": 74.42795379753224,
                        "output_per_gpu": 139.9528174440905,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.55,
                        "tpot_ms": 13.435812070291746,
                        "tpot_relative": 1.011075,
                        "ttft_error_pct": 9.67,
                        "ttft_ms": 675.9363990588492,
                        "ttft_relative": 1.409214,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13161.876347449992,
                        "interactivity_tok_s": 72.42197514383022,
                        "output_per_gpu": 138.82379568077343,
                        "total_per_gpu": 1234.9018462589834,
                        "tpot_error_pct": 13.21,
                        "tpot_ms": 13.807963646586515,
                        "tpot_relative": 1.03908,
                        "ttft_error_pct": 39.77,
                        "ttft_ms": 371.2423474125002,
                        "ttft_relative": 0.773978,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 15347.194510058034,
                        "interactivity_tok_s": 62.857413386420376,
                        "output_per_gpu": 118.7142446039478,
                        "total_per_gpu": 1056.0180919974607,
                        "tpot_ms": 15.909022438649036,
                        "tpot_relative": 1.19719,
                        "ttft_ms": 616.3437319220975,
                        "ttft_relative": 1.284973,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19614.955853510273,
                        "interactivity_tok_s": 54.36569704825909,
                        "output_per_gpu": 207.8892581717936,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.44,
                        "tpot_ms": 18.393951596211938,
                        "tpot_relative": 1.384186,
                        "ttft_error_pct": 7.72,
                        "ttft_ms": 797.9433705854607,
                        "ttft_relative": 1.663578,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17640.813388093746,
                        "interactivity_tok_s": 53.359155985300305,
                        "output_per_gpu": 202.7564365299461,
                        "total_per_gpu": 1829.8260903390758,
                        "tpot_error_pct": 9.77,
                        "tpot_ms": 18.740926117262536,
                        "tpot_relative": 1.410297,
                        "ttft_error_pct": 43.34,
                        "ttft_ms": 489.9537966437494,
                        "ttft_relative": 1.021471,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 19879.87660000217,
                        "interactivity_tok_s": 48.147587314909735,
                        "output_per_gpu": 179.03050526811347,
                        "total_per_gpu": 1615.7054992323133,
                        "tpot_ms": 20.76947269360541,
                        "tpot_relative": 1.562949,
                        "ttft_ms": 864.7339768242091,
                        "ttft_relative": 1.802825,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26923.325893341767,
                        "interactivity_tok_s": 39.52962057761715,
                        "output_per_gpu": 306.0977496018628,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.09,
                        "tpot_ms": 25.297485414424386,
                        "tpot_relative": 1.903693,
                        "ttft_error_pct": 15.37,
                        "ttft_ms": 1043.9983143856202,
                        "ttft_relative": 2.176561,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24294.82726641243,
                        "interactivity_tok_s": 39.27073702841419,
                        "output_per_gpu": 298.86673587195907,
                        "total_per_gpu": 2672.5615134235873,
                        "tpot_error_pct": 10.51,
                        "tpot_ms": 25.464253428104847,
                        "tpot_relative": 1.916242,
                        "ttft_error_pct": 42.02,
                        "ttft_ms": 715.25134999375,
                        "ttft_relative": 1.491179,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 27579.959665977003,
                        "interactivity_tok_s": 35.14385683885733,
                        "output_per_gpu": 262.32762892997806,
                        "total_per_gpu": 2345.8171848414872,
                        "tpot_ms": 28.454475118801845,
                        "tpot_relative": 2.141263,
                        "ttft_ms": 1233.5942445835826,
                        "ttft_relative": 2.571837,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 42951.54076419373,
                        "interactivity_tok_s": 24.513402605846718,
                        "output_per_gpu": 384.54006382229073,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.37,
                        "tpot_ms": 40.79401036563928,
                        "tpot_relative": 3.069841,
                        "ttft_error_pct": 38.98,
                        "ttft_ms": 1219.268160144738,
                        "ttft_relative": 2.54197,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 38756.89824494689,
                        "interactivity_tok_s": 24.539572924391436,
                        "output_per_gpu": 375.4115858678201,
                        "total_per_gpu": 3383.8766846002018,
                        "tpot_error_pct": 4.47,
                        "tpot_ms": 40.75050544200941,
                        "tpot_relative": 3.066567,
                        "ttft_error_pct": 41.69,
                        "ttft_ms": 1164.9980648078133,
                        "ttft_relative": 2.428825,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 41355.706836752324,
                        "interactivity_tok_s": 23.442472191799624,
                        "output_per_gpu": 350.90377175312443,
                        "total_per_gpu": 3162.9686894952397,
                        "tpot_ms": 42.65761698758924,
                        "tpot_relative": 3.210081,
                        "ttft_ms": 1998.0025841956376,
                        "ttft_relative": 4.1655,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 64827.95341280244,
                        "interactivity_tok_s": 16.08524286897611,
                        "output_per_gpu": 508.3522339976577,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.02,
                        "tpot_ms": 62.168784652217944,
                        "tpot_relative": 4.67834,
                        "ttft_error_pct": 61.78,
                        "ttft_ms": 1229.2867135834838,
                        "ttft_relative": 2.562857,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 59579.966542572074,
                        "interactivity_tok_s": 16.015668146256363,
                        "output_per_gpu": 488.53505775795634,
                        "total_per_gpu": 4410.534485672382,
                        "tpot_error_pct": 5.62,
                        "tpot_ms": 62.43885617933138,
                        "tpot_relative": 4.698664,
                        "ttft_error_pct": 36.1,
                        "ttft_ms": 2055.100932934371,
                        "ttft_relative": 4.284541,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 64163.81838786012,
                        "interactivity_tok_s": 15.116315726778158,
                        "output_per_gpu": 453.0002868990765,
                        "total_per_gpu": 4089.723666009148,
                        "tpot_ms": 66.15368573100959,
                        "tpot_relative": 4.978213,
                        "ttft_ms": 3216.2308512671643,
                        "ttft_relative": 6.705302,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 108820.98119959242,
                        "interactivity_tok_s": 9.510835957897276,
                        "output_per_gpu": 604.566213618736,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.24,
                        "tpot_ms": 105.1432286737797,
                        "tpot_relative": 7.912264,
                        "ttft_error_pct": 78.71,
                        "ttft_ms": 1259.4582663157864,
                        "ttft_relative": 2.625759,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 100663.40306820955,
                        "interactivity_tok_s": 9.54391106792169,
                        "output_per_gpu": 581.4366095044692,
                        "total_per_gpu": 5231.424938190072,
                        "tpot_error_pct": 7.56,
                        "tpot_ms": 104.77884725488782,
                        "tpot_relative": 7.884843,
                        "ttft_error_pct": 34.76,
                        "ttft_ms": 3858.8528331761736,
                        "ttft_relative": 8.045061,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26381101926",
                      "measured": {
                        "e2e_ms": 110643.00167068832,
                        "interactivity_tok_s": 8.822635503268325,
                        "output_per_gpu": 528.7125506397188,
                        "total_per_gpu": 4757.044839175105,
                        "tpot_ms": 113.34481625468402,
                        "tpot_relative": 8.529452,
                        "ttft_ms": 5915.201229853119,
                        "ttft_relative": 12.332202,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 5,
                "status_counts": {
                  "failed": 5,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.03,
                "tpot_shape_error_pct": 8.26,
                "ttft_mape_pct": 88.45,
                "ttft_shape_error_pct": 70.94
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.6,
                "tpot_shape_error_pct": 4.99,
                "ttft_mape_pct": 32.07,
                "ttft_shape_error_pct": 23.28
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.03,
                    "tpot_shape_error_pct": 8.26,
                    "ttft_mape_pct": 88.45,
                    "ttft_shape_error_pct": 70.94
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.79,
                    "tpot_shape_error_pct": 4.99,
                    "ttft_mape_pct": 21.41,
                    "ttft_shape_error_pct": 23.28
                  },
                  "framework": "dynamo-trt",
                  "id": "4298b258a2e44811",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14642.193,
                        "interactivity_tok_s": 77.30962504831851,
                        "output_per_gpu": 14.91625,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.37,
                        "tpot_ms": 12.935,
                        "tpot_relative": 1.113661,
                        "ttft_error_pct": 156.11,
                        "ttft_ms": 1409.688,
                        "ttft_relative": 2.56111,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11865.81289398753,
                        "interactivity_tok_s": 83.73967117851439,
                        "output_per_gpu": 15.921001029817491,
                        "total_per_gpu": 141.62466506263198,
                        "tpot_error_pct": 2.81,
                        "tpot_ms": 11.941771276701363,
                        "tpot_relative": 1.028147,
                        "ttft_error_pct": 49.2,
                        "ttft_ms": 821.2255754750033,
                        "ttft_relative": 1.491996,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 5,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 11292.347188311396,
                        "interactivity_tok_s": 86.09668933436235,
                        "output_per_gpu": 20.073182176908446,
                        "total_per_gpu": 148.81826383654922,
                        "tpot_ms": 11.614848465501757,
                        "tpot_relative": 1.0,
                        "ttft_ms": 550.420627288986,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15341.925,
                        "interactivity_tok_s": 73.42683016374183,
                        "output_per_gpu": 28.262416666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.61,
                        "tpot_ms": 13.619,
                        "tpot_relative": 1.172551,
                        "ttft_error_pct": 91.92,
                        "ttft_ms": 1409.688,
                        "ttft_relative": 2.56111,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12409.210395381244,
                        "interactivity_tok_s": 79.90693147849893,
                        "output_per_gpu": 30.106656269006407,
                        "total_per_gpu": 271.7050372196787,
                        "tpot_error_pct": 3.87,
                        "tpot_ms": 12.514558893668397,
                        "tpot_relative": 1.077462,
                        "ttft_error_pct": 31.93,
                        "ttft_ms": 969.0799899562547,
                        "ttft_relative": 1.760617,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 10,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 12634.284242111607,
                        "interactivity_tok_s": 76.81347785103587,
                        "output_per_gpu": 35.62394906697518,
                        "total_per_gpu": 267.9467917696629,
                        "tpot_ms": 13.018548671097756,
                        "tpot_relative": 1.120854,
                        "ttft_ms": 734.5145682251314,
                        "ttft_relative": 1.33446,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18590.973,
                        "interactivity_tok_s": 59.54153021732658,
                        "output_per_gpu": 57.11358333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.55,
                        "tpot_ms": 16.795,
                        "tpot_relative": 1.445994,
                        "ttft_error_pct": 57.77,
                        "ttft_ms": 1409.688,
                        "ttft_relative": 2.56111,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17381.59802789475,
                        "interactivity_tok_s": 67.14938782697362,
                        "output_per_gpu": 53.944344885104435,
                        "total_per_gpu": 482.9054745922181,
                        "tpot_error_pct": 6.89,
                        "tpot_ms": 14.892168526937846,
                        "tpot_relative": 1.282166,
                        "ttft_error_pct": 8.06,
                        "ttft_ms": 3606.682075152454,
                        "ttft_relative": 6.552593,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 25,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 16223.260035174899,
                        "interactivity_tok_s": 71.7786005143075,
                        "output_per_gpu": 69.48095457196975,
                        "total_per_gpu": 518.3858387865333,
                        "tpot_ms": 13.931728855603305,
                        "tpot_relative": 1.199476,
                        "ttft_ms": 3337.7960007078946,
                        "ttft_relative": 6.064082,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 20924.436,
                        "interactivity_tok_s": 52.42189138184106,
                        "output_per_gpu": 100.48854166666666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.67,
                        "tpot_ms": 19.076,
                        "tpot_relative": 1.64238,
                        "ttft_error_pct": 62.66,
                        "ttft_ms": 1409.688,
                        "ttft_relative": 2.56111,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19764.062015868818,
                        "interactivity_tok_s": 58.837409451406764,
                        "output_per_gpu": 93.91727173296086,
                        "total_per_gpu": 848.1340284604054,
                        "tpot_error_pct": 8.4,
                        "tpot_ms": 16.99598961483663,
                        "tpot_relative": 1.463298,
                        "ttft_error_pct": 9.4,
                        "ttft_ms": 4130.303469107512,
                        "ttft_relative": 7.503904,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 50,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 18198.06373315747,
                        "interactivity_tok_s": 63.77948822549453,
                        "output_per_gpu": 122.48684450363592,
                        "total_per_gpu": 921.8907148284605,
                        "tpot_ms": 15.679022015110348,
                        "tpot_relative": 1.349912,
                        "ttft_ms": 3775.4471294931136,
                        "ttft_relative": 6.859204,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23715.18,
                        "interactivity_tok_s": 45.8631443771785,
                        "output_per_gpu": 184.68691666666666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.94,
                        "tpot_ms": 21.804,
                        "tpot_relative": 1.877252,
                        "ttft_error_pct": 73.79,
                        "ttft_ms": 1409.688,
                        "ttft_relative": 2.56111,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23406.791370586892,
                        "interactivity_tok_s": 52.27367731886287,
                        "output_per_gpu": 166.8291250709253,
                        "total_per_gpu": 1505.533659592481,
                        "tpot_error_pct": 6.99,
                        "tpot_ms": 19.130087097185175,
                        "tpot_relative": 1.647037,
                        "ttft_error_pct": 8.48,
                        "ttft_ms": 5833.734017326208,
                        "ttft_relative": 10.598683,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 105,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 21803.7816564328,
                        "interactivity_tok_s": 55.92635921889027,
                        "output_per_gpu": 213.54907540235598,
                        "total_per_gpu": 1606.1546976050224,
                        "tpot_ms": 17.880656169411964,
                        "tpot_relative": 1.539465,
                        "ttft_ms": 5377.908168881965,
                        "ttft_relative": 9.770543,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.19,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 74.73,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "7557cfd21b9ea46b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 36599.39728314144,
                        "interactivity_tok_s": 33.01470693904841,
                        "output_per_gpu": 537.4740109065955,
                        "total_per_gpu": 4833.473165055216,
                        "tpot_error_pct": 29.19,
                        "tpot_ms": 30.289531324515316,
                        "tpot_relative": 1.291903,
                        "ttft_error_pct": 74.73,
                        "ttft_ms": 8688.952551363744,
                        "ttft_relative": 1.747329,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 26576.78025125062,
                        "interactivity_tok_s": 42.65178628206859,
                        "output_per_gpu": 1291.4737718257816,
                        "total_per_gpu": 6637.057712603336,
                        "tpot_ms": 23.44567689115553,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4972.706100688689,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 56
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 34.48,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 40.12,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "d21b0692b4afba11",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 40987.05942141965,
                        "interactivity_tok_s": 25.564500215002884,
                        "output_per_gpu": 684.5742070082814,
                        "total_per_gpu": 6156.113521585981,
                        "tpot_error_pct": 34.48,
                        "tpot_ms": 39.11674359325578,
                        "tpot_relative": 1.34482,
                        "ttft_error_pct": 40.12,
                        "ttft_ms": 4943.726748741741,
                        "ttft_relative": 1.401171,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1127,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 30329.875225702315,
                        "interactivity_tok_s": 34.379660063457685,
                        "output_per_gpu": 2081.0215472428126,
                        "total_per_gpu": 8317.593497424103,
                        "tpot_ms": 29.08696590234483,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3528.281439462516,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 47.14,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 42.92,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "c38d0af2ef2b2d4b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 49296.46357998633,
                        "interactivity_tok_s": 20.178813295877006,
                        "output_per_gpu": 752.9545818499417,
                        "total_per_gpu": 6779.434878186244,
                        "tpot_error_pct": 47.14,
                        "tpot_ms": 49.5569281174886,
                        "tpot_relative": 1.471367,
                        "ttft_error_pct": 42.92,
                        "ttft_ms": 3686.916735249167,
                        "ttft_relative": 1.429171,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2151,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 33577.17188973248,
                        "interactivity_tok_s": 29.69043927239808,
                        "output_per_gpu": 3588.415030281997,
                        "total_per_gpu": 9941.960926524738,
                        "tpot_ms": 33.68087588147127,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2579.758126767614,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 52
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 26.57,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 28.25,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "311958587b109a59",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 30012.909911324958,
                        "interactivity_tok_s": 37.69312129633515,
                        "output_per_gpu": 380.01224496525697,
                        "total_per_gpu": 3419.577978758991,
                        "tpot_error_pct": 26.57,
                        "tpot_ms": 26.530039583037357,
                        "tpot_relative": 1.265679,
                        "ttft_error_pct": 28.25,
                        "ttft_ms": 5579.841054165051,
                        "ttft_relative": 1.28251,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 615,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 23654.00906196446,
                        "interactivity_tok_s": 47.707388233485275,
                        "output_per_gpu": 724.0677715301655,
                        "total_per_gpu": 4344.070707462074,
                        "tpot_ms": 20.96111392864117,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4350.718008156306,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 48
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.67,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 27.6,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "d6280f006bd60d0e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 27890.244280661766,
                        "interactivity_tok_s": 41.0215599295289,
                        "output_per_gpu": 246.3856698435308,
                        "total_per_gpu": 2218.0725447983364,
                        "tpot_error_pct": 19.67,
                        "tpot_ms": 24.377424986224415,
                        "tpot_relative": 1.196661,
                        "ttft_error_pct": 27.6,
                        "ttft_ms": 5441.734021607972,
                        "ttft_relative": 1.275957,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 308,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29287890247",
                      "measured": {
                        "e2e_ms": 23025.113485714224,
                        "interactivity_tok_s": 49.0888846333708,
                        "output_per_gpu": 372.78618196213836,
                        "total_per_gpu": 2684.744386419028,
                        "tpot_ms": 20.3712104576969,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4264.825729184743,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 23.53,
                "points": 4,
                "status_counts": {
                  "failed": 13,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 22.39,
                "tpot_shape_error_pct": 17.79,
                "ttft_mape_pct": 70.12,
                "ttft_shape_error_pct": 81.24
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 17,
                "status_counts": {
                  "failed": 0,
                  "success": 17,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 25.19,
                "tpot_shape_error_pct": 12.41,
                "ttft_mape_pct": 65.56,
                "ttft_shape_error_pct": 91.15
              },
              "gpu": "gb300",
              "precisions": [
                "fp4"
              ],
              "rows": 17,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.21,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 124.9,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "a523ea8d2126d9b6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 23584.829615075054,
                        "interactivity_tok_s": 63.27447561461885,
                        "output_per_gpu": 299.8556145319854,
                        "total_per_gpu": 2707.1210297277125,
                        "tpot_error_pct": 29.21,
                        "tpot_ms": 15.804161003097454,
                        "tpot_relative": 0.707912,
                        "ttft_error_pct": 124.9,
                        "ttft_ms": 9060.39716715862,
                        "ttft_relative": 2.249049,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 24545.103342689876,
                        "interactivity_tok_s": 44.79273655834172,
                        "output_per_gpu": 384.22773619569676,
                        "total_per_gpu": 2601.9427801309716,
                        "tpot_ms": 22.32504814028315,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4028.5465215273434,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.43,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 36.53,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "7cbbacb2d00adef8",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13215.615532359423,
                        "interactivity_tok_s": 79.9458056736598,
                        "output_per_gpu": 179.55724152696385,
                        "total_per_gpu": 1618.489109092525,
                        "tpot_error_pct": 23.43,
                        "tpot_ms": 12.508473603756245,
                        "tpot_relative": 0.76569,
                        "ttft_error_pct": 36.53,
                        "ttft_ms": 1700.5398398031277,
                        "ttft_relative": 0.634677,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 17720.12602959082,
                        "interactivity_tok_s": 61.21367112865341,
                        "output_per_gpu": 159.73694543167196,
                        "total_per_gpu": 1200.0055467407753,
                        "tpot_ms": 16.33622002343708,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2679.376552021972,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.96,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 6.7,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "8e794683f2ca62e4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 73232.80373983824,
                        "interactivity_tok_s": 36.232381217680754,
                        "output_per_gpu": 472.9398406568568,
                        "total_per_gpu": 4252.59552349661,
                        "tpot_error_pct": 20.96,
                        "tpot_ms": 27.599621288816035,
                        "tpot_relative": 1.209591,
                        "ttft_error_pct": 6.7,
                        "ttft_ms": 47800.8384381919,
                        "ttft_relative": 1.066982,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 65824.9666849924,
                        "interactivity_tok_s": 43.82636860533295,
                        "output_per_gpu": 852.2865186611721,
                        "total_per_gpu": 4716.522284283493,
                        "tpot_ms": 22.817313681752687,
                        "tpot_relative": 1.0,
                        "ttft_ms": 44800.02490287519,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 52
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 37.92,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 25.01,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "10626d4f506f131a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 9092.551164837505,
                        "interactivity_tok_s": 117.81291844642358,
                        "output_per_gpu": 77.99428491317214,
                        "total_per_gpu": 697.4497296187552,
                        "tpot_error_pct": 37.92,
                        "tpot_ms": 8.488033512681026,
                        "tpot_relative": 0.620824,
                        "ttft_error_pct": 25.01,
                        "ttft_ms": 1245.304679903124,
                        "ttft_relative": 0.749853,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 14298.262350018376,
                        "interactivity_tok_s": 73.14113517930467,
                        "output_per_gpu": 54.828247879124255,
                        "total_per_gpu": 441.315805852753,
                        "tpot_ms": 13.672196877290887,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1660.731015212241,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.56,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 7.55,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "99a511ff20f4b2d7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 78319.0510698981,
                        "interactivity_tok_s": 35.72501570055063,
                        "output_per_gpu": 574.0139086796498,
                        "total_per_gpu": 5166.400912899083,
                        "tpot_error_pct": 19.56,
                        "tpot_ms": 27.991590217400155,
                        "tpot_relative": 1.195639,
                        "ttft_error_pct": 7.55,
                        "ttft_ms": 52547.91493498415,
                        "ttft_relative": 1.075524,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 3072,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 70412.76010979655,
                        "interactivity_tok_s": 42.71422687531634,
                        "output_per_gpu": 1193.1432866640632,
                        "total_per_gpu": 5727.624743497044,
                        "tpot_ms": 23.411403486688858,
                        "tpot_relative": 1.0,
                        "ttft_ms": 48857.971645990125,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 60
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 38.46,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 80.54,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "c9a32d7f3dc4b0e0",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 7876.1617190250045,
                        "interactivity_tok_s": 131.96774611133335,
                        "output_per_gpu": 18.59131393325565,
                        "total_per_gpu": 167.86351871759817,
                        "tpot_error_pct": 38.46,
                        "tpot_ms": 7.577609146680124,
                        "tpot_relative": 0.615428,
                        "ttft_error_pct": 80.54,
                        "ttft_ms": 944.0030887583329,
                        "ttft_relative": 0.194621,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 12,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 16109.509884458443,
                        "interactivity_tok_s": 81.21670221240734,
                        "output_per_gpu": 9.456208339867919,
                        "total_per_gpu": 80.64774066294736,
                        "tpot_ms": 12.312738300856934,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4850.457103633289,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.13,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 6.34,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "a6e83df021c08df4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 73464.91086735946,
                        "interactivity_tok_s": 33.331402763417024,
                        "output_per_gpu": 679.7169105854416,
                        "total_per_gpu": 6118.794097729198,
                        "tpot_error_pct": 20.13,
                        "tpot_ms": 30.00173761356221,
                        "tpot_relative": 1.20125,
                        "ttft_error_pct": 6.34,
                        "ttft_ms": 45851.4734181942,
                        "ttft_relative": 1.063365,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 66106.62724214482,
                        "interactivity_tok_s": 40.039349271943664,
                        "output_per_gpu": 1693.6372437167686,
                        "total_per_gpu": 6776.369559897207,
                        "tpot_ms": 24.975430874465264,
                        "tpot_relative": 1.0,
                        "ttft_ms": 43119.20491158786,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 39.67,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 28.35,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "d5a9930d4acc513f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 7935.469777200005,
                        "interactivity_tok_s": 131.87766181161842,
                        "output_per_gpu": 27.56158832723117,
                        "total_per_gpu": 248.73643606822728,
                        "tpot_error_pct": 39.67,
                        "tpot_ms": 7.58278533500584,
                        "tpot_relative": 0.603265,
                        "ttft_error_pct": 28.35,
                        "ttft_ms": 1003.4930283437504,
                        "ttft_relative": 0.716479,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26605445495",
                      "measured": {
                        "e2e_ms": 12895.332521793716,
                        "interactivity_tok_s": 79.55714841972139,
                        "output_per_gpu": 18.198488691917127,
                        "total_per_gpu": 153.99064775915477,
                        "tpot_ms": 12.569580733641661,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1400.5895308809613,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 64
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 36.14,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 66.99,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "cac310dd2c145d7f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 33332.37319317423,
                        "interactivity_tok_s": 35.351190989261184,
                        "output_per_gpu": 370.32612416770894,
                        "total_per_gpu": 3334.4312119344877,
                        "tpot_error_pct": 36.14,
                        "tpot_ms": 28.287590092898856,
                        "tpot_relative": 1.361395,
                        "ttft_error_pct": 66.99,
                        "ttft_ms": 7284.987952561014,
                        "ttft_relative": 1.669913,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 615,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 23497.432812711042,
                        "interactivity_tok_s": 48.126926465124505,
                        "output_per_gpu": 728.6478907331554,
                        "total_per_gpu": 4768.9628703206745,
                        "tpot_ms": 20.778389011080037,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4362.495040822949,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 44
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.37,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 87.69,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "82a0e2b07900ce1d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 47171.337699604934,
                        "interactivity_tok_s": 21.726809128147817,
                        "output_per_gpu": 880.1342910964745,
                        "total_per_gpu": 7914.649459444505,
                        "tpot_error_pct": 35.37,
                        "tpot_ms": 46.02608667024492,
                        "tpot_relative": 1.353735,
                        "ttft_error_pct": 87.69,
                        "ttft_ms": 4764.761588925952,
                        "ttft_relative": 1.876948,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2151,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 33829.12920215613,
                        "interactivity_tok_s": 29.412335948487847,
                        "output_per_gpu": 3558.743952647175,
                        "total_per_gpu": 11145.81009067204,
                        "tpot_ms": 33.99933965637341,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2538.5684330653835,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 46
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.39,
                    "tpot_shape_error_pct": 17.79,
                    "ttft_mape_pct": 70.12,
                    "ttft_shape_error_pct": 81.24
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.89,
                    "tpot_shape_error_pct": 12.41,
                    "ttft_mape_pct": 87.13,
                    "ttft_shape_error_pct": 91.15
                  },
                  "framework": "dynamo-trt",
                  "id": "aaba2e8db156d821",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 15541.06,
                        "interactivity_tok_s": 71.98905766323519,
                        "output_per_gpu": 30.189363636363638,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.98,
                        "tpot_ms": 13.891,
                        "tpot_relative": 1.079777,
                        "ttft_error_pct": 84.11,
                        "ttft_ms": 1330.567,
                        "ttft_relative": 1.841092,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12621.367774440016,
                        "interactivity_tok_s": 78.28084202743334,
                        "output_per_gpu": 32.063039151874776,
                        "total_per_gpu": 287.97428527848285,
                        "tpot_error_pct": 0.7,
                        "tpot_ms": 12.774517673807754,
                        "tpot_relative": 0.992991,
                        "ttft_error_pct": 27.46,
                        "ttft_ms": 921.1734032200013,
                        "ttft_relative": 1.274618,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 10,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 12481.98691609723,
                        "interactivity_tok_s": 77.73215356886548,
                        "output_per_gpu": 35.76067046659724,
                        "total_per_gpu": 293.42743266361856,
                        "tpot_ms": 12.864689244896153,
                        "tpot_relative": 1.0,
                        "ttft_ms": 722.7052518224809,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19010.053,
                        "interactivity_tok_s": 57.863673185973845,
                        "output_per_gpu": 60.59286363636363,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.17,
                        "tpot_ms": 17.282,
                        "tpot_relative": 1.343367,
                        "ttft_error_pct": 60.03,
                        "ttft_ms": 1330.567,
                        "ttft_relative": 1.841092,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15690.659447791992,
                        "interactivity_tok_s": 63.806492210360744,
                        "output_per_gpu": 63.738553812904726,
                        "total_per_gpu": 574.4991938581851,
                        "tpot_error_pct": 13.51,
                        "tpot_ms": 15.672386388255683,
                        "tpot_relative": 1.218248,
                        "ttft_error_pct": 60.44,
                        "ttft_ms": 1316.599982512001,
                        "ttft_relative": 1.821766,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 25,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 16098.732790620417,
                        "interactivity_tok_s": 72.4294784360858,
                        "output_per_gpu": 69.88930581938651,
                        "total_per_gpu": 568.8354321645813,
                        "tpot_ms": 13.806533218134845,
                        "tpot_relative": 1.073212,
                        "ttft_ms": 3328.5155261174077,
                        "ttft_relative": 4.605634,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21833.533,
                        "interactivity_tok_s": 49.89522003792036,
                        "output_per_gpu": 104.48522727272729,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.06,
                        "tpot_ms": 20.042,
                        "tpot_relative": 1.557908,
                        "ttft_error_pct": 65.19,
                        "ttft_ms": 1330.567,
                        "ttft_relative": 1.841092,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18847.06494489203,
                        "interactivity_tok_s": 55.18590024840277,
                        "output_per_gpu": 106.93784355373647,
                        "total_per_gpu": 959.2850452712705,
                        "tpot_error_pct": 16.69,
                        "tpot_ms": 18.120570571446695,
                        "tpot_relative": 1.408551,
                        "ttft_error_pct": 45.24,
                        "ttft_ms": 2093.0390830460005,
                        "ttft_relative": 2.896117,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 50,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 18106.658136856568,
                        "interactivity_tok_s": 64.39453150235674,
                        "output_per_gpu": 122.85750454323727,
                        "total_per_gpu": 1008.7423286020545,
                        "tpot_ms": 15.529268971595851,
                        "tpot_relative": 1.207124,
                        "ttft_ms": 3821.875266204588,
                        "ttft_relative": 5.28829,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24558.805,
                        "interactivity_tok_s": 44.04122258433894,
                        "output_per_gpu": 113.35681818181818,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.33,
                        "tpot_ms": 22.706,
                        "tpot_relative": 1.764986,
                        "ttft_error_pct": 71.18,
                        "ttft_ms": 1330.567,
                        "ttft_relative": 1.841092,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 31740.545445992884,
                        "interactivity_tok_s": 53.58016574077994,
                        "output_per_gpu": 126.80694465901861,
                        "total_per_gpu": 1142.2552227643916,
                        "tpot_error_pct": 4.66,
                        "tpot_ms": 18.66362274499085,
                        "tpot_relative": 1.450764,
                        "ttft_error_pct": 215.4,
                        "ttft_ms": 14560.623718016916,
                        "ttft_relative": 20.147389,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 100,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 21003.30621184752,
                        "interactivity_tok_s": 56.079590773531784,
                        "output_per_gpu": 213.09257417724598,
                        "total_per_gpu": 1748.36172515797,
                        "tpot_ms": 17.831799166265956,
                        "tpot_relative": 1.386104,
                        "ttft_ms": 4616.617189275712,
                        "ttft_relative": 6.387967,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 22
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 48.8,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 5.87,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "d5e85fae4e2cfe70",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 36594.23805706295,
                        "interactivity_tok_s": 29.234387324575177,
                        "output_per_gpu": 549.6245643675074,
                        "total_per_gpu": 4944.52131702178,
                        "tpot_error_pct": 48.8,
                        "tpot_ms": 34.206292367186855,
                        "tpot_relative": 1.488028,
                        "ttft_error_pct": 5.87,
                        "ttft_ms": 5089.412341344347,
                        "ttft_relative": 1.05873,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 25989.153342265927,
                        "interactivity_tok_s": 43.50158135005443,
                        "output_per_gpu": 1320.4443365452014,
                        "total_per_gpu": 7037.272508909068,
                        "tpot_ms": 22.98767007923377,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4807.091348168702,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 54
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.01,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 170.08,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "c2277e5fa532574c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 32956.148042953246,
                        "interactivity_tok_s": 43.04946451057242,
                        "output_per_gpu": 215.58411368865765,
                        "total_per_gpu": 1939.4887096709897,
                        "tpot_error_pct": 15.01,
                        "tpot_ms": 23.229092658154023,
                        "tpot_relative": 1.150125,
                        "ttft_error_pct": 170.08,
                        "ttft_ms": 11565.686259614937,
                        "ttft_relative": 2.700835,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 308,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 22881.903310204696,
                        "interactivity_tok_s": 49.512252510306986,
                        "output_per_gpu": 375.59041411083496,
                        "total_per_gpu": 2847.305265530344,
                        "tpot_ms": 20.197020925109992,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4282.263618606994,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 38
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.05,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 119.38,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "e498fb7c923cc26a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 39227.28160733327,
                        "interactivity_tok_s": 26.71445255392601,
                        "output_per_gpu": 715.0601626488029,
                        "total_per_gpu": 6435.197229563495,
                        "tpot_error_pct": 28.05,
                        "tpot_ms": 37.43292129911298,
                        "tpot_relative": 1.280503,
                        "ttft_error_pct": 119.38,
                        "ttft_ms": 4758.976715283946,
                        "ttft_relative": 2.193832,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1076,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27622347964",
                      "measured": {
                        "e2e_ms": 29107.767268803484,
                        "interactivity_tok_s": 34.20792420695419,
                        "output_per_gpu": 2071.272482306884,
                        "total_per_gpu": 8765.492148776031,
                        "tpot_ms": 29.232992740223278,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2169.253142385932,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 34
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 43
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 0.0,
        "points": 0,
        "status_counts": {
          "failed": 17,
          "success": 0,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": null,
        "tpot_shape_error_pct": null,
        "ttft_mape_pct": null,
        "ttft_shape_error_pct": null
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 17,
        "status_counts": {
          "failed": 0,
          "success": 17,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 29.72,
        "tpot_shape_error_pct": 9.68,
        "ttft_mape_pct": 52.93,
        "ttft_shape_error_pct": 101.55
      },
      "frameworks": [
        "dynamo-sglang"
      ],
      "gpu_skus": [
        "gb200"
      ],
      "hf_model_paths": [
        "nvidia/GLM-5.1-NVFP4"
      ],
      "model": "nvidia/GLM-5.1-NVFP4",
      "precisions": [
        "fp4"
      ],
      "rows": 17,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 7,
              "success": 0,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 7,
            "status_counts": {
              "failed": 0,
              "success": 7,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 29.6,
            "tpot_shape_error_pct": 14.95,
            "ttft_mape_pct": 57.73,
            "ttft_shape_error_pct": 42.33
          },
          "gpu_skus": [
            "gb200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 7,
                "status_counts": {
                  "failed": 0,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 29.6,
                "tpot_shape_error_pct": 14.95,
                "ttft_mape_pct": 57.73,
                "ttft_shape_error_pct": 42.33
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 7,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.08,
                    "tpot_shape_error_pct": 6.44,
                    "ttft_mape_pct": 68.74,
                    "ttft_shape_error_pct": 18.78
                  },
                  "framework": "dynamo-sglang",
                  "id": "abc55b5b47323ce4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 24516.68763681107,
                        "interactivity_tok_s": 38.796471379580154,
                        "output_per_gpu": 556.6369183866034,
                        "total_per_gpu": 1113.0004550899582,
                        "tpot_error_pct": 13.42,
                        "tpot_ms": 25.775540002494466,
                        "tpot_relative": 1.134234,
                        "ttft_error_pct": 71.42,
                        "ttft_ms": 774.3735432582741,
                        "ttft_relative": 0.285773,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 556,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 23639.371000079056,
                        "interactivity_tok_s": 44.00428775472033,
                        "output_per_gpu": 644.675209515162,
                        "total_per_gpu": 1146.2612952402778,
                        "tpot_ms": 22.725058193737727,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2709.7474416827604,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 28009.113933041088,
                        "interactivity_tok_s": 34.60027197981725,
                        "output_per_gpu": 1013.1762670175982,
                        "total_per_gpu": 2026.1050917456907,
                        "tpot_error_pct": 20.73,
                        "tpot_ms": 28.90150691830723,
                        "tpot_relative": 1.27179,
                        "ttft_error_pct": 66.06,
                        "ttft_ms": 1391.5840441658304,
                        "ttft_relative": 0.513548,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1156,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 26146.663282609545,
                        "interactivity_tok_s": 41.77288216329914,
                        "output_per_gpu": 1209.6460604895876,
                        "total_per_gpu": 2150.9686421210718,
                        "tpot_ms": 23.93897543604451,
                        "tpot_relative": 1.053418,
                        "ttft_ms": 4099.711557463775,
                        "ttft_relative": 1.51295,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.07,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 19.66,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "25fa16ecb46c1eaa",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 41362.941718852206,
                        "interactivity_tok_s": 27.245356330821608,
                        "output_per_gpu": 2262.8109071937192,
                        "total_per_gpu": 4524.294997543629,
                        "tpot_error_pct": 22.07,
                        "tpot_ms": 36.70350234578283,
                        "tpot_relative": 1.220717,
                        "ttft_error_pct": 19.66,
                        "ttft_ms": 7544.9037451471295,
                        "ttft_relative": 1.196561,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2115,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 34009.62781701836,
                        "interactivity_tok_s": 33.25886771437634,
                        "output_per_gpu": 3420.6381918135594,
                        "total_per_gpu": 5472.997401711943,
                        "tpot_ms": 30.067169110743478,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6305.4876422066345,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 60.47,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 87.99,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "b9953d38b51248a8",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 39819.76966809204,
                        "interactivity_tok_s": 24.21048585383208,
                        "output_per_gpu": 1761.1587054051422,
                        "total_per_gpu": 3522.797839898558,
                        "tpot_error_pct": 60.47,
                        "tpot_ms": 41.30441685629032,
                        "tpot_relative": 1.604675,
                        "ttft_error_pct": 87.99,
                        "ttft_ms": 1793.7736821213543,
                        "ttft_relative": 0.120082,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 3160,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 38635.033863281926,
                        "interactivity_tok_s": 38.84997200462461,
                        "output_per_gpu": 2241.427507174378,
                        "total_per_gpu": 3587.8611484028415,
                        "tpot_ms": 25.740044288344976,
                        "tpot_relative": 1.0,
                        "ttft_ms": 14937.940645328476,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.18,
                    "tpot_shape_error_pct": 19.21,
                    "ttft_mape_pct": 53.0,
                    "ttft_shape_error_pct": 54.1
                  },
                  "framework": "dynamo-sglang",
                  "id": "66c41ae390933766",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 9144.173682643479,
                        "interactivity_tok_s": 143.73334073399656,
                        "output_per_gpu": 31.875027042206035,
                        "total_per_gpu": 63.87209450541532,
                        "tpot_error_pct": 38.1,
                        "tpot_ms": 6.957328027675035,
                        "tpot_relative": 0.618971,
                        "ttft_error_pct": 65.46,
                        "ttft_ms": 2759.2023396478285,
                        "ttft_relative": 0.345409,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 23,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 18301.33861938451,
                        "interactivity_tok_s": 88.96681922334646,
                        "output_per_gpu": 16.419480031585046,
                        "total_per_gpu": 30.96906372864115,
                        "tpot_ms": 11.240145581574106,
                        "tpot_relative": 1.0,
                        "ttft_ms": 7988.222117468958,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 9269.944387043823,
                        "interactivity_tok_s": 114.66890200300304,
                        "output_per_gpu": 101.0346074393515,
                        "total_per_gpu": 202.49668518529302,
                        "tpot_error_pct": 31.27,
                        "tpot_ms": 8.720760228207393,
                        "tpot_relative": 0.775858,
                        "ttft_error_pct": 60.97,
                        "ttft_ms": 1254.3521702205455,
                        "ttft_relative": 0.157025,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 73,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 14875.137411667136,
                        "interactivity_tok_s": 78.81723513205945,
                        "output_per_gpu": 66.26999115256658,
                        "total_per_gpu": 125.04918747640407,
                        "tpot_ms": 12.68758030301983,
                        "tpot_relative": 1.128774,
                        "ttft_ms": 3213.592047257706,
                        "ttft_relative": 0.402291,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13983.634735544769,
                        "interactivity_tok_s": 75.82720830657533,
                        "output_per_gpu": 268.7343383828125,
                        "total_per_gpu": 537.3630807811905,
                        "tpot_error_pct": 21.16,
                        "tpot_ms": 13.187878366257687,
                        "tpot_relative": 1.173284,
                        "ttft_error_pct": 32.57,
                        "ttft_ms": 1844.166914125853,
                        "ttft_relative": 0.230861,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 290,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 18131.711220309815,
                        "interactivity_tok_s": 59.779038755461656,
                        "output_per_gpu": 218.76301224327196,
                        "total_per_gpu": 411.8570870610778,
                        "tpot_ms": 16.728271662090517,
                        "tpot_relative": 1.488261,
                        "ttft_ms": 2735.1155176368575,
                        "ttft_relative": 0.342394,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 68
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 7
        },
        {
          "aic": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 10,
              "success": 0,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 10,
            "status_counts": {
              "failed": 0,
              "success": 10,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 29.8,
            "tpot_shape_error_pct": 4.41,
            "ttft_mape_pct": 49.57,
            "ttft_shape_error_pct": 160.76
          },
          "gpu_skus": [
            "gb200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 10,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 29.8,
                "tpot_shape_error_pct": 4.41,
                "ttft_mape_pct": 49.57,
                "ttft_shape_error_pct": 160.76
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 31.98,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 81.95,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "acabc2969b7bff01",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 23070.953431017948,
                        "interactivity_tok_s": 70.01604620223846,
                        "output_per_gpu": 254.26260646472957,
                        "total_per_gpu": 2296.095138281162,
                        "tpot_error_pct": 31.98,
                        "tpot_ms": 14.282440301063863,
                        "tpot_relative": 0.680202,
                        "ttft_error_pct": 81.95,
                        "ttft_ms": 9947.68359300598,
                        "ttft_relative": 1.819533,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 133,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 24760.028831015476,
                        "interactivity_tok_s": 47.62503233329703,
                        "output_per_gpu": 296.47784857482344,
                        "total_per_gpu": 2142.1106452417503,
                        "tpot_ms": 20.997361072673755,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5467.161581754208,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.44,
                    "tpot_shape_error_pct": 0.47,
                    "ttft_mape_pct": 16.29,
                    "ttft_shape_error_pct": 45.19
                  },
                  "framework": "dynamo-sglang",
                  "id": "7ddaffa7be9db1cf",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 30458.51329190742,
                        "interactivity_tok_s": 37.73795890524985,
                        "output_per_gpu": 411.3284768594596,
                        "total_per_gpu": 3704.323622544615,
                        "tpot_error_pct": 16.71,
                        "tpot_ms": 26.498518441623688,
                        "tpot_relative": 1.167102,
                        "ttft_error_pct": 27.9,
                        "ttft_ms": 6060.380876539368,
                        "ttft_relative": 0.721032,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 686,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 29311.00078344287,
                        "interactivity_tok_s": 44.04406103735858,
                        "output_per_gpu": 639.7147931548542,
                        "total_per_gpu": 3840.67391670225,
                        "tpot_ms": 22.704536694556634,
                        "tpot_relative": 1.0,
                        "ttft_ms": 8405.145934881417,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 42822.92195584085,
                        "interactivity_tok_s": 37.6317334150947,
                        "output_per_gpu": 422.643870334405,
                        "total_per_gpu": 3802.879529058971,
                        "tpot_error_pct": 16.16,
                        "tpot_ms": 26.573317496952818,
                        "tpot_relative": 1.170397,
                        "ttft_error_pct": 4.69,
                        "ttft_ms": 18349.15834891363,
                        "ttft_relative": 2.183086,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 989,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 38597.525470431836,
                        "interactivity_tok_s": 43.71410613045162,
                        "output_per_gpu": 688.1520893467737,
                        "total_per_gpu": 4127.805867735368,
                        "tpot_ms": 22.875910970609816,
                        "tpot_relative": 1.007548,
                        "ttft_ms": 17527.582391501706,
                        "ttft_relative": 2.085339,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 48
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 32.62,
                    "tpot_shape_error_pct": 10.12,
                    "ttft_mape_pct": 72.67,
                    "ttft_shape_error_pct": 66.22
                  },
                  "framework": "dynamo-sglang",
                  "id": "e0e848c8290e5c3b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 17955.52947780971,
                        "interactivity_tok_s": 81.53602867685915,
                        "output_per_gpu": 181.28141243506712,
                        "total_per_gpu": 1633.7444998845945,
                        "tpot_error_pct": 29.03,
                        "tpot_ms": 12.264516879564573,
                        "tpot_relative": 0.709654,
                        "ttft_error_pct": 29.72,
                        "ttft_ms": 6667.911539988342,
                        "ttft_relative": 1.297201,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 103,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 21044.680818732268,
                        "interactivity_tok_s": 57.86238089256491,
                        "output_per_gpu": 180.01947353755148,
                        "total_per_gpu": 1390.7717554682215,
                        "tpot_ms": 17.28238597469286,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5140.22923905981,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 25025.828727776694,
                        "interactivity_tok_s": 81.33175705777927,
                        "output_per_gpu": 183.7790044590988,
                        "total_per_gpu": 1658.55211955476,
                        "tpot_error_pct": 36.21,
                        "tpot_ms": 12.29532025589445,
                        "tpot_relative": 0.711437,
                        "ttft_error_pct": 115.62,
                        "ttft_ms": 13726.399524906845,
                        "ttft_relative": 2.670387,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 146,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 24077.52308175829,
                        "interactivity_tok_s": 51.87822523112977,
                        "output_per_gpu": 224.27302231057038,
                        "total_per_gpu": 1735.0651376444657,
                        "tpot_ms": 19.275909990073163,
                        "tpot_relative": 1.11535,
                        "ttft_ms": 6365.999913395523,
                        "ttft_relative": 1.238466,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.89,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 1.04,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "a7bfdf884f906b2f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 43315.15532703765,
                        "interactivity_tok_s": 35.76131410025265,
                        "output_per_gpu": 541.6718562478333,
                        "total_per_gpu": 4872.540813390361,
                        "tpot_error_pct": 18.89,
                        "tpot_ms": 27.963178232114664,
                        "tpot_relative": 1.188888,
                        "ttft_error_pct": 1.04,
                        "ttft_ms": 17558.841507218625,
                        "ttft_relative": 1.010407,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1497,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 39042.47364728828,
                        "interactivity_tok_s": 42.516202340666766,
                        "output_per_gpu": 1031.902279590413,
                        "total_per_gpu": 5304.451547649724,
                        "tpot_ms": 23.52044502910599,
                        "tpot_relative": 1.0,
                        "ttft_ms": 17377.98120837258,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 56
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 36.07,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 30.25,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "a2589d1c88e1be6c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 46809.9121866976,
                        "interactivity_tok_s": 28.61720092282887,
                        "output_per_gpu": 699.9802794209884,
                        "total_per_gpu": 6296.715353003396,
                        "tpot_error_pct": 36.07,
                        "tpot_ms": 34.94401855361988,
                        "tpot_relative": 1.360679,
                        "ttft_error_pct": 30.25,
                        "ttft_ms": 14623.722006522661,
                        "ttft_relative": 0.697468,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2674,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 44621.21138714528,
                        "interactivity_tok_s": 38.93881666025243,
                        "output_per_gpu": 1646.2732011373346,
                        "total_per_gpu": 6582.313796027999,
                        "tpot_ms": 25.681314579360855,
                        "tpot_relative": 1.0,
                        "ttft_ms": 20966.865292370316,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 33.28,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 90.01,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "03d1b897d45f25b4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 22276.88553103159,
                        "interactivity_tok_s": 91.4476629783614,
                        "output_per_gpu": 142.51333249197353,
                        "total_per_gpu": 1286.33292722368,
                        "tpot_error_pct": 33.28,
                        "tpot_ms": 10.935216575590596,
                        "tpot_relative": 0.667245,
                        "ttft_error_pct": 90.01,
                        "ttft_ms": 12226.018243375393,
                        "ttft_relative": 1.900139,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 130,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 21496.69590248189,
                        "interactivity_tok_s": 61.01803981652338,
                        "output_per_gpu": 166.37812695501918,
                        "total_per_gpu": 1335.0388133924491,
                        "tpot_ms": 16.388595946492615,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6434.276822437891,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 39.81,
                    "tpot_shape_error_pct": 2.63,
                    "ttft_mape_pct": 57.24,
                    "ttft_shape_error_pct": 370.88
                  },
                  "framework": "dynamo-sglang",
                  "id": "2dbab6b4210cf3b7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 9620.422628921737,
                        "interactivity_tok_s": 138.42946299687443,
                        "output_per_gpu": 30.250797336335413,
                        "total_per_gpu": 272.73175735836486,
                        "tpot_error_pct": 39.01,
                        "tpot_ms": 7.223895681966048,
                        "tpot_relative": 0.609871,
                        "ttft_error_pct": 69.13,
                        "ttft_ms": 2998.9179702782617,
                        "ttft_relative": 0.30867,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 23,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 20574.827198277268,
                        "interactivity_tok_s": 84.42415891184193,
                        "output_per_gpu": 14.67871085828421,
                        "total_per_gpu": 124.56910809500789,
                        "tpot_ms": 11.844950697634168,
                        "tpot_relative": 1.0,
                        "ttft_ms": 9715.597103548276,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 19235.978640315057,
                        "interactivity_tok_s": 121.78880572786584,
                        "output_per_gpu": 75.59642776980684,
                        "total_per_gpu": 683.0421659930781,
                        "tpot_error_pct": 40.62,
                        "tpot_ms": 8.21093526636985,
                        "tpot_relative": 0.693201,
                        "ttft_error_pct": 45.35,
                        "ttft_ms": 11699.059969242468,
                        "ttft_relative": 1.204152,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 113,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28828457171",
                      "measured": {
                        "e2e_ms": 20739.242820814663,
                        "interactivity_tok_s": 72.32188762532606,
                        "output_per_gpu": 74.47335163323335,
                        "total_per_gpu": 633.3889917345512,
                        "tpot_ms": 13.827072727700967,
                        "tpot_relative": 1.167339,
                        "ttft_ms": 8049.066738296812,
                        "ttft_relative": 0.828469,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 68
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 10
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 46.88,
        "points": 75,
        "status_counts": {
          "failed": 85,
          "success": 75,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 28.19,
        "tpot_shape_error_pct": 18.37,
        "ttft_mape_pct": 47.07,
        "ttft_shape_error_pct": 36.26
      },
      "aisim": {
        "coverage_pct": 60.0,
        "points": 96,
        "status_counts": {
          "failed": 64,
          "success": 96,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 14.24,
        "tpot_shape_error_pct": 13.05,
        "ttft_mape_pct": 56.5,
        "ttft_shape_error_pct": 73.58
      },
      "frameworks": [
        "dynamo-trt",
        "dynamo-vllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300"
      ],
      "hf_model_paths": [
        "nvidia/Kimi-K2.5-NVFP4"
      ],
      "model": "nvidia/Kimi-K2.5-NVFP4",
      "precisions": [
        "fp4"
      ],
      "rows": 160,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 18.6,
            "points": 8,
            "status_counts": {
              "failed": 35,
              "success": 8,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 72.2,
            "tpot_shape_error_pct": 14.35,
            "ttft_mape_pct": 88.39,
            "ttft_shape_error_pct": 27.5
          },
          "aisim": {
            "coverage_pct": 34.88,
            "points": 15,
            "status_counts": {
              "failed": 28,
              "success": 15,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 11.24,
            "tpot_shape_error_pct": 6.55,
            "ttft_mape_pct": 64.05,
            "ttft_shape_error_pct": 107.28
          },
          "gpu_skus": [
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 33.33,
                "points": 7,
                "status_counts": {
                  "failed": 14,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 79.41,
                "tpot_shape_error_pct": 14.35,
                "ttft_mape_pct": 87.07,
                "ttft_shape_error_pct": 27.5
              },
              "aisim": {
                "coverage_pct": 28.57,
                "points": 6,
                "status_counts": {
                  "failed": 15,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 8.75,
                "tpot_shape_error_pct": 10.25,
                "ttft_mape_pct": 75.5,
                "ttft_shape_error_pct": 167.83
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 21,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "1611b55afa14f015",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 333,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 13672.530576948555,
                        "interactivity_tok_s": 87.76835064450547,
                        "output_per_gpu": 667.5538305918244,
                        "total_per_gpu": 1187.3764005869089,
                        "tpot_ms": 11.393628713046832,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3172.677477600134,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 666,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 14588.485560103742,
                        "interactivity_tok_s": 82.79402623833911,
                        "output_per_gpu": 1247.4075904587137,
                        "total_per_gpu": 2220.76150176297,
                        "tpot_ms": 12.078166087989255,
                        "tpot_relative": 1.060081,
                        "ttft_ms": 3467.973220810104,
                        "ttft_relative": 1.093075,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 1127,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 14130.322527600256,
                        "interactivity_tok_s": 74.47799110643784,
                        "output_per_gpu": 2187.6963236076263,
                        "total_per_gpu": 3894.021506636216,
                        "tpot_ms": 13.426785351539383,
                        "tpot_relative": 1.178447,
                        "ttft_ms": 1764.125274970653,
                        "ttft_relative": 0.556037,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "9af25d4b75b7d2f3",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 26490.956231075175,
                        "interactivity_tok_s": 38.19846056269591,
                        "output_per_gpu": 8974.049085254368,
                        "total_per_gpu": 11986.157618807192,
                        "tpot_ms": 26.179065471988846,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2396.097923679536,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 41052.8521079354,
                        "interactivity_tok_s": 24.616578261243752,
                        "output_per_gpu": 11135.36289608569,
                        "total_per_gpu": 14868.623965436032,
                        "tpot_ms": 40.62303011358797,
                        "tpot_relative": 1.551737,
                        "ttft_ms": 3658.1793534941826,
                        "ttft_relative": 1.526724,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "a1fb7e00317286b2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 9736.482751276344,
                        "interactivity_tok_s": 186.40570551144785,
                        "output_per_gpu": 22.7117808142218,
                        "total_per_gpu": 40.358247559169136,
                        "tpot_ms": 5.364642660782646,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4772.137123561697,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 12,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 7858.271462738048,
                        "interactivity_tok_s": 172.81469884261082,
                        "output_per_gpu": 41.75796860477651,
                        "total_per_gpu": 74.69624573326914,
                        "tpot_ms": 5.7865448176415795,
                        "tpot_relative": 1.078645,
                        "ttft_ms": 2558.684198834817,
                        "ttft_relative": 0.536172,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 8650.262268149527,
                        "interactivity_tok_s": 157.24005404325678,
                        "output_per_gpu": 76.65355829714616,
                        "total_per_gpu": 136.6513586011814,
                        "tpot_ms": 6.359702723867672,
                        "tpot_relative": 1.185485,
                        "ttft_ms": 2815.5795414175373,
                        "ttft_relative": 0.590004,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 192,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 15195.043525584939,
                        "interactivity_tok_s": 89.97944838764465,
                        "output_per_gpu": 349.2048331280523,
                        "total_per_gpu": 622.1438883235365,
                        "tpot_ms": 11.113648926717726,
                        "tpot_relative": 2.071648,
                        "ttft_ms": 4971.042732996526,
                        "ttft_relative": 1.041681,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "ff11c33b4574a9a9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 2253,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 15749.269185457097,
                        "interactivity_tok_s": 66.96311450657073,
                        "output_per_gpu": 3930.810680431448,
                        "total_per_gpu": 6296.093459964847,
                        "tpot_ms": 14.933594522427349,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1989.9904982616295,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 20898.98928943558,
                        "interactivity_tok_s": 49.02326367744853,
                        "output_per_gpu": 5690.910351568572,
                        "total_per_gpu": 9121.25367094119,
                        "tpot_ms": 20.398478701449974,
                        "tpot_relative": 1.365946,
                        "ttft_ms": 2125.3218773727986,
                        "ttft_relative": 1.068006,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "cda284d47c6870d2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 30,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 9892.821668150911,
                        "interactivity_tok_s": 137.96283375863138,
                        "output_per_gpu": 132.7966162569577,
                        "total_per_gpu": 221.43965435202972,
                        "tpot_ms": 7.248328935817012,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3213.8443079497665,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 60,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 12071.988941278929,
                        "interactivity_tok_s": 113.3360323452145,
                        "output_per_gpu": 218.8463779707638,
                        "total_per_gpu": 365.0964473895276,
                        "tpot_ms": 8.823319286086019,
                        "tpot_relative": 1.21729,
                        "ttft_ms": 3939.466985598362,
                        "ttft_relative": 1.22578,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 195.12,
                    "tpot_shape_error_pct": 42.6,
                    "ttft_mape_pct": 99.39,
                    "ttft_shape_error_pct": 53.14
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "066564ebc4eb1be7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 61278.866,
                        "interactivity_tok_s": 16.7313612635524,
                        "output_per_gpu": 2435.8809499999998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 143.3,
                        "tpot_ms": 59.768,
                        "tpot_relative": 2.432956,
                        "ttft_error_pct": 99.17,
                        "ttft_ms": 136.202,
                        "ttft_relative": 0.008336,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (184149606400 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 38949.1870950548,
                        "interactivity_tok_s": 40.706667480407255,
                        "output_per_gpu": 5451.033142614536,
                        "total_per_gpu": 8736.897907343095,
                        "tpot_ms": 24.566000164010365,
                        "tpot_relative": 1.0,
                        "ttft_ms": 16338.28444264534,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": 86951.051,
                        "interactivity_tok_s": 11.78369843158974,
                        "output_per_gpu": 2435.8809499999998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 246.94,
                        "tpot_ms": 84.863,
                        "tpot_relative": 3.45449,
                        "ttft_error_pct": 99.61,
                        "ttft_ms": 136.202,
                        "ttft_relative": 0.008336,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (184149606400 bytes) meets/exceeds the KV-cache memory limit (capacity=198674743296 bytes)",
                      "concurrency": 6144,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 57382.5159842092,
                        "interactivity_tok_s": 40.88236147218061,
                        "output_per_gpu": 5504.527231590889,
                        "total_per_gpu": 8820.308341803486,
                        "tpot_ms": 24.46042655046906,
                        "tpot_relative": 0.995702,
                        "ttft_ms": 34863.18699817516,
                        "ttft_relative": 2.133834,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 50.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 1,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 128.4,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 98.68,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.19,
                    "tpot_shape_error_pct": 27.37,
                    "ttft_mape_pct": 61.17,
                    "ttft_shape_error_pct": 546.11
                  },
                  "framework": "dynamo-vllm",
                  "id": "3ed50faf01e5e020",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 102968.162,
                        "interactivity_tok_s": 9.948269001193793,
                        "output_per_gpu": 3127.077583333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 128.4,
                        "tpot_ms": 100.52,
                        "tpot_relative": 2.283967,
                        "ttft_error_pct": 98.68,
                        "ttft_ms": 136.202,
                        "ttft_relative": 0.013192,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 56151.458013723604,
                        "interactivity_tok_s": 17.09521425122869,
                        "output_per_gpu": 5426.3995706958785,
                        "total_per_gpu": 10856.742464972149,
                        "tpot_error_pct": 32.91,
                        "tpot_ms": 58.495903315638564,
                        "tpot_relative": 1.329116,
                        "ttft_error_pct": 77.6,
                        "ttft_ms": 2313.0371143895027,
                        "ttft_relative": 0.224034,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 50828.53965526086,
                        "interactivity_tok_s": 22.721519562476658,
                        "output_per_gpu": 8741.168934220008,
                        "total_per_gpu": 11675.26390120986,
                        "tpot_ms": 44.01114094725624,
                        "tpot_relative": 1.0,
                        "ttft_ms": 10324.473169528766,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 157770.39335381944,
                        "interactivity_tok_s": 16.043610123907097,
                        "output_per_gpu": 5698.69988354911,
                        "total_per_gpu": 11398.492435839595,
                        "tpot_error_pct": 3.47,
                        "tpot_ms": 62.33011100848606,
                        "tpot_relative": 1.416235,
                        "ttft_error_pct": 44.75,
                        "ttft_ms": 100393.60501302515,
                        "ttft_relative": 9.723848,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 12288,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 128791.5020661636,
                        "interactivity_tok_s": 15.487080837087808,
                        "output_per_gpu": 9918.333090943312,
                        "total_per_gpu": 13243.325389786592,
                        "tpot_ms": 64.56994772089277,
                        "tpot_relative": 1.467127,
                        "ttft_ms": 69356.0848020371,
                        "ttft_relative": 6.717639,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.31,
                    "tpot_shape_error_pct": 4.93,
                    "ttft_mape_pct": 78.01,
                    "ttft_shape_error_pct": 18.96
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.02,
                    "tpot_shape_error_pct": 4.54,
                    "ttft_mape_pct": 82.66,
                    "ttft_shape_error_pct": 41.74
                  },
                  "framework": "dynamo-vllm",
                  "id": "df893d18bead4eef",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6670.103,
                        "interactivity_tok_s": 156.5680288085173,
                        "output_per_gpu": 16.015361111111112,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.6,
                        "tpot_ms": 6.387,
                        "tpot_relative": 1.066038,
                        "ttft_error_pct": 75.27,
                        "ttft_ms": 136.202,
                        "ttft_relative": 0.247345,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5492.570195124999,
                        "interactivity_tok_s": 169.14271547566432,
                        "output_per_gpu": 17.939196401286654,
                        "total_per_gpu": 36.05383129199176,
                        "tpot_error_pct": 1.32,
                        "tpot_ms": 5.912167113953403,
                        "tpot_relative": 0.986785,
                        "ttft_error_pct": 86.8,
                        "ttft_ms": 72.71002524999949,
                        "ttft_relative": 0.132043,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 6046.02191625163,
                        "interactivity_tok_s": 166.9075376777073,
                        "output_per_gpu": 18.185960279254523,
                        "total_per_gpu": 32.576759161777744,
                        "tpot_ms": 5.9913411575872955,
                        "tpot_relative": 1.0,
                        "ttft_ms": 550.6550536083523,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6766.265,
                        "interactivity_tok_s": 154.2971763616726,
                        "output_per_gpu": 31.612027777777776,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.13,
                        "tpot_ms": 6.481,
                        "tpot_relative": 1.081728,
                        "ttft_error_pct": 73.72,
                        "ttft_ms": 136.202,
                        "ttft_relative": 0.247345,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5647.587740237497,
                        "interactivity_tok_s": 166.727765867987,
                        "output_per_gpu": 35.64920068509076,
                        "total_per_gpu": 71.03508286553827,
                        "tpot_error_pct": 3.63,
                        "tpot_ms": 5.99780123480925,
                        "tpot_relative": 1.001078,
                        "ttft_error_pct": 84.37,
                        "ttft_ms": 80.9941647375005,
                        "ttft_relative": 0.147087,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 6278.421027693548,
                        "interactivity_tok_s": 160.6693984717102,
                        "output_per_gpu": 34.77560180097787,
                        "total_per_gpu": 61.79534568351029,
                        "tpot_ms": 6.223960564438626,
                        "tpot_relative": 1.038826,
                        "ttft_ms": 518.2311289972859,
                        "ttft_relative": 0.941118,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8760.092,
                        "interactivity_tok_s": 118.62396204033215,
                        "output_per_gpu": 97.13891666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.89,
                        "tpot_ms": 8.43,
                        "tpot_relative": 1.407031,
                        "ttft_error_pct": 79.71,
                        "ttft_ms": 136.202,
                        "ttft_relative": 0.247345,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7261.470126700015,
                        "interactivity_tok_s": 129.10303487514358,
                        "output_per_gpu": 109.7335268346442,
                        "total_per_gpu": 219.11993782763957,
                        "tpot_error_pct": 1.79,
                        "tpot_ms": 7.745751298310739,
                        "tpot_relative": 1.292824,
                        "ttft_error_pct": 82.94,
                        "ttft_ms": 114.54522999375149,
                        "ttft_relative": 0.208016,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 7956.651502384921,
                        "interactivity_tok_s": 126.79834714844267,
                        "output_per_gpu": 113.9106864565705,
                        "total_per_gpu": 202.21190991483877,
                        "tpot_ms": 7.886538133098069,
                        "tpot_relative": 1.316323,
                        "ttft_ms": 671.4005949805141,
                        "ttft_relative": 1.219276,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14219.843,
                        "interactivity_tok_s": 72.63746640517179,
                        "output_per_gpu": 237.8228611111111,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.61,
                        "tpot_ms": 13.767,
                        "tpot_relative": 2.297816,
                        "ttft_error_pct": 83.34,
                        "ttft_ms": 136.202,
                        "ttft_relative": 0.247345,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11757.028414121858,
                        "interactivity_tok_s": 79.44732593339042,
                        "output_per_gpu": 270.17432991014715,
                        "total_per_gpu": 540.9421893701823,
                        "tpot_error_pct": 9.35,
                        "tpot_ms": 12.586956052346078,
                        "tpot_relative": 2.100858,
                        "ttft_error_pct": 76.54,
                        "ttft_ms": 191.76361713281207,
                        "ttft_relative": 0.348246,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 11395.492656626448,
                        "interactivity_tok_s": 86.87851845191369,
                        "output_per_gpu": 313.0638247617618,
                        "total_per_gpu": 558.0870639313509,
                        "tpot_ms": 11.51032519682629,
                        "tpot_relative": 1.92116,
                        "ttft_ms": 817.4708687425664,
                        "ttft_relative": 1.484543,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 4.55,
                "points": 1,
                "status_counts": {
                  "failed": 21,
                  "success": 1,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 21.74,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 97.62,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 40.91,
                "points": 9,
                "status_counts": {
                  "failed": 13,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 12.9,
                "tpot_shape_error_pct": 3.59,
                "ttft_mape_pct": 56.42,
                "ttft_shape_error_pct": 58.83
              },
              "gpu": "gb300",
              "precisions": [
                "fp4"
              ],
              "rows": 22,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "af10fd16816f0ca0",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 2253,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 15639.43510685309,
                        "interactivity_tok_s": 66.84574260737463,
                        "output_per_gpu": 3957.4436316977585,
                        "total_per_gpu": 6338.7522303610285,
                        "tpot_ms": 14.959815853548118,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1855.7188238600631,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 19368.319064867934,
                        "interactivity_tok_s": 52.62757058863178,
                        "output_per_gpu": 6123.971533306729,
                        "total_per_gpu": 9815.353674217917,
                        "tpot_ms": 19.001447127715462,
                        "tpot_relative": 1.270166,
                        "ttft_ms": 1879.910803437652,
                        "ttft_relative": 1.013036,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "c6cb1c6db9f3af3c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 24734.11306980783,
                        "interactivity_tok_s": 40.632982509746554,
                        "output_per_gpu": 9601.850019013464,
                        "total_per_gpu": 12824.677764371738,
                        "tpot_ms": 24.610548825947784,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2083.0807888023537,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 37856.35652745741,
                        "interactivity_tok_s": 26.272831735883216,
                        "output_per_gpu": 12064.159927986626,
                        "total_per_gpu": 16108.811100459949,
                        "tpot_ms": 38.0621323979405,
                        "tpot_relative": 1.546578,
                        "ttft_ms": 2819.038593401851,
                        "ttft_relative": 1.353303,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "6cfb175b0f459c3c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 30,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 9868.754026909202,
                        "interactivity_tok_s": 138.3940522887358,
                        "output_per_gpu": 133.61111696289626,
                        "total_per_gpu": 222.79784223268723,
                        "tpot_ms": 7.225744050861875,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3210.0694242243962,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 60,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 11972.332686618513,
                        "interactivity_tok_s": 114.05478907079583,
                        "output_per_gpu": 223.33697904557107,
                        "total_per_gpu": 372.58801528412965,
                        "tpot_ms": 8.767716008656876,
                        "tpot_relative": 1.2134,
                        "ttft_ms": 3891.262145124298,
                        "ttft_relative": 1.212205,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "495eca650a790316",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 9489.93909531273,
                        "interactivity_tok_s": 191.24722987288138,
                        "output_per_gpu": 23.276434732838013,
                        "total_per_gpu": 41.36162298002113,
                        "tpot_ms": 5.2288339060632785,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4651.690278641763,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 12,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 7779.836884967275,
                        "interactivity_tok_s": 174.58865782499046,
                        "output_per_gpu": 42.70217770386327,
                        "total_per_gpu": 76.38523773277234,
                        "tpot_ms": 5.727748941185004,
                        "tpot_relative": 1.095416,
                        "ttft_ms": 2534.3042540330016,
                        "ttft_relative": 0.544814,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 8588.864487544439,
                        "interactivity_tok_s": 158.42921371293068,
                        "output_per_gpu": 77.37672333210487,
                        "total_per_gpu": 137.94055491137613,
                        "tpot_ms": 6.311967196984088,
                        "tpot_relative": 1.207146,
                        "ttft_ms": 2798.586990784194,
                        "ttft_relative": 0.601628,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "21e0b876924d1d73",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 333,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 13678.862971023056,
                        "interactivity_tok_s": 87.59056550487325,
                        "output_per_gpu": 666.5549105203194,
                        "total_per_gpu": 1185.5996238467826,
                        "tpot_ms": 11.416754695394257,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3157.918252314192,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 666,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 14584.715410713428,
                        "interactivity_tok_s": 82.71416040574681,
                        "output_per_gpu": 1246.7993004006607,
                        "total_per_gpu": 2219.6785621102363,
                        "tpot_ms": 12.089828332834314,
                        "tpot_relative": 1.058955,
                        "ttft_ms": 3453.397660131577,
                        "ttft_relative": 1.093568,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 14858.669718021987,
                        "interactivity_tok_s": 76.17568378214993,
                        "output_per_gpu": 2268.035025284314,
                        "total_per_gpu": 4036.886935775616,
                        "tpot_ms": 13.127548718300153,
                        "tpot_relative": 1.149849,
                        "ttft_ms": 2767.9955028398363,
                        "ttft_relative": 0.876525,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.74,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 97.62,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.5,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 50.05,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "6d83da41cb192adb",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 80525.338,
                        "interactivity_tok_s": 12.724265173686218,
                        "output_per_gpu": 4327.910416666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.74,
                        "tpot_ms": 78.59,
                        "tpot_relative": 1.217402,
                        "ttft_error_pct": 97.62,
                        "ttft_ms": 127.768,
                        "ttft_relative": 0.023811,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 67752.99000420784,
                        "interactivity_tok_s": 14.146027254398577,
                        "output_per_gpu": 6756.337192040902,
                        "total_per_gpu": 13514.522007642867,
                        "tpot_error_pct": 9.5,
                        "tpot_ms": 70.69122531833517,
                        "tpot_relative": 1.095046,
                        "ttft_error_pct": 50.05,
                        "ttft_ms": 2680.317220036981,
                        "ttft_relative": 0.499502,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 6144,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 64790.725956917624,
                        "interactivity_tok_s": 15.490547394440187,
                        "output_per_gpu": 10519.749872110227,
                        "total_per_gpu": 14047.139994473706,
                        "tpot_ms": 64.55549791345118,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5365.9824531027225,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.5,
                    "tpot_shape_error_pct": 3.6,
                    "ttft_mape_pct": 68.58,
                    "ttft_shape_error_pct": 52.36
                  },
                  "framework": "dynamo-vllm",
                  "id": "a04f26361049331b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 6166.6777708249965,
                        "interactivity_tok_s": 152.13256443593625,
                        "output_per_gpu": 36.5688842216378,
                        "total_per_gpu": 72.86765680754007,
                        "tpot_error_pct": 1.68,
                        "tpot_ms": 6.573214641505007,
                        "tpot_relative": 0.98319,
                        "ttft_error_pct": 77.86,
                        "ttft_ms": 65.70392391249793,
                        "ttft_relative": 0.221444,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 6480.763939513417,
                        "interactivity_tok_s": 149.57519942813357,
                        "output_per_gpu": 38.475655046903604,
                        "total_per_gpu": 67.3019596067561,
                        "tpot_ms": 6.685600312239398,
                        "tpot_relative": 1.0,
                        "ttft_ms": 296.7070467366284,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 6413.6177127187475,
                        "interactivity_tok_s": 144.5096229697272,
                        "output_per_gpu": 68.51339462741309,
                        "total_per_gpu": 137.75613760731497,
                        "tpot_error_pct": 2.49,
                        "tpot_ms": 6.9199543909230625,
                        "tpot_relative": 1.035054,
                        "ttft_error_pct": 73.59,
                        "ttft_ms": 82.55541487499957,
                        "ttft_relative": 0.278239,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 6805.132918188065,
                        "interactivity_tok_s": 140.91212949644253,
                        "output_per_gpu": 73.42180343539899,
                        "total_per_gpu": 129.25205236288903,
                        "tpot_ms": 7.096621160815301,
                        "tpot_relative": 1.061479,
                        "ttft_ms": 312.617089750529,
                        "ttft_relative": 1.053622,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 7749.4838433624955,
                        "interactivity_tok_s": 120.66454790622944,
                        "output_per_gpu": 115.05672674878286,
                        "total_per_gpu": 229.74949898252547,
                        "tpot_error_pct": 0.58,
                        "tpot_ms": 8.28743833505362,
                        "tpot_relative": 1.239595,
                        "ttft_error_pct": 70.84,
                        "ttft_ms": 102.87824735624883,
                        "ttft_relative": 0.346733,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 7964.997585234505,
                        "interactivity_tok_s": 121.3649451705152,
                        "output_per_gpu": 128.29321174466432,
                        "total_per_gpu": 224.18498149849776,
                        "tpot_ms": 8.239611517106699,
                        "tpot_relative": 1.232442,
                        "ttft_ms": 352.7973906559055,
                        "ttft_relative": 1.189043,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 9667.339497618728,
                        "interactivity_tok_s": 96.72424845013416,
                        "output_per_gpu": 183.93610051992448,
                        "total_per_gpu": 367.95513364512,
                        "tpot_error_pct": 2.03,
                        "tpot_ms": 10.33866911372846,
                        "tpot_relative": 1.546408,
                        "ttft_error_pct": 62.18,
                        "ttft_ms": 148.17836481406366,
                        "ttft_relative": 0.49941,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 9723.346292531369,
                        "interactivity_tok_s": 98.68615351639063,
                        "output_per_gpu": 208.87470076261943,
                        "total_per_gpu": 366.07835647114837,
                        "tpot_ms": 10.133133822405101,
                        "tpot_relative": 1.515666,
                        "ttft_ms": 391.7534688151136,
                        "ttft_relative": 1.320338,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12633.098693326527,
                        "interactivity_tok_s": 73.99910715716608,
                        "output_per_gpu": 282.4947936319961,
                        "total_per_gpu": 565.610182891141,
                        "tpot_error_pct": 5.7,
                        "tpot_ms": 13.513676562017276,
                        "tpot_relative": 2.021311,
                        "ttft_error_pct": 58.44,
                        "ttft_ms": 215.97638538515713,
                        "ttft_relative": 0.727911,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 12268.11704842587,
                        "interactivity_tok_s": 78.2185539288103,
                        "output_per_gpu": 330.92835041876367,
                        "total_per_gpu": 580.7157689128994,
                        "tpot_ms": 12.784690457332392,
                        "tpot_relative": 1.912273,
                        "ttft_ms": 519.6355336353463,
                        "ttft_relative": 1.751342,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.94,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 67.67,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "b3018accaf6c4b3c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 43505.875547089134,
                        "interactivity_tok_s": 22.075692812977234,
                        "output_per_gpu": 5240.028662997502,
                        "total_per_gpu": 10481.15556806715,
                        "tpot_error_pct": 25.94,
                        "tpot_ms": 45.298691573210704,
                        "tpot_relative": 1.259438,
                        "ttft_error_pct": 67.67,
                        "ttft_ms": 1806.3329221589688,
                        "ttft_relative": 0.323306,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 38696.9692705235,
                        "interactivity_tok_s": 27.80297504600067,
                        "output_per_gpu": 7725.76201542735,
                        "total_per_gpu": 11605.40368028737,
                        "tpot_ms": 35.96737393554023,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5587.061475627171,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "4f0fd60d1bc015a7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 24,
                    "moe_ep_size": 24,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"nvfp4\", distribution: \"power_law_1.01\", topk: 8, num_experts: 384, hidden_size: 7168, inter_size: 2048, moe_tp_size: 1, moe_ep_size: 24 } at [path]",
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 18147.30118749786,
                        "interactivity_tok_s": 54.83794156839123,
                        "output_per_gpu": 2055.740168484906,
                        "total_per_gpu": 3529.253166785658,
                        "tpot_ms": 18.235549537410122,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1357.1593632859701,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 34.06,
                    "tpot_shape_error_pct": 3.54,
                    "ttft_mape_pct": 23.56,
                    "ttft_shape_error_pct": 84.71
                  },
                  "framework": "dynamo-vllm",
                  "id": "b9b72e9e0bb16959",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 29592.64617868216,
                        "interactivity_tok_s": 32.24085376540503,
                        "output_per_gpu": 3078.1582057407145,
                        "total_per_gpu": 6154.966771937219,
                        "tpot_error_pct": 36.48,
                        "tpot_ms": 31.01654836054672,
                        "tpot_relative": 1.3648,
                        "ttft_error_pct": 44.37,
                        "ttft_ms": 1016.9386277759353,
                        "ttft_relative": 0.556343,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 22769.449191104508,
                        "interactivity_tok_s": 44.00232599702288,
                        "output_per_gpu": 4942.019919389104,
                        "total_per_gpu": 7914.628975170587,
                        "tpot_ms": 22.726071346038804,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1827.9000383230084,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 44058.275460931945,
                        "interactivity_tok_s": 28.301142045021624,
                        "output_per_gpu": 4102.308994626806,
                        "total_per_gpu": 8207.59910621373,
                        "tpot_error_pct": 31.65,
                        "tpot_ms": 35.33426313359348,
                        "tpot_relative": 1.55479,
                        "ttft_error_pct": 2.76,
                        "ttft_ms": 11536.31018542069,
                        "ttft_relative": 6.311237,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 35928.48417539315,
                        "interactivity_tok_s": 37.25749065517784,
                        "output_per_gpu": 6294.247302939783,
                        "total_per_gpu": 10088.398777002854,
                        "tpot_ms": 26.840240242025683,
                        "tpot_relative": 1.181033,
                        "ttft_ms": 11226.148289084453,
                        "ttft_relative": 6.141555,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 43
        },
        {
          "aic": {
            "coverage_pct": 57.26,
            "points": 67,
            "status_counts": {
              "failed": 50,
              "success": 67,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 22.93,
            "tpot_shape_error_pct": 18.68,
            "ttft_mape_pct": 42.14,
            "ttft_shape_error_pct": 36.93
          },
          "aisim": {
            "coverage_pct": 69.23,
            "points": 81,
            "status_counts": {
              "failed": 36,
              "success": 81,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 14.79,
            "tpot_shape_error_pct": 13.99,
            "ttft_mape_pct": 55.11,
            "ttft_shape_error_pct": 68.69
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 64.15,
                "points": 34,
                "status_counts": {
                  "failed": 19,
                  "success": 34,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 21.94,
                "tpot_shape_error_pct": 16.32,
                "ttft_mape_pct": 38.26,
                "ttft_shape_error_pct": 33.91
              },
              "aisim": {
                "coverage_pct": 79.25,
                "points": 42,
                "status_counts": {
                  "failed": 11,
                  "success": 42,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.95,
                "tpot_shape_error_pct": 13.74,
                "ttft_mape_pct": 90.05,
                "ttft_shape_error_pct": 106.63
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 53,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "a208f7bdb2848292",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 2151,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 44005.34525323752,
                        "interactivity_tok_s": 22.589784359471064,
                        "output_per_gpu": 5530.686303736757,
                        "total_per_gpu": 16601.826888095915,
                        "tpot_ms": 44.267797517984576,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3261.4489999496254,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "cc673ec4f2b75555",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 5,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 5711.121141259946,
                        "interactivity_tok_s": 171.50374052510665,
                        "output_per_gpu": 39.637211284691965,
                        "total_per_gpu": 296.8482344181883,
                        "tpot_ms": 5.830776617105962,
                        "tpot_relative": 1.0,
                        "ttft_ms": 370.47417708993635,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 30,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 10527.182841998323,
                        "interactivity_tok_s": 132.1077151269141,
                        "output_per_gpu": 128.2784541827641,
                        "total_per_gpu": 962.4157824451207,
                        "tpot_ms": 7.569580618658899,
                        "tpot_relative": 1.298211,
                        "ttft_ms": 3548.1994122916467,
                        "ttft_relative": 9.577454,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 60,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 12930.386317325008,
                        "interactivity_tok_s": 107.33956398471857,
                        "output_per_gpu": 207.63110622082277,
                        "total_per_gpu": 1563.373093571118,
                        "tpot_ms": 9.31622938343932,
                        "tpot_relative": 1.597768,
                        "ttft_ms": 4373.1137654041695,
                        "ttft_relative": 11.804099,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 115,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 15641.333656808261,
                        "interactivity_tok_s": 85.6272277567475,
                        "output_per_gpu": 331.41118681018116,
                        "total_per_gpu": 2485.596525776545,
                        "tpot_ms": 11.678528269545653,
                        "tpot_relative": 2.002911,
                        "ttft_ms": 4878.6938026687,
                        "ttft_relative": 13.168782,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 195,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 17671.907594689488,
                        "interactivity_tok_s": 64.91455227660154,
                        "output_per_gpu": 498.45511747107486,
                        "total_per_gpu": 3736.825362014382,
                        "tpot_ms": 15.404866319326832,
                        "tpot_relative": 2.641992,
                        "ttft_ms": 3484.8457142215407,
                        "ttft_relative": 9.406447,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "77b6abc6c2befa82",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 1127,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 31856.907381081088,
                        "interactivity_tok_s": 32.547605878475224,
                        "output_per_gpu": 3993.485191570452,
                        "total_per_gpu": 14368.170279584248,
                        "tpot_ms": 30.72422603781534,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3546.424417469676,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "4186581b6981c547",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 308,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 23220.39018022792,
                        "interactivity_tok_s": 48.83627324535026,
                        "output_per_gpu": 1494.1259951226489,
                        "total_per_gpu": 8970.11638132723,
                        "tpot_ms": 20.476582948417562,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4366.04645870049,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "0fff32d4acc243bf",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 615,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 27874.815680981632,
                        "interactivity_tok_s": 40.355836987768974,
                        "output_per_gpu": 2487.772973813901,
                        "total_per_gpu": 11192.687456789628,
                        "tpot_ms": 24.779562874710777,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5052.5821139407335,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "102e396fbf773c69",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 5468.217146774987,
                        "interactivity_tok_s": 184.37242209112878,
                        "output_per_gpu": 20.962851171993005,
                        "total_per_gpu": 165.85552024276708,
                        "tpot_ms": 5.423804648537596,
                        "tpot_relative": 1.0,
                        "ttft_ms": 451.72669868752564,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=b200_sxm: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29528755773",
                      "measured": {
                        "e2e_ms": 9463.919060454129,
                        "interactivity_tok_s": 149.40526038581908,
                        "output_per_gpu": 71.85774643046896,
                        "total_per_gpu": 572.904171869351,
                        "tpot_ms": 6.693204760111082,
                        "tpot_relative": 1.234042,
                        "ttft_ms": 3272.068697270815,
                        "ttft_relative": 7.24347,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 90.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 1,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.04,
                    "tpot_shape_error_pct": 12.56,
                    "ttft_mape_pct": 42.18,
                    "ttft_shape_error_pct": 38.02
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.54,
                    "tpot_shape_error_pct": 11.09,
                    "ttft_mape_pct": 7.72,
                    "ttft_shape_error_pct": 6.5
                  },
                  "framework": "vllm",
                  "id": "a94f9887cb022c4b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6880.133906778453,
                        "interactivity_tok_s": 154.06470593641635,
                        "output_per_gpu": 18.58612081285436,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.74,
                        "tpot_ms": 6.490779273045882,
                        "tpot_relative": 1.107421,
                        "ttft_error_pct": 42.96,
                        "ttft_ms": 240.0667104525153,
                        "ttft_relative": 1.42961,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6180.873847999996,
                        "interactivity_tok_s": 154.66268268278895,
                        "output_per_gpu": 18.81408727305254,
                        "total_per_gpu": 168.4146975976269,
                        "tpot_error_pct": 10.31,
                        "tpot_ms": 6.465683787801524,
                        "tpot_relative": 1.103139,
                        "ttft_error_pct": 2.57,
                        "ttft_ms": 172.2360391999999,
                        "ttft_relative": 1.025674,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 5614.747073117178,
                        "interactivity_tok_s": 170.6144990269846,
                        "output_per_gpu": 20.7091422379265,
                        "total_per_gpu": 185.37832193975783,
                        "tpot_ms": 5.861166581404309,
                        "tpot_relative": 1.0,
                        "ttft_ms": 167.9246677143965,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7570.348748122717,
                        "interactivity_tok_s": 140.1321961613349,
                        "output_per_gpu": 33.78311997362347,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.51,
                        "tpot_ms": 7.1361188034810725,
                        "tpot_relative": 1.217525,
                        "ttft_error_pct": 39.83,
                        "ttft_ms": 270.09921216157875,
                        "ttft_relative": 1.608455,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6640.038969500005,
                        "interactivity_tok_s": 144.94770124836057,
                        "output_per_gpu": 35.10592898491322,
                        "total_per_gpu": 312.84534598055063,
                        "tpot_error_pct": 10.71,
                        "tpot_ms": 6.899040077127891,
                        "tpot_relative": 1.177076,
                        "ttft_error_pct": 0.11,
                        "ttft_ms": 193.3696437500004,
                        "ttft_relative": 1.151526,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 6016.219607152743,
                        "interactivity_tok_s": 160.46679436190368,
                        "output_per_gpu": 38.74428721658981,
                        "total_per_gpu": 345.26845719573055,
                        "tpot_ms": 6.2318188879917535,
                        "tpot_relative": 1.063239,
                        "ttft_ms": 193.16220019536559,
                        "ttft_relative": 1.150291,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8687.65531418476,
                        "interactivity_tok_s": 121.96733843501637,
                        "output_per_gpu": 58.87664525143498,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.05,
                        "tpot_ms": 8.19891630686682,
                        "tpot_relative": 1.398854,
                        "ttft_error_pct": 41.82,
                        "ttft_ms": 300.1639322600022,
                        "ttft_relative": 1.787492,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7486.380979950001,
                        "interactivity_tok_s": 126.38104729905383,
                        "output_per_gpu": 60.03303026257008,
                        "total_per_gpu": 539.661139180074,
                        "tpot_error_pct": 9.11,
                        "tpot_ms": 7.912578834971299,
                        "tpot_relative": 1.350001,
                        "ttft_error_pct": 0.77,
                        "ttft_ms": 213.28364580000007,
                        "ttft_relative": 1.270115,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 6878.355449825176,
                        "interactivity_tok_s": 137.88825415879566,
                        "output_per_gpu": 65.35775112010278,
                        "total_per_gpu": 587.5272040983997,
                        "tpot_ms": 7.252249338427147,
                        "tpot_relative": 1.237339,
                        "ttft_ms": 211.64613964647288,
                        "ttft_relative": 1.260364,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11634.444260883145,
                        "interactivity_tok_s": 90.49777119797427,
                        "output_per_gpu": 87.92856599429412,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.31,
                        "tpot_ms": 11.049995892300874,
                        "tpot_relative": 1.88529,
                        "ttft_error_pct": 29.25,
                        "ttft_ms": 330.29846305935115,
                        "ttft_relative": 1.966944,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10117.482415237497,
                        "interactivity_tok_s": 94.1021137083429,
                        "output_per_gpu": 90.18343538958159,
                        "total_per_gpu": 802.223353125015,
                        "tpot_error_pct": 17.63,
                        "tpot_ms": 10.626753859104252,
                        "tpot_relative": 1.813078,
                        "ttft_error_pct": 7.95,
                        "ttft_ms": 275.8825259250002,
                        "ttft_relative": 1.642895,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 8621.578313138889,
                        "interactivity_tok_s": 110.69141743036464,
                        "output_per_gpu": 105.71326509264618,
                        "total_per_gpu": 940.3683683823533,
                        "tpot_ms": 9.034124083098805,
                        "tpot_relative": 1.541353,
                        "ttft_ms": 255.55370803776896,
                        "ttft_relative": 1.521835,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18589.78842673568,
                        "interactivity_tok_s": 56.11873896940905,
                        "output_per_gpu": 110.06042419812911,
                        "total_per_gpu": null,
                        "tpot_error_pct": 49.57,
                        "tpot_ms": 17.819359778292792,
                        "tpot_relative": 3.040241,
                        "ttft_error_pct": 11.82,
                        "ttft_ms": 360.5833735421508,
                        "ttft_relative": 2.147292,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16076.049124424972,
                        "interactivity_tok_s": 58.20901614931736,
                        "output_per_gpu": 111.47243179101926,
                        "total_per_gpu": 1006.0107956899508,
                        "tpot_error_pct": 44.2,
                        "tpot_ms": 17.17946919829064,
                        "tpot_relative": 2.931067,
                        "ttft_error_pct": 11.75,
                        "ttft_ms": 360.33908774374976,
                        "ttft_relative": 2.145838,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 11223.751098063804,
                        "interactivity_tok_s": 83.9353721239513,
                        "output_per_gpu": 158.73558826607132,
                        "total_per_gpu": 1432.5489530473146,
                        "tpot_ms": 11.913928236634886,
                        "tpot_relative": 2.032689,
                        "ttft_ms": 322.4611110330443,
                        "ttft_relative": 1.920272,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24866.710742621537,
                        "interactivity_tok_s": 41.79686454992933,
                        "output_per_gpu": 164.5573490741706,
                        "total_per_gpu": null,
                        "tpot_error_pct": 41.78,
                        "tpot_ms": 23.925239626657373,
                        "tpot_relative": 4.081993,
                        "ttft_error_pct": 18.89,
                        "ttft_ms": 391.1906045510456,
                        "ttft_relative": 2.32956,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21901.861340315572,
                        "interactivity_tok_s": 43.29219457312386,
                        "output_per_gpu": 165.69025997601997,
                        "total_per_gpu": 1481.6550616418283,
                        "tpot_error_pct": 36.88,
                        "tpot_ms": 23.098852110879314,
                        "tpot_relative": 3.940999,
                        "ttft_error_pct": 9.26,
                        "ttft_ms": 526.9890079624994,
                        "ttft_relative": 3.138247,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 16107.692767992557,
                        "interactivity_tok_s": 59.25811665343034,
                        "output_per_gpu": 224.79846416429058,
                        "total_per_gpu": 2010.2194439584764,
                        "tpot_ms": 16.87532538113683,
                        "tpot_relative": 2.879175,
                        "ttft_ms": 482.3121346054904,
                        "ttft_relative": 2.872193,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 33579.75691256536,
                        "interactivity_tok_s": 30.852961215613963,
                        "output_per_gpu": 243.71826220509632,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.33,
                        "tpot_ms": 32.41179973006686,
                        "tpot_relative": 5.529923,
                        "ttft_error_pct": 46.5,
                        "ttft_ms": 422.4857887069611,
                        "ttft_relative": 2.515925,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 29581.61043023427,
                        "interactivity_tok_s": 32.094871443867284,
                        "output_per_gpu": 245.04670729248775,
                        "total_per_gpu": 2208.7966132645092,
                        "tpot_error_pct": 23.37,
                        "tpot_ms": 31.157625969898714,
                        "tpot_relative": 5.315943,
                        "ttft_error_pct": 8.15,
                        "ttft_ms": 854.1066593828124,
                        "ttft_relative": 5.086249,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 24082.05089976709,
                        "interactivity_tok_s": 39.59474120032999,
                        "output_per_gpu": 301.4826446799421,
                        "total_per_gpu": 2717.497622737892,
                        "tpot_ms": 25.25587918204819,
                        "tpot_relative": 4.309019,
                        "ttft_ms": 789.746244834123,
                        "ttft_relative": 4.702979,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 48712.389581485186,
                        "interactivity_tok_s": 21.198933219184234,
                        "output_per_gpu": 336.0130788209417,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.12,
                        "tpot_ms": 47.172185018019576,
                        "tpot_relative": 8.048259,
                        "ttft_error_pct": 66.95,
                        "ttft_ms": 455.2443080511553,
                        "ttft_relative": 2.711003,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 43035.64408386936,
                        "interactivity_tok_s": 22.17289488535039,
                        "output_per_gpu": 337.0880890622315,
                        "total_per_gpu": 3043.2588570848834,
                        "tpot_error_pct": 7.2,
                        "tpot_ms": 45.100110074517104,
                        "tpot_relative": 7.694733,
                        "ttft_error_pct": 9.99,
                        "ttft_ms": 1514.9732783296902,
                        "ttft_relative": 9.021743,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 40107.40790350069,
                        "interactivity_tok_s": 23.76913750241772,
                        "output_per_gpu": 362.37464921817167,
                        "total_per_gpu": 3271.547991755458,
                        "tpot_ms": 42.07136249257186,
                        "tpot_relative": 7.177984,
                        "ttft_ms": 1377.3698308199982,
                        "ttft_relative": 8.202308,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 77911.07564250808,
                        "interactivity_tok_s": 13.213645367471,
                        "output_per_gpu": 420.1713264774813,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.94,
                        "tpot_ms": 75.67934299657938,
                        "tpot_relative": 12.911993,
                        "ttft_error_pct": 81.55,
                        "ttft_ms": 491.1077570073712,
                        "ttft_relative": 2.924572,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 69466.93895483507,
                        "interactivity_tok_s": 13.854660935382471,
                        "output_per_gpu": 419.7530070023038,
                        "total_per_gpu": 3776.6908942723617,
                        "tpot_error_pct": 1.03,
                        "tpot_ms": 72.17787607101725,
                        "tpot_relative": 12.314592,
                        "ttft_error_pct": 8.11,
                        "ttft_ms": 2877.430143432806,
                        "ttft_relative": 17.135244,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 68568.30902849336,
                        "interactivity_tok_s": 13.997995817844844,
                        "output_per_gpu": 425.87601256647866,
                        "total_per_gpu": 3831.7821002292767,
                        "tpot_ms": 71.43879831176874,
                        "tpot_relative": 12.188495,
                        "ttft_ms": 2661.6234236669243,
                        "ttft_relative": 15.850104,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 138373.62543327129,
                        "interactivity_tok_s": 11.38001978920143,
                        "output_per_gpu": 418.7094335623453,
                        "total_per_gpu": 3768.415320917105,
                        "tpot_error_pct": 4.94,
                        "tpot_ms": 87.87330940750262,
                        "tpot_relative": 14.992461,
                        "ttft_error_pct": 18.53,
                        "ttft_ms": 57239.82994112153,
                        "ttft_relative": 340.86612,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 133618.52997434666,
                        "interactivity_tok_s": 10.817298220208956,
                        "output_per_gpu": 433.2883482396439,
                        "total_per_gpu": 3899.626612157561,
                        "tpot_ms": 92.44452539283725,
                        "tpot_relative": 15.772376,
                        "ttft_ms": 48290.11475325705,
                        "ttft_relative": 287.570108,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 90.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 1,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.22,
                    "tpot_shape_error_pct": 22.64,
                    "ttft_mape_pct": 42.13,
                    "ttft_shape_error_pct": 44.39
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.03,
                    "tpot_shape_error_pct": 22.07,
                    "ttft_mape_pct": 13.14,
                    "ttft_shape_error_pct": 14.97
                  },
                  "framework": "vllm",
                  "id": "f5958936b5f8fd08",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6861.298652668057,
                        "interactivity_tok_s": 154.1110527698211,
                        "output_per_gpu": 18.637142394359273,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.52,
                        "tpot_ms": 6.488827258182391,
                        "tpot_relative": 1.085168,
                        "ttft_error_pct": 35.25,
                        "ttft_ms": 223.22836754747075,
                        "ttft_relative": 1.352496,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6165.249022900002,
                        "interactivity_tok_s": 154.70938996671129,
                        "output_per_gpu": 18.86176853004079,
                        "total_per_gpu": 168.84151737156583,
                        "tpot_error_pct": 8.1,
                        "tpot_ms": 6.463731776171888,
                        "tpot_relative": 1.080971,
                        "ttft_error_pct": 4.01,
                        "ttft_ms": 158.42521850000017,
                        "ttft_relative": 0.959867,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 5721.816370513989,
                        "interactivity_tok_s": 167.2363899186583,
                        "output_per_gpu": 20.32192260494675,
                        "total_per_gpu": 181.91211725782495,
                        "tpot_ms": 5.979559834354159,
                        "tpot_relative": 1.0,
                        "ttft_ms": 165.04915470140986,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7417.707197791886,
                        "interactivity_tok_s": 142.74644228864943,
                        "output_per_gpu": 34.478308887162875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.29,
                        "tpot_ms": 7.005428534449125,
                        "tpot_relative": 1.171563,
                        "ttft_error_pct": 24.14,
                        "ttft_ms": 251.1538070504312,
                        "ttft_relative": 1.521691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6521.408309700003,
                        "interactivity_tok_s": 147.32132331500375,
                        "output_per_gpu": 35.74260433552033,
                        "total_per_gpu": 318.5190576895776,
                        "tpot_error_pct": 2.98,
                        "tpot_ms": 6.787883637603438,
                        "tpot_relative": 1.135181,
                        "ttft_error_pct": 11.67,
                        "ttft_ms": 178.70253485000038,
                        "ttft_relative": 1.082723,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 6361.601582252479,
                        "interactivity_tok_s": 151.71856449396546,
                        "output_per_gpu": 36.65256530564036,
                        "total_per_gpu": 326.62814532113794,
                        "tpot_ms": 6.591151210370004,
                        "tpot_relative": 1.10228,
                        "ttft_ms": 202.30789305496728,
                        "ttft_relative": 1.225743,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8449.310293535862,
                        "interactivity_tok_s": 125.21110472333154,
                        "output_per_gpu": 60.53748557338729,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.52,
                        "tpot_ms": 7.986512076621446,
                        "tpot_relative": 1.335635,
                        "ttft_error_pct": 35.28,
                        "ttft_ms": 279.1084391521217,
                        "ttft_relative": 1.691063,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7298.115682250017,
                        "interactivity_tok_s": 129.43838715813015,
                        "output_per_gpu": 61.55994197647756,
                        "total_per_gpu": 553.3871648587823,
                        "tpot_error_pct": 1.11,
                        "tpot_ms": 7.725683407800318,
                        "tpot_relative": 1.292015,
                        "ttft_error_pct": 4.59,
                        "ttft_ms": 196.84081922499982,
                        "ttft_relative": 1.192619,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 7230.377001257148,
                        "interactivity_tok_s": 130.86928107270836,
                        "output_per_gpu": 62.10553757914521,
                        "total_per_gpu": 558.2917439409887,
                        "tpot_ms": 7.641212603929718,
                        "tpot_relative": 1.277889,
                        "ttft_ms": 206.31199987547006,
                        "ttft_relative": 1.250003,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11772.985889756843,
                        "interactivity_tok_s": 89.2213962955172,
                        "output_per_gpu": 86.89384405786703,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.06,
                        "tpot_ms": 11.208073864791595,
                        "tpot_relative": 1.874398,
                        "ttft_error_pct": 10.59,
                        "ttft_ms": 307.12632607503963,
                        "ttft_relative": 1.860817,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10268.95674868748,
                        "interactivity_tok_s": 92.47566874516801,
                        "output_per_gpu": 88.88112439654674,
                        "total_per_gpu": 790.6386947325861,
                        "tpot_error_pct": 15.83,
                        "tpot_ms": 10.813655241095528,
                        "tpot_relative": 1.808437,
                        "ttft_error_pct": 8.17,
                        "ttft_ms": 255.00409845000019,
                        "ttft_relative": 1.545019,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 8922.561719464284,
                        "interactivity_tok_s": 107.11907004357322,
                        "output_per_gpu": 102.01694468062375,
                        "total_per_gpu": 907.4878893637016,
                        "tpot_ms": 9.335405914121793,
                        "tpot_relative": 1.56122,
                        "ttft_ms": 277.703928075789,
                        "ttft_relative": 1.682553,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18481.985561199803,
                        "interactivity_tok_s": 56.37387035220945,
                        "output_per_gpu": 110.70239143002442,
                        "total_per_gpu": null,
                        "tpot_error_pct": 45.58,
                        "tpot_ms": 17.738714651881395,
                        "tpot_relative": 2.966559,
                        "ttft_error_pct": 2.81,
                        "ttft_ms": 335.28047232513535,
                        "ttft_relative": 2.031398,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16022.712332099973,
                        "interactivity_tok_s": 58.302974317319624,
                        "output_per_gpu": 111.83073201519846,
                        "total_per_gpu": 1009.2443655316688,
                        "tpot_error_pct": 40.76,
                        "tpot_ms": 17.15178362183381,
                        "tpot_relative": 2.868402,
                        "ttft_error_pct": 2.18,
                        "ttft_ms": 333.24491608749963,
                        "ttft_relative": 2.019065,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 11476.853069420758,
                        "interactivity_tok_s": 82.06656429195702,
                        "output_per_gpu": 155.0386295415173,
                        "total_per_gpu": 1399.1848258961822,
                        "tpot_ms": 12.185230472698192,
                        "tpot_relative": 2.037814,
                        "ttft_ms": 326.13135241954296,
                        "ttft_relative": 1.975965,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24266.447572933386,
                        "interactivity_tok_s": 42.79847489469643,
                        "output_per_gpu": 168.6278960981576,
                        "total_per_gpu": null,
                        "tpot_error_pct": 39.88,
                        "tpot_ms": 23.365318564749128,
                        "tpot_relative": 3.907532,
                        "ttft_error_pct": 22.49,
                        "ttft_ms": 363.72668119502714,
                        "ttft_relative": 2.203748,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21432.349845528064,
                        "interactivity_tok_s": 44.17475011509534,
                        "output_per_gpu": 169.24751359558385,
                        "total_per_gpu": 1513.4651561623714,
                        "tpot_error_pct": 35.52,
                        "tpot_ms": 22.637366309816006,
                        "tpot_relative": 3.785791,
                        "ttft_error_pct": 3.61,
                        "ttft_ms": 486.1725584124996,
                        "ttft_relative": 2.945623,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 15934.865548436028,
                        "interactivity_tok_s": 59.86564683176673,
                        "output_per_gpu": 226.75929407786967,
                        "total_per_gpu": 2027.7538093876433,
                        "tpot_ms": 16.70407074712114,
                        "tpot_relative": 2.793528,
                        "ttft_ms": 469.2416720190522,
                        "ttft_relative": 2.843042,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 31448.42077632363,
                        "interactivity_tok_s": 32.940892898473976,
                        "output_per_gpu": 260.2356429344597,
                        "total_per_gpu": null,
                        "tpot_error_pct": 93.48,
                        "tpot_ms": 30.35740418701055,
                        "tpot_relative": 5.076863,
                        "ttft_error_pct": 96.78,
                        "ttft_ms": 392.79629301183485,
                        "ttft_relative": 2.379875,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 27787.783330515667,
                        "interactivity_tok_s": 34.143575943083725,
                        "output_per_gpu": 260.5868441916789,
                        "total_per_gpu": 2348.8719569892055,
                        "tpot_error_pct": 93.71,
                        "tpot_ms": 29.28808633480479,
                        "tpot_relative": 4.898034,
                        "ttft_error_pct": 93.58,
                        "ttft_ms": 784.7285291234372,
                        "ttft_relative": 4.754514,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 441266.7269038469,
                        "interactivity_tok_s": 2.1486808075100052,
                        "output_per_gpu": 16.52417581375057,
                        "total_per_gpu": 148.9452520201992,
                        "tpot_ms": 465.40183935409567,
                        "tpot_relative": 77.832123,
                        "ttft_ms": 12216.899066682527,
                        "ttft_relative": 74.019761,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 45547.69649106075,
                        "interactivity_tok_s": 22.670609087988606,
                        "output_per_gpu": 359.3595562667457,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.12,
                        "tpot_ms": 44.10997499532654,
                        "tpot_relative": 7.376793,
                        "ttft_error_pct": 69.55,
                        "ttft_ms": 423.1920708416988,
                        "ttft_relative": 2.564037,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 40352.28102259204,
                        "interactivity_tok_s": 23.628240705045705,
                        "output_per_gpu": 359.22998079177137,
                        "total_per_gpu": 3243.1576678260026,
                        "tpot_error_pct": 1.82,
                        "tpot_ms": 42.322236872525785,
                        "tpot_relative": 7.077818,
                        "ttft_error_pct": 0.09,
                        "ttft_ms": 1390.841513282029,
                        "ttft_relative": 8.426832,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 39652.707674701654,
                        "interactivity_tok_s": 24.05764528148203,
                        "output_per_gpu": 366.4127042782456,
                        "total_per_gpu": 3308.0038833330977,
                        "tpot_ms": 41.56682785450051,
                        "tpot_relative": 6.951486,
                        "ttft_ms": 1389.6585316035726,
                        "ttft_relative": 8.419665,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 72357.09098952194,
                        "interactivity_tok_s": 14.227958294688603,
                        "output_per_gpu": 452.4228317130731,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.55,
                        "tpot_ms": 70.28415316435859,
                        "tpot_relative": 11.754068,
                        "ttft_error_pct": 82.28,
                        "ttft_ms": 456.40230238311324,
                        "ttft_relative": 2.765251,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 64689.26206134159,
                        "interactivity_tok_s": 14.867793570982093,
                        "output_per_gpu": 450.5185812050682,
                        "total_per_gpu": 4053.501451934438,
                        "tpot_error_pct": 1.86,
                        "tpot_ms": 67.2594756730904,
                        "tpot_relative": 11.248232,
                        "ttft_error_pct": 2.5,
                        "ttft_ms": 2640.0445725082127,
                        "ttft_relative": 15.995505,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 65805.56276035454,
                        "interactivity_tok_s": 14.591224184250835,
                        "output_per_gpu": 443.5836838281241,
                        "total_per_gpu": 3991.1053205445455,
                        "tpot_ms": 68.53434553348572,
                        "tpot_relative": 11.461437,
                        "ttft_ms": 2575.6940497103187,
                        "ttft_relative": 15.605618,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 126407.10088064894,
                        "interactivity_tok_s": 11.780201088677273,
                        "output_per_gpu": 458.8498055635269,
                        "total_per_gpu": 4129.681585088919,
                        "tpot_error_pct": 8.63,
                        "tpot_ms": 84.88819439263781,
                        "tpot_relative": 14.196395,
                        "ttft_error_pct": 1.04,
                        "ttft_ms": 48055.43381624073,
                        "ttft_relative": 291.158315,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 134310.5465441969,
                        "interactivity_tok_s": 10.763094142872092,
                        "output_per_gpu": 431.0810427634476,
                        "total_per_gpu": 3879.7607025130783,
                        "tpot_ms": 92.91008577326758,
                        "tpot_relative": 15.537947,
                        "ttft_ms": 48558.051376727504,
                        "ttft_relative": 294.203575,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.87,
                    "tpot_shape_error_pct": 13.83,
                    "ttft_mape_pct": 71.26,
                    "ttft_shape_error_pct": 40.15
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.01,
                    "tpot_shape_error_pct": 3.28,
                    "ttft_mape_pct": 3.58,
                    "ttft_shape_error_pct": 7.22
                  },
                  "framework": "vllm",
                  "id": "9164cd50d7a53076",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 61955.770396425316,
                        "interactivity_tok_s": 16.78556955545125,
                        "output_per_gpu": 1056.7538678169283,
                        "total_per_gpu": null,
                        "tpot_error_pct": 33.47,
                        "tpot_ms": 59.57498175420815,
                        "tpot_relative": 0.665288,
                        "ttft_error_pct": 64.04,
                        "ttft_ms": 1010.5640618703786,
                        "ttft_relative": 0.359603,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 87399.43418343388,
                        "interactivity_tok_s": 10.912888086756803,
                        "output_per_gpu": 668.4862566972695,
                        "total_per_gpu": 6016.424875188343,
                        "tpot_error_pct": 2.33,
                        "tpot_ms": 91.63477092865429,
                        "tpot_relative": 1.023308,
                        "ttft_error_pct": 0.81,
                        "ttft_ms": 2787.516031986331,
                        "ttft_relative": 0.99192,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 85553.63660605562,
                        "interactivity_tok_s": 11.167245897780814,
                        "output_per_gpu": 682.2287219271142,
                        "total_per_gpu": 6140.108060634429,
                        "tpot_ms": 89.54759384305514,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2810.2213742881304,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 112049.81793088932,
                        "interactivity_tok_s": 9.219638786963662,
                        "output_per_gpu": 1168.6230501576035,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.27,
                        "tpot_ms": 108.46411915984983,
                        "tpot_relative": 1.211245,
                        "ttft_error_pct": 78.48,
                        "ttft_ms": 1091.0240303629378,
                        "ttft_relative": 0.388234,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 145163.29300102248,
                        "interactivity_tok_s": 6.606086496601099,
                        "output_per_gpu": 806.8937425352419,
                        "total_per_gpu": 7260.554347769176,
                        "tpot_error_pct": 5.69,
                        "tpot_ms": 151.37555351636865,
                        "tpot_relative": 1.690448,
                        "ttft_error_pct": 6.35,
                        "ttft_ms": 5391.26390913955,
                        "ttft_relative": 1.918448,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 137380.37189994298,
                        "interactivity_tok_s": 6.981769350588485,
                        "output_per_gpu": 851.6075629279268,
                        "total_per_gpu": 7662.89620016407,
                        "tpot_ms": 143.23016842653377,
                        "tpot_relative": 1.599487,
                        "ttft_ms": 5069.1750795527805,
                        "ttft_relative": 1.803835,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 70.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 3,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.37,
                    "tpot_shape_error_pct": 13.7,
                    "ttft_mape_pct": 29.94,
                    "ttft_shape_error_pct": 23.97
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.69,
                    "tpot_shape_error_pct": 14.77,
                    "ttft_mape_pct": 249.74,
                    "ttft_shape_error_pct": 283.9
                  },
                  "framework": "vllm",
                  "id": "e0a1bd9aa266bde1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7141.503616094374,
                        "interactivity_tok_s": 148.5547826225146,
                        "output_per_gpu": 35.81178610952905,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.72,
                        "tpot_ms": 6.731523430928856,
                        "tpot_relative": 1.077162,
                        "ttft_error_pct": 35.1,
                        "ttft_ms": 255.1551462541541,
                        "ttft_relative": 1.350981,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6411.019782699998,
                        "interactivity_tok_s": 149.27408234339762,
                        "output_per_gpu": 36.27737986826975,
                        "total_per_gpu": 324.7377282500303,
                        "tpot_error_pct": 7.2,
                        "tpot_ms": 6.699086568152866,
                        "tpot_relative": 1.071971,
                        "ttft_error_pct": 1.82,
                        "ttft_ms": 185.42575619999974,
                        "ttft_relative": 0.981782,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 5996.29714290495,
                        "interactivity_tok_s": 160.01754795956037,
                        "output_per_gpu": 38.783807063428426,
                        "total_per_gpu": 347.174063959375,
                        "tpot_ms": 6.249314607999867,
                        "tpot_relative": 1.0,
                        "ttft_ms": 188.86655640089884,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8273.99521679757,
                        "interactivity_tok_s": 128.08439504446073,
                        "output_per_gpu": 61.8201952741731,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.81,
                        "tpot_ms": 7.8073523293206755,
                        "tpot_relative": 1.249313,
                        "ttft_error_pct": 36.06,
                        "ttft_ms": 287.07378390251796,
                        "ttft_relative": 1.519982,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7273.58821475,
                        "interactivity_tok_s": 132.2390651295291,
                        "output_per_gpu": 64.1065770629468,
                        "total_per_gpu": 571.2836794464336,
                        "tpot_error_pct": 7.33,
                        "tpot_ms": 7.562061929434338,
                        "tpot_relative": 1.210063,
                        "ttft_error_pct": 1.69,
                        "ttft_ms": 207.4283990000008,
                        "ttft_relative": 1.09828,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 6795.302778543555,
                        "interactivity_tok_s": 141.93038686026793,
                        "output_per_gpu": 68.62182952514465,
                        "total_per_gpu": 611.5212051171792,
                        "tpot_ms": 7.045707562148134,
                        "tpot_relative": 1.127437,
                        "ttft_ms": 210.99503834266216,
                        "ttft_relative": 1.117165,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10095.114576762395,
                        "interactivity_tok_s": 104.6430646639048,
                        "output_per_gpu": 101.33614554061718,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.37,
                        "tpot_ms": 9.55629504173855,
                        "tpot_relative": 1.529175,
                        "ttft_error_pct": 39.69,
                        "ttft_ms": 319.02474906385834,
                        "ttft_relative": 1.689154,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8707.416082950014,
                        "interactivity_tok_s": 108.430349987446,
                        "output_per_gpu": 103.38500040454258,
                        "total_per_gpu": 929.3694962327112,
                        "tpot_error_pct": 10.38,
                        "tpot_ms": 9.22251011931419,
                        "tpot_relative": 1.475763,
                        "ttft_error_pct": 0.9,
                        "ttft_ms": 230.43741817500023,
                        "ttft_relative": 1.220107,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 7908.997534376977,
                        "interactivity_tok_s": 119.68535575251741,
                        "output_per_gpu": 113.73227914876597,
                        "total_per_gpu": 1022.3853611673676,
                        "tpot_ms": 8.355241071161426,
                        "tpot_relative": 1.336985,
                        "ttft_ms": 228.38428105023922,
                        "ttft_relative": 1.209236,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13620.582193717495,
                        "interactivity_tok_s": 77.0938762896793,
                        "output_per_gpu": 150.21384335125697,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.83,
                        "tpot_ms": 12.97119885686526,
                        "tpot_relative": 2.075619,
                        "ttft_error_pct": 21.22,
                        "ttft_ms": 351.0457631443326,
                        "ttft_relative": 1.858697,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11878.762185287493,
                        "interactivity_tok_s": 79.97959582112526,
                        "output_per_gpu": 153.69847849985663,
                        "total_per_gpu": 1367.2190270832405,
                        "tpot_error_pct": 20.33,
                        "tpot_ms": 12.503188966302165,
                        "tpot_relative": 2.00073,
                        "ttft_error_pct": 3.63,
                        "ttft_ms": 300.10904486249973,
                        "ttft_relative": 1.589,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 9910.394654439006,
                        "interactivity_tok_s": 96.23890511288035,
                        "output_per_gpu": 183.8898246795439,
                        "total_per_gpu": 1635.7850099934994,
                        "tpot_ms": 10.390808154218734,
                        "tpot_relative": 1.662712,
                        "ttft_ms": 289.59603595067165,
                        "ttft_relative": 1.533337,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18488.65852790811,
                        "interactivity_tok_s": 56.502352440088934,
                        "output_per_gpu": 221.32487296594513,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.55,
                        "tpot_ms": 17.69837815266769,
                        "tpot_relative": 2.832051,
                        "ttft_error_pct": 4.0,
                        "ttft_ms": 383.2176777290623,
                        "ttft_relative": 2.029039,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16062.718150449966,
                        "interactivity_tok_s": 58.37353538714243,
                        "output_per_gpu": 222.5487455206274,
                        "total_per_gpu": 2008.4467250228597,
                        "tpot_error_pct": 21.52,
                        "tpot_ms": 17.13105079841136,
                        "tpot_relative": 2.741269,
                        "ttft_error_pct": 6.02,
                        "ttft_ms": 390.6857426062499,
                        "ttft_relative": 2.068581,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 13269.078338216787,
                        "interactivity_tok_s": 70.93595757325768,
                        "output_per_gpu": 268.8129707037181,
                        "total_per_gpu": 2425.969777499856,
                        "tpot_ms": 14.097222821969662,
                        "tpot_relative": 2.255803,
                        "ttft_ms": 368.49309132885537,
                        "ttft_relative": 1.951076,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27014.271423957132,
                        "interactivity_tok_s": 38.460731069999035,
                        "output_per_gpu": 302.9509799306363,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.32,
                        "tpot_ms": 26.000545808138355,
                        "tpot_relative": 4.160544,
                        "ttft_error_pct": 23.76,
                        "ttft_ms": 415.71306223159536,
                        "ttft_relative": 2.201094,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23764.84063646258,
                        "interactivity_tok_s": 39.906761871863196,
                        "output_per_gpu": 305.47488592005334,
                        "total_per_gpu": 2731.6536952347847,
                        "tpot_error_pct": 25.6,
                        "tpot_ms": 25.058409981017867,
                        "tpot_relative": 4.009785,
                        "ttft_error_pct": 5.89,
                        "ttft_ms": 577.4067777500009,
                        "ttft_relative": 3.057221,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 19013.750400970275,
                        "interactivity_tok_s": 50.12147246132798,
                        "output_per_gpu": 380.8880860631314,
                        "total_per_gpu": 3406.022543003937,
                        "tpot_ms": 19.951528773851685,
                        "tpot_relative": 3.192595,
                        "ttft_ms": 545.2706731877697,
                        "ttft_relative": 2.887068,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 40115.738495387355,
                        "interactivity_tok_s": 25.7898035962348,
                        "output_per_gpu": 408.0194111815254,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.98,
                        "tpot_ms": 38.77501417443891,
                        "tpot_relative": 6.204683,
                        "ttft_error_pct": 49.77,
                        "ttft_ms": 448.89899493635073,
                        "ttft_relative": 2.376805,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 46223.359288232765,
                        "interactivity_tok_s": 35.98304053442513,
                        "output_per_gpu": 308.61433305720476,
                        "total_per_gpu": 2781.78107836398,
                        "tpot_error_pct": 7.56,
                        "tpot_ms": 27.79086995284058,
                        "tpot_relative": 4.447027,
                        "ttft_error_pct": 2205.37,
                        "ttft_ms": 20604.661251164063,
                        "ttft_relative": 109.096399,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 28616.07900552408,
                        "interactivity_tok_s": 33.264197712587006,
                        "output_per_gpu": 507.3441117471724,
                        "total_per_gpu": 4573.087180678878,
                        "tpot_ms": 30.062351379711917,
                        "tpot_relative": 4.810504,
                        "ttft_ms": 893.768601620468,
                        "ttft_relative": 4.732276,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 91020.02441638292,
                        "interactivity_tok_s": 35.96328707288214,
                        "output_per_gpu": 311.0011910863424,
                        "total_per_gpu": 2807.744207072026,
                        "tpot_error_pct": 18.41,
                        "tpot_ms": 27.806134571999202,
                        "tpot_relative": 4.449469,
                        "ttft_error_pct": 129.9,
                        "ttft_ms": 65443.26267352825,
                        "ttft_relative": 346.505299,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 59840.64721008117,
                        "interactivity_tok_s": 29.342838536887246,
                        "output_per_gpu": 476.5277556228645,
                        "total_per_gpu": 4302.131579257121,
                        "tpot_ms": 34.07986581607937,
                        "tpot_relative": 5.453377,
                        "ttft_ms": 28465.659628930145,
                        "ttft_relative": 150.718371,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 181064.4043678331,
                        "interactivity_tok_s": 35.8760142362596,
                        "output_per_gpu": 311.5064219145221,
                        "total_per_gpu": 2802.751731437824,
                        "tpot_error_pct": 19.19,
                        "tpot_ms": 27.873776429414725,
                        "tpot_relative": 4.460293,
                        "ttft_error_pct": 78.53,
                        "ttft_ms": 155376.35371869075,
                        "ttft_relative": 822.677962,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 118859.05534783544,
                        "interactivity_tok_s": 28.991596274072496,
                        "output_per_gpu": 477.3942898178457,
                        "total_per_gpu": 4295.313284849876,
                        "tpot_ms": 34.492754056951014,
                        "tpot_relative": 5.519446,
                        "ttft_ms": 87030.6073502533,
                        "ttft_relative": 460.804756,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 360555.15706941776,
                        "interactivity_tok_s": 35.802012655887594,
                        "output_per_gpu": 311.9152529022324,
                        "total_per_gpu": 2807.2599364768953,
                        "tpot_error_pct": 19.41,
                        "tpot_ms": 27.931390606766666,
                        "tpot_relative": 4.469513,
                        "ttft_error_pct": 63.64,
                        "ttft_ms": 334805.08460082754,
                        "ttft_relative": 1772.707095,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 236571.16139773862,
                        "interactivity_tok_s": 28.85454717488173,
                        "output_per_gpu": 477.41627095320797,
                        "total_per_gpu": 4296.781122432716,
                        "tpot_ms": 34.656582684843286,
                        "tpot_relative": 5.545661,
                        "ttft_ms": 204602.32620860566,
                        "ttft_relative": 1083.316867,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 70.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 3,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.18,
                    "tpot_shape_error_pct": 15.91,
                    "ttft_mape_pct": 27.16,
                    "ttft_shape_error_pct": 23.34
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.74,
                    "tpot_shape_error_pct": 8.21,
                    "ttft_mape_pct": 106.87,
                    "ttft_shape_error_pct": 132.19
                  },
                  "framework": "vllm",
                  "id": "15f048c0262ede38",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7097.862022116566,
                        "interactivity_tok_s": 149.2037707798062,
                        "output_per_gpu": 36.0319768407862,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.12,
                        "tpot_ms": 6.7022434806677404,
                        "tpot_relative": 1.031194,
                        "ttft_error_pct": 27.94,
                        "ttft_ms": 241.46694139346684,
                        "ttft_relative": 1.279356,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6374.498256999999,
                        "interactivity_tok_s": 149.92938435948494,
                        "output_per_gpu": 36.485224502901616,
                        "total_per_gpu": 326.59825386473557,
                        "tpot_error_pct": 2.62,
                        "tpot_ms": 6.669806617776173,
                        "tpot_relative": 1.026204,
                        "ttft_error_pct": 6.69,
                        "ttft_ms": 176.1140883999997,
                        "ttft_relative": 0.933099,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 6228.6830488126725,
                        "interactivity_tok_s": 153.85806809208745,
                        "output_per_gpu": 37.336493581954535,
                        "total_per_gpu": 334.2184069150646,
                        "tpot_ms": 6.4994966620891015,
                        "tpot_relative": 1.0,
                        "ttft_ms": 188.7409788032528,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8213.704243167107,
                        "interactivity_tok_s": 128.80836078861725,
                        "output_per_gpu": 62.273973454244036,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.02,
                        "tpot_ms": 7.763471205421704,
                        "tpot_relative": 1.194473,
                        "ttft_error_pct": 33.88,
                        "ttft_ms": 271.673200020703,
                        "ttft_relative": 1.439397,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7238.789677150006,
                        "interactivity_tok_s": 132.7015809851505,
                        "output_per_gpu": 64.41467016718858,
                        "total_per_gpu": 574.0292411386525,
                        "tpot_error_pct": 1.94,
                        "tpot_ms": 7.535705246133437,
                        "tpot_relative": 1.159429,
                        "ttft_error_pct": 2.74,
                        "ttft_ms": 197.36392159999963,
                        "ttft_relative": 1.045687,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 7111.0112523514545,
                        "interactivity_tok_s": 135.27570987422905,
                        "output_per_gpu": 65.57248771519056,
                        "total_per_gpu": 584.3470946141352,
                        "tpot_ms": 7.392310126701519,
                        "tpot_relative": 1.137367,
                        "ttft_ms": 202.91656115441583,
                        "ttft_relative": 1.075106,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9975.945478627204,
                        "interactivity_tok_s": 105.74697604896855,
                        "output_per_gpu": 102.54667110919051,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.15,
                        "tpot_ms": 9.456535187700565,
                        "tpot_relative": 1.454964,
                        "ttft_error_pct": 33.22,
                        "ttft_ms": 301.9099816095266,
                        "ttft_relative": 1.5996,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8628.78188785,
                        "interactivity_tok_s": 109.29777240412156,
                        "output_per_gpu": 104.3145986471104,
                        "total_per_gpu": 937.7260300336832,
                        "tpot_error_pct": 5.6,
                        "tpot_ms": 9.149317300837236,
                        "tpot_relative": 1.407696,
                        "ttft_error_pct": 3.3,
                        "ttft_ms": 219.14301067500054,
                        "ttft_relative": 1.161078,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 8190.864226598933,
                        "interactivity_tok_s": 115.42075732834371,
                        "output_per_gpu": 109.73747968420336,
                        "total_per_gpu": 986.4744964248637,
                        "tpot_ms": 8.66395285516318,
                        "tpot_relative": 1.333019,
                        "ttft_ms": 226.6274742767564,
                        "ttft_relative": 1.200733,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14256.667044302634,
                        "interactivity_tok_s": 73.46787095308345,
                        "output_per_gpu": 143.51180354019976,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.15,
                        "tpot_ms": 13.611392123212603,
                        "tpot_relative": 2.094222,
                        "ttft_error_pct": 16.84,
                        "ttft_ms": 332.21290225614115,
                        "ttft_relative": 1.760152,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12483.11324293745,
                        "interactivity_tok_s": 75.91927182559563,
                        "output_per_gpu": 146.34116507657708,
                        "total_per_gpu": 1301.7723226089856,
                        "tpot_error_pct": 21.11,
                        "tpot_ms": 13.171886083117794,
                        "tpot_relative": 2.026601,
                        "ttft_error_pct": 0.54,
                        "ttft_ms": 285.8764927375008,
                        "ttft_relative": 1.51465,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 10354.664682386647,
                        "interactivity_tok_s": 91.94800844406083,
                        "output_per_gpu": 175.9429072689448,
                        "total_per_gpu": 1565.093505455019,
                        "tpot_ms": 10.87571136038665,
                        "tpot_relative": 1.673316,
                        "ttft_ms": 284.3409904882719,
                        "ttft_relative": 1.506514,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19030.17993310596,
                        "interactivity_tok_s": 54.80106144912793,
                        "output_per_gpu": 215.0268686047119,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.5,
                        "tpot_ms": 18.247821731122936,
                        "tpot_relative": 2.807575,
                        "ttft_error_pct": 2.61,
                        "ttft_ms": 362.6583021671954,
                        "ttft_relative": 1.92146,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16606.588460974875,
                        "interactivity_tok_s": 56.34617990018851,
                        "output_per_gpu": 215.32680551975278,
                        "total_per_gpu": 1943.270524145449,
                        "tpot_error_pct": 22.06,
                        "tpot_ms": 17.74743206675941,
                        "tpot_relative": 2.730586,
                        "ttft_error_pct": 5.17,
                        "ttft_ms": 371.7029074374992,
                        "ttft_relative": 1.969381,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 13658.010702495085,
                        "interactivity_tok_s": 68.77592725118434,
                        "output_per_gpu": 260.9211916229335,
                        "total_per_gpu": 2354.748446585022,
                        "tpot_ms": 14.539971178400648,
                        "tpot_relative": 2.237092,
                        "ttft_ms": 353.4417839196976,
                        "ttft_relative": 1.872629,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27006.62509287549,
                        "interactivity_tok_s": 38.439548279013906,
                        "output_per_gpu": 303.0367538281927,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.32,
                        "tpot_ms": 26.01487386744216,
                        "tpot_relative": 4.002598,
                        "ttft_error_pct": 25.34,
                        "ttft_ms": 393.4091264821623,
                        "ttft_relative": 2.084386,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23875.48246205013,
                        "interactivity_tok_s": 39.66290900541689,
                        "output_per_gpu": 303.9418163903941,
                        "total_per_gpu": 2717.944499360524,
                        "tpot_error_pct": 22.42,
                        "tpot_ms": 25.212472435227248,
                        "tpot_relative": 3.879142,
                        "ttft_error_pct": 3.83,
                        "ttft_ms": 547.074721068751,
                        "ttft_relative": 2.898548,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 19586.911604810302,
                        "interactivity_tok_s": 48.5552911070814,
                        "output_per_gpu": 369.1284682508098,
                        "total_per_gpu": 3300.8642961816954,
                        "tpot_ms": 20.595077842178934,
                        "tpot_relative": 3.168719,
                        "ttft_ms": 526.9025392466574,
                        "ttft_relative": 2.79167,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 39893.431233181545,
                        "interactivity_tok_s": 25.919325781462415,
                        "output_per_gpu": 410.2931107712249,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.03,
                        "tpot_ms": 38.58125047045796,
                        "tpot_relative": 5.936037,
                        "ttft_error_pct": 50.32,
                        "ttft_ms": 424.8120019030515,
                        "ttft_relative": 2.250767,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 39712.013699720184,
                        "interactivity_tok_s": 29.605097116713427,
                        "output_per_gpu": 362.36485190505977,
                        "total_per_gpu": 3266.2763213489975,
                        "tpot_error_pct": 10.34,
                        "tpot_ms": 33.77796722157869,
                        "tpot_relative": 5.197013,
                        "ttft_error_pct": 903.78,
                        "ttft_ms": 8582.682835117179,
                        "ttft_relative": 45.473341,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 29082.64402013301,
                        "interactivity_tok_s": 32.665469139924944,
                        "output_per_gpu": 498.43123143338755,
                        "total_per_gpu": 4492.748456404482,
                        "tpot_ms": 30.613367152831216,
                        "tpot_relative": 4.710114,
                        "ttft_ms": 855.0395725725139,
                        "ttft_relative": 4.530228,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 77897.64585321823,
                        "interactivity_tok_s": 29.461845311260586,
                        "output_per_gpu": 364.5631708769316,
                        "total_per_gpu": 3291.3061444106643,
                        "tpot_error_pct": 0.81,
                        "tpot_ms": 33.94220522968366,
                        "tpot_relative": 5.222282,
                        "ttft_error_pct": 64.37,
                        "ttft_ms": 46665.03038766464,
                        "ttft_relative": 247.243766,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 59387.49432149766,
                        "interactivity_tok_s": 29.70096392279859,
                        "output_per_gpu": 479.7696006510942,
                        "total_per_gpu": 4331.399221501328,
                        "tpot_ms": 33.66894093401446,
                        "tpot_relative": 5.180238,
                        "ttft_ms": 28391.08986671854,
                        "ttft_relative": 150.42356,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 154725.31610467314,
                        "interactivity_tok_s": 29.270988055091028,
                        "output_per_gpu": 366.2882012180916,
                        "total_per_gpu": 3295.6459897669697,
                        "tpot_error_pct": 0.41,
                        "tpot_ms": 34.16352048376012,
                        "tpot_relative": 5.256333,
                        "ttft_error_pct": 42.42,
                        "ttft_ms": 123221.57060431235,
                        "ttft_relative": 652.860716,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 117908.15754336813,
                        "interactivity_tok_s": 29.39147713319216,
                        "output_per_gpu": 481.58919030211564,
                        "total_per_gpu": 4333.056534325237,
                        "tpot_ms": 34.02346862215671,
                        "tpot_relative": 5.234785,
                        "ttft_ms": 86518.79215195624,
                        "ttft_relative": 458.399616,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 307157.7044081182,
                        "interactivity_tok_s": 29.279291577753586,
                        "output_per_gpu": 367.03069810551307,
                        "total_per_gpu": 3303.3029473929223,
                        "tpot_error_pct": 0.11,
                        "tpot_ms": 34.15383180786383,
                        "tpot_relative": 5.254843,
                        "ttft_error_pct": 35.88,
                        "ttft_ms": 275663.547564407,
                        "ttft_relative": 1460.538932,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31147925932",
                      "measured": {
                        "e2e_ms": 234411.4798320561,
                        "interactivity_tok_s": 29.245719739035334,
                        "output_per_gpu": 481.02896537185666,
                        "total_per_gpu": 4329.295634659487,
                        "tpot_ms": 34.19303778204724,
                        "tpot_relative": 5.260875,
                        "ttft_ms": 202865.4884137697,
                        "ttft_relative": 1074.835416,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 92.0,
                "points": 23,
                "status_counts": {
                  "failed": 2,
                  "success": 23,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.3,
                "tpot_shape_error_pct": 20.73,
                "ttft_mape_pct": 46.58,
                "ttft_shape_error_pct": 40.45
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 25,
                "status_counts": {
                  "failed": 0,
                  "success": 25,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 12.08,
                "tpot_shape_error_pct": 16.35,
                "ttft_mape_pct": 8.51,
                "ttft_shape_error_pct": 4.99
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 25,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 90.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 1,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.99,
                    "tpot_shape_error_pct": 23.79,
                    "ttft_mape_pct": 42.19,
                    "ttft_shape_error_pct": 39.27
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.62,
                    "tpot_shape_error_pct": 18.47,
                    "ttft_mape_pct": 5.58,
                    "ttft_shape_error_pct": 4.26
                  },
                  "framework": "vllm",
                  "id": "9201c41a0c8b567a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6883.276939560467,
                        "interactivity_tok_s": 153.81056643155895,
                        "output_per_gpu": 37.15526808606526,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.21,
                        "tpot_ms": 6.501503916149804,
                        "tpot_relative": 0.957928,
                        "ttft_error_pct": 40.69,
                        "ttft_ms": 232.23843333921835,
                        "ttft_relative": 1.406868,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6181.911077600003,
                        "interactivity_tok_s": 154.52194023839047,
                        "output_per_gpu": 37.62186111714379,
                        "total_per_gpu": 336.77288040323185,
                        "tpot_error_pct": 4.65,
                        "tpot_ms": 6.471572894161429,
                        "tpot_relative": 0.953518,
                        "ttft_error_pct": 1.68,
                        "ttft_ms": 167.84031920000007,
                        "ttft_relative": 1.016753,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 6472.490247007227,
                        "interactivity_tok_s": 147.33941241155526,
                        "output_per_gpu": 35.93148605134826,
                        "total_per_gpu": 321.64145247899364,
                        "tpot_ms": 6.787050278215809,
                        "tpot_relative": 1.0,
                        "ttft_ms": 165.0748130166903,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7958.87717662257,
                        "interactivity_tok_s": 132.89878851948197,
                        "output_per_gpu": 64.26785947927647,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.03,
                        "tpot_ms": 7.524523068571145,
                        "tpot_relative": 1.108659,
                        "ttft_error_pct": 44.51,
                        "ttft_ms": 261.29007747428926,
                        "ttft_relative": 1.582859,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7002.127598249982,
                        "interactivity_tok_s": 137.13547135531533,
                        "output_per_gpu": 66.59093552969685,
                        "total_per_gpu": 593.4229592360138,
                        "tpot_error_pct": 4.69,
                        "tpot_ms": 7.292059378342891,
                        "tpot_relative": 1.074408,
                        "ttft_error_pct": 4.26,
                        "ttft_ms": 188.51828879999937,
                        "ttft_relative": 1.142017,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 6689.0810004497325,
                        "interactivity_tok_s": 143.5654524681604,
                        "output_per_gpu": 69.69203614779582,
                        "total_per_gpu": 621.058316676821,
                        "tpot_ms": 6.965464064007862,
                        "tpot_relative": 1.026287,
                        "ttft_ms": 180.81159114972252,
                        "ttft_relative": 1.095331,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9731.999924814761,
                        "interactivity_tok_s": 108.34994587696312,
                        "output_per_gpu": 105.11714014624509,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.67,
                        "tpot_ms": 9.229353941122877,
                        "tpot_relative": 1.359848,
                        "ttft_error_pct": 44.57,
                        "ttft_ms": 290.37084304605753,
                        "ttft_relative": 1.759026,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8424.459755975124,
                        "interactivity_tok_s": 111.88443760654091,
                        "output_per_gpu": 106.85711629977403,
                        "total_per_gpu": 960.5817474082797,
                        "tpot_error_pct": 1.36,
                        "tpot_ms": 8.937793507231596,
                        "tpot_relative": 1.316889,
                        "ttft_error_pct": 4.2,
                        "ttft_ms": 209.28320072500028,
                        "ttft_relative": 1.267808,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 8306.297871901188,
                        "interactivity_tok_s": 113.40803451964695,
                        "output_per_gpu": 108.15698211196685,
                        "total_per_gpu": 972.2667658376523,
                        "tpot_ms": 8.817717406316206,
                        "tpot_relative": 1.299197,
                        "ttft_ms": 200.85074879752938,
                        "ttft_relative": 1.216726,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13766.27087911417,
                        "interactivity_tok_s": 76.07782777916294,
                        "output_per_gpu": 148.6241276208024,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.75,
                        "tpot_ms": 13.144434182621225,
                        "tpot_relative": 1.936693,
                        "ttft_error_pct": 23.5,
                        "ttft_ms": 319.5147102926559,
                        "ttft_relative": 1.935575,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12040.849906187508,
                        "interactivity_tok_s": 78.68490759941496,
                        "output_per_gpu": 151.69871601836033,
                        "total_per_gpu": 1349.4302152418045,
                        "tpot_error_pct": 18.68,
                        "tpot_ms": 12.708917510471034,
                        "tpot_relative": 1.872524,
                        "ttft_error_pct": 5.34,
                        "ttft_ms": 272.5444018250002,
                        "ttft_relative": 1.651036,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 10176.072957025235,
                        "interactivity_tok_s": 93.3827354507831,
                        "output_per_gpu": 179.06326951208592,
                        "total_per_gpu": 1592.8505702734496,
                        "tpot_ms": 10.70861755304914,
                        "tpot_relative": 1.577801,
                        "ttft_ms": 258.7209800124583,
                        "ttft_relative": 1.567295,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18945.266774682466,
                        "interactivity_tok_s": 55.01043345872246,
                        "output_per_gpu": 215.99062439534237,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.41,
                        "tpot_ms": 18.17836975871783,
                        "tpot_relative": 2.67839,
                        "ttft_error_pct": 6.42,
                        "ttft_ms": 348.79451151412263,
                        "ttft_relative": 2.112948,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16508.98815203124,
                        "interactivity_tok_s": 56.62385120449773,
                        "output_per_gpu": 216.7000363819196,
                        "total_per_gpu": 1955.6635889608315,
                        "tpot_error_pct": 22.81,
                        "tpot_ms": 17.66040244045725,
                        "tpot_relative": 2.602073,
                        "ttft_error_pct": 8.05,
                        "ttft_ms": 354.1663277999998,
                        "ttft_relative": 2.14549,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 13485.407603692147,
                        "interactivity_tok_s": 69.53866887676662,
                        "output_per_gpu": 264.1050903822937,
                        "total_per_gpu": 2383.4823359676907,
                        "tpot_ms": 14.38048809608588,
                        "tpot_relative": 2.118813,
                        "ttft_ms": 327.7658507984597,
                        "ttft_relative": 1.985559,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26649.353520048637,
                        "interactivity_tok_s": 38.940294400538036,
                        "output_per_gpu": 307.09938212358793,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.26,
                        "tpot_ms": 25.680340002416187,
                        "tpot_relative": 3.783726,
                        "ttft_error_pct": 20.88,
                        "ttft_ms": 378.3656975768759,
                        "ttft_relative": 2.292086,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23572.29401114367,
                        "interactivity_tok_s": 40.13587504445966,
                        "output_per_gpu": 307.8625288443966,
                        "total_per_gpu": 2753.004758506449,
                        "tpot_error_pct": 25.41,
                        "tpot_ms": 24.91536558981887,
                        "tpot_relative": 3.671015,
                        "ttft_error_pct": 8.73,
                        "ttft_ms": 519.9367327531247,
                        "ttft_relative": 3.149704,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 18865.0526388632,
                        "interactivity_tok_s": 50.334254243151285,
                        "output_per_gpu": 383.5438235638598,
                        "total_per_gpu": 3429.7709933408228,
                        "tpot_ms": 19.867186174434377,
                        "tpot_relative": 2.92722,
                        "ttft_ms": 478.19787642038136,
                        "ttft_relative": 2.896855,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 38608.01426415167,
                        "interactivity_tok_s": 26.78048655111198,
                        "output_per_gpu": 423.95342811500205,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.85,
                        "tpot_ms": 37.34062105598593,
                        "tpot_relative": 5.501745,
                        "ttft_error_pct": 47.85,
                        "ttft_ms": 408.5589238780683,
                        "ttft_relative": 2.474992,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 34211.557467615814,
                        "interactivity_tok_s": 27.62551456637989,
                        "output_per_gpu": 424.08707082994164,
                        "total_per_gpu": 3822.626698918952,
                        "tpot_error_pct": 23.94,
                        "tpot_ms": 36.19842076053109,
                        "tpot_relative": 5.333454,
                        "ttft_error_pct": 8.07,
                        "ttft_ms": 846.6565236531258,
                        "ttft_relative": 5.128926,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 27710.811555631335,
                        "interactivity_tok_s": 34.23913198224503,
                        "output_per_gpu": 523.1719683958818,
                        "total_per_gpu": 4715.755966345018,
                        "tpot_ms": 29.20634788634706,
                        "tpot_relative": 4.303246,
                        "ttft_ms": 783.4419463441009,
                        "ttft_relative": 4.745981,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 55721.101262811135,
                        "interactivity_tok_s": 18.505445421567572,
                        "output_per_gpu": 587.4973620065251,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.61,
                        "tpot_ms": 54.038148081241445,
                        "tpot_relative": 7.961949,
                        "ttft_error_pct": 68.68,
                        "ttft_ms": 440.0757757011345,
                        "ttft_relative": 2.665917,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 49603.44608383764,
                        "interactivity_tok_s": 19.130646852689374,
                        "output_per_gpu": 584.6518369674538,
                        "total_per_gpu": 5278.2846350696045,
                        "tpot_error_pct": 16.66,
                        "tpot_ms": 52.27214781080028,
                        "tpot_relative": 7.701748,
                        "ttft_error_pct": 6.72,
                        "ttft_ms": 1499.2600834609361,
                        "ttft_relative": 9.082307,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 42644.79162093776,
                        "interactivity_tok_s": 22.318658714134738,
                        "output_per_gpu": 680.2640398294377,
                        "total_per_gpu": 6141.479427904337,
                        "tpot_ms": 44.805559904309355,
                        "tpot_relative": 6.601625,
                        "ttft_ms": 1404.9038285516872,
                        "ttft_relative": 8.51071,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 82583.38838106793,
                        "interactivity_tok_s": 12.459050588574668,
                        "output_per_gpu": 792.7986642772498,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.09,
                        "tpot_ms": 80.26293760433325,
                        "tpot_relative": 11.825894,
                        "ttft_error_pct": 82.61,
                        "ttft_ms": 474.4032118350182,
                        "ttft_relative": 2.873868,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 74451.22223365387,
                        "interactivity_tok_s": 12.879079163782176,
                        "output_per_gpu": 781.8965507898774,
                        "total_per_gpu": 7035.045692036913,
                        "tpot_error_pct": 5.53,
                        "tpot_ms": 77.64530268686785,
                        "tpot_relative": 11.440213,
                        "ttft_error_pct": 3.96,
                        "ttft_ms": 2836.098934453914,
                        "ttft_relative": 17.180688,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 70597.32577288398,
                        "interactivity_tok_s": 13.591724271912147,
                        "output_per_gpu": 825.652547684303,
                        "total_per_gpu": 7428.736439415121,
                        "tpot_ms": 73.57418234760256,
                        "tpot_relative": 10.840377,
                        "ttft_ms": 2727.9692151101667,
                        "ttft_relative": 16.525654,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 138483.8999855717,
                        "interactivity_tok_s": 9.678164693180216,
                        "output_per_gpu": 833.6810992788933,
                        "total_per_gpu": 7503.190459676632,
                        "tpot_error_pct": 2.43,
                        "tpot_ms": 103.32537538906077,
                        "tpot_relative": 15.2239,
                        "ttft_error_pct": 4.75,
                        "ttft_ms": 43122.769626309244,
                        "ttft_relative": 261.231673,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 138891.9105415059,
                        "interactivity_tok_s": 9.443158201992205,
                        "output_per_gpu": 836.5760395558248,
                        "total_per_gpu": 7529.245132483768,
                        "tpot_ms": 105.89677506292672,
                        "tpot_relative": 15.602769,
                        "ttft_ms": 41165.65799088337,
                        "ttft_relative": 249.375766,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 27.04,
                    "tpot_shape_error_pct": 7.3,
                    "ttft_mape_pct": 67.43,
                    "ttft_shape_error_pct": 49.36
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.91,
                    "tpot_shape_error_pct": 10.87,
                    "ttft_mape_pct": 14.43,
                    "ttft_shape_error_pct": 1.72
                  },
                  "framework": "vllm",
                  "id": "8bc6381e1fba25c9",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 38905.8648207794,
                        "interactivity_tok_s": 26.695478324425125,
                        "output_per_gpu": 841.415559088559,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.31,
                        "tpot_ms": 37.459527334449234,
                        "tpot_relative": 0.766903,
                        "ttft_error_pct": 51.46,
                        "ttft_ms": 584.7683576378363,
                        "ttft_relative": 0.485353,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 45647.149891118126,
                        "interactivity_tok_s": 20.6215872650166,
                        "output_per_gpu": 634.5405332209479,
                        "total_per_gpu": 5728.683867994841,
                        "tpot_error_pct": 0.72,
                        "tpot_ms": 48.49287240349561,
                        "tpot_relative": 0.992787,
                        "ttft_error_pct": 15.37,
                        "ttft_ms": 1019.6851612976554,
                        "ttft_relative": 0.846331,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 46169.52359226114,
                        "interactivity_tok_s": 20.472841489286555,
                        "output_per_gpu": 627.4696573462118,
                        "total_per_gpu": 5664.847421880705,
                        "tpot_ms": 48.8451981872326,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1204.8301284700528,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 52275.22360109053,
                        "interactivity_tok_s": 19.809001835303473,
                        "output_per_gpu": 1252.4480143712701,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.87,
                        "tpot_ms": 50.482099416933096,
                        "tpot_relative": 1.033512,
                        "ttft_error_pct": 68.9,
                        "ttft_ms": 632.035897567981,
                        "ttft_relative": 0.524585,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 59547.922915158815,
                        "interactivity_tok_s": 15.955887919411872,
                        "output_per_gpu": 976.2286643879596,
                        "total_per_gpu": 8783.531853296387,
                        "tpot_error_pct": 9.2,
                        "tpot_ms": 62.67278919547961,
                        "tpot_relative": 1.28309,
                        "ttft_error_pct": 15.41,
                        "ttft_ms": 1718.917333286725,
                        "ttft_relative": 1.426689,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 65764.00073551796,
                        "interactivity_tok_s": 14.487159757801617,
                        "output_per_gpu": 885.5230853587971,
                        "total_per_gpu": 7967.416355219061,
                        "tpot_ms": 69.02664267655919,
                        "tpot_relative": 1.413172,
                        "ttft_ms": 2032.1580867102282,
                        "ttft_relative": 1.686676,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 77761.36278521101,
                        "interactivity_tok_s": 13.272049836177194,
                        "output_per_gpu": 1683.9211056741342,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.94,
                        "tpot_ms": 75.34631140957457,
                        "tpot_relative": 1.542553,
                        "ttft_error_pct": 81.94,
                        "ttft_ms": 682.0862132162356,
                        "ttft_relative": 0.566126,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 90129.93066854808,
                        "interactivity_tok_s": 10.634246591684715,
                        "output_per_gpu": 1293.2083879581087,
                        "total_per_gpu": 11638.969442025274,
                        "tpot_error_pct": 13.82,
                        "tpot_ms": 94.03581075333861,
                        "tpot_relative": 1.92518,
                        "ttft_error_pct": 12.51,
                        "ttft_ms": 3304.614535528518,
                        "ttft_relative": 2.742805,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 104554.4811279246,
                        "interactivity_tok_s": 9.165050385208971,
                        "output_per_gpu": 1116.9556885332624,
                        "total_per_gpu": 10052.682342604834,
                        "tpot_ms": 109.11014756818483,
                        "tpot_relative": 2.233795,
                        "ttft_ms": 3777.145193163824,
                        "ttft_relative": 3.135002,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.68,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 41.81,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.58,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 0.21,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "c5ed43b283b82d5b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6531.021915965778,
                        "interactivity_tok_s": 161.76128516703506,
                        "output_per_gpu": 19.579631127465053,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.68,
                        "tpot_ms": 6.181948906794341,
                        "tpot_relative": 1.016825,
                        "ttft_error_pct": 41.81,
                        "ttft_ms": 206.88818431516745,
                        "ttft_relative": 1.418083,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5884.358306200002,
                        "interactivity_tok_s": 161.93219799112467,
                        "output_per_gpu": 19.762137848994463,
                        "total_per_gpu": 176.90119225119454,
                        "tpot_error_pct": 1.58,
                        "tpot_ms": 6.175424112101591,
                        "tpot_relative": 1.015752,
                        "ttft_error_pct": 0.21,
                        "ttft_ms": 145.58842670000018,
                        "ttft_relative": 0.997914,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 5795.71858300078,
                        "interactivity_tok_s": 164.48297839736657,
                        "output_per_gpu": 20.0633278488576,
                        "total_per_gpu": 179.59730086439487,
                        "tpot_ms": 6.079656446785319,
                        "tpot_relative": 1.0,
                        "ttft_ms": 145.89281610096805,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.05,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 48.39,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.93,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 5.32,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "318fff613de34313",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6607.287393375737,
                        "interactivity_tok_s": 160.32357747672975,
                        "output_per_gpu": 19.353630678787113,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.05,
                        "tpot_ms": 6.2373857653291545,
                        "tpot_relative": 1.080479,
                        "ttft_error_pct": 48.39,
                        "ttft_ms": 226.44175544401267,
                        "ttft_relative": 1.483875,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5951.003882500003,
                        "interactivity_tok_s": 160.4914641230379,
                        "output_per_gpu": 19.5408207247124,
                        "total_per_gpu": 174.92006736226483,
                        "tpot_error_pct": 7.93,
                        "tpot_ms": 6.23086097110665,
                        "tpot_relative": 1.079348,
                        "ttft_error_pct": 5.32,
                        "ttft_ms": 160.71652990000047,
                        "ttft_relative": 1.053177,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 5517.311888514087,
                        "interactivity_tok_s": 173.22620788969243,
                        "output_per_gpu": 21.075731665420314,
                        "total_per_gpu": 188.65985490374524,
                        "tpot_ms": 5.772798540026827,
                        "tpot_relative": 1.0,
                        "ttft_ms": 152.60164492065087,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 90.0,
                    "points": 9,
                    "status_counts": {
                      "failed": 1,
                      "success": 9,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.68,
                    "tpot_shape_error_pct": 21.03,
                    "ttft_mape_pct": 44.34,
                    "ttft_shape_error_pct": 39.41
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.25,
                    "tpot_shape_error_pct": 15.45,
                    "ttft_mape_pct": 10.82,
                    "ttft_shape_error_pct": 6.43
                  },
                  "framework": "vllm",
                  "id": "b7405b42f7533dbc",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6934.326032906764,
                        "interactivity_tok_s": 152.9655262063409,
                        "output_per_gpu": 36.881738583727,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.83,
                        "tpot_ms": 6.537420716946789,
                        "tpot_relative": 1.0083,
                        "ttft_error_pct": 45.0,
                        "ttft_ms": 246.5446394701998,
                        "ttft_relative": 1.450049,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6225.550750600001,
                        "interactivity_tok_s": 153.66908697414934,
                        "output_per_gpu": 37.35814055930474,
                        "total_per_gpu": 334.41218028772033,
                        "tpot_error_pct": 0.37,
                        "tpot_ms": 6.507489695492386,
                        "tpot_relative": 1.003684,
                        "ttft_error_pct": 4.75,
                        "ttft_ms": 178.10250870000036,
                        "ttft_relative": 1.047508,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 6195.250885374844,
                        "interactivity_tok_s": 154.2351373205334,
                        "output_per_gpu": 37.53937084480799,
                        "total_per_gpu": 336.0344669969075,
                        "tpot_ms": 6.483606896409004,
                        "tpot_relative": 1.0,
                        "ttft_ms": 170.0250252848491,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7914.272063540306,
                        "interactivity_tok_s": 133.95511050518425,
                        "output_per_gpu": 64.63007537438507,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.82,
                        "tpot_ms": 7.465187376791412,
                        "tpot_relative": 1.151394,
                        "ttft_error_pct": 49.32,
                        "ttft_ms": 277.38537708269223,
                        "ttft_relative": 1.631439,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6941.733306950011,
                        "interactivity_tok_s": 138.59179831631738,
                        "output_per_gpu": 67.16753105923921,
                        "total_per_gpu": 598.5612715708914,
                        "tpot_error_pct": 3.25,
                        "tpot_ms": 7.215434189818597,
                        "tpot_relative": 1.112873,
                        "ttft_error_pct": 7.43,
                        "ttft_ms": 199.57494165000054,
                        "ttft_relative": 1.173797,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 6716.026250548748,
                        "interactivity_tok_s": 143.090804354122,
                        "output_per_gpu": 69.41560638959209,
                        "total_per_gpu": 618.5949218644595,
                        "tpot_ms": 6.988569283077016,
                        "tpot_relative": 1.077883,
                        "ttft_ms": 185.76544539973838,
                        "ttft_relative": 1.092577,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9781.204715423635,
                        "interactivity_tok_s": 107.99172105558927,
                        "output_per_gpu": 104.588343641031,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.62,
                        "tpot_ms": 9.259969099716868,
                        "tpot_relative": 1.428213,
                        "ttft_error_pct": 52.05,
                        "ttft_ms": 308.2563264132806,
                        "ttft_relative": 1.813006,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8440.389978775032,
                        "interactivity_tok_s": 111.83418827643615,
                        "output_per_gpu": 106.67040862367722,
                        "total_per_gpu": 958.9033567500809,
                        "tpot_error_pct": 9.72,
                        "tpot_ms": 8.941809436021126,
                        "tpot_relative": 1.379141,
                        "ttft_error_pct": 9.24,
                        "ttft_ms": 221.45416742499984,
                        "ttft_relative": 1.30248,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 7696.511735925014,
                        "interactivity_tok_s": 122.70086836546946,
                        "output_per_gpu": 116.8812117742624,
                        "total_per_gpu": 1050.6923874901124,
                        "tpot_ms": 8.149901572183335,
                        "tpot_relative": 1.257001,
                        "ttft_ms": 202.72917004913324,
                        "ttft_relative": 1.192349,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13511.993580812383,
                        "interactivity_tok_s": 77.66002176293655,
                        "output_per_gpu": 151.42103108348192,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.83,
                        "tpot_ms": 12.876638163360038,
                        "tpot_relative": 1.98603,
                        "ttft_error_pct": 29.32,
                        "ttft_ms": 339.1927396950624,
                        "ttft_relative": 1.994958,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11776.217902850003,
                        "interactivity_tok_s": 80.6112537034488,
                        "output_per_gpu": 155.08067564150008,
                        "total_per_gpu": 1379.5143097020384,
                        "tpot_error_pct": 24.11,
                        "tpot_ms": 12.405215823572,
                        "tpot_relative": 1.91332,
                        "ttft_error_pct": 9.97,
                        "ttft_ms": 288.4300461624995,
                        "ttft_relative": 1.696398,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 9517.80673327512,
                        "interactivity_tok_s": 100.04661657101127,
                        "output_per_gpu": 191.4487271908037,
                        "total_per_gpu": 1703.0249426078706,
                        "tpot_ms": 9.99534051499101,
                        "tpot_relative": 1.541633,
                        "ttft_ms": 262.29164072510684,
                        "ttft_relative": 1.542665,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18420.716120098106,
                        "interactivity_tok_s": 56.674500070948895,
                        "output_per_gpu": 222.14120088064234,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.15,
                        "tpot_ms": 17.644619692244902,
                        "tpot_relative": 2.72142,
                        "ttft_error_pct": 9.12,
                        "ttft_ms": 370.2701749315723,
                        "ttft_relative": 2.177739,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15990.875880231248,
                        "interactivity_tok_s": 58.58078560776602,
                        "output_per_gpu": 223.63330082491026,
                        "total_per_gpu": 2018.2345651829885,
                        "tpot_error_pct": 25.92,
                        "tpot_ms": 17.070443655290116,
                        "tpot_relative": 2.632862,
                        "ttft_error_pct": 10.43,
                        "ttft_ms": 374.70493154375055,
                        "ttft_relative": 2.203822,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 12743.215236145625,
                        "interactivity_tok_s": 73.76203322970075,
                        "output_per_gpu": 279.8988146284883,
                        "total_per_gpu": 2526.0167441665612,
                        "tpot_ms": 13.557110022793456,
                        "tpot_relative": 2.090983,
                        "ttft_ms": 339.3280418611539,
                        "ttft_relative": 1.995754,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26858.720048018764,
                        "interactivity_tok_s": 38.66641295474073,
                        "output_per_gpu": 304.7055103656622,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.29,
                        "tpot_ms": 25.86223866099258,
                        "tpot_relative": 3.988866,
                        "ttft_error_pct": 18.25,
                        "ttft_ms": 401.64989782335374,
                        "ttft_relative": 2.362299,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23651.488271506223,
                        "interactivity_tok_s": 40.057401551284386,
                        "output_per_gpu": 306.9950341424502,
                        "total_per_gpu": 2745.247344665271,
                        "tpot_error_pct": 27.69,
                        "tpot_ms": 24.964175440080098,
                        "tpot_relative": 3.850353,
                        "ttft_error_pct": 12.46,
                        "ttft_ms": 552.5169282749998,
                        "ttft_relative": 3.249621,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 18583.200362621574,
                        "interactivity_tok_s": 51.15004483410891,
                        "output_per_gpu": 389.9202349225602,
                        "total_per_gpu": 3486.790894004243,
                        "tpot_ms": 19.550324994694037,
                        "tpot_relative": 3.015347,
                        "ttft_ms": 491.29197684378596,
                        "ttft_relative": 2.889527,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 39719.62449739641,
                        "interactivity_tok_s": 26.03984404124337,
                        "output_per_gpu": 412.08848792296385,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.97,
                        "tpot_ms": 38.40268775865722,
                        "tpot_relative": 5.923044,
                        "ttft_error_pct": 46.27,
                        "ttft_ms": 433.67492029007565,
                        "ttft_relative": 2.550653,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 35033.83450509062,
                        "interactivity_tok_s": 27.00683345790863,
                        "output_per_gpu": 414.44671323123424,
                        "total_per_gpu": 3735.730655915739,
                        "tpot_error_pct": 26.28,
                        "tpot_ms": 37.027665666859654,
                        "tpot_relative": 5.710967,
                        "ttft_error_pct": 11.85,
                        "ttft_ms": 902.8479759578138,
                        "ttft_relative": 5.310089,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 27839.896885667134,
                        "interactivity_tok_s": 34.104454679459444,
                        "output_per_gpu": 521.4047563179005,
                        "total_per_gpu": 4699.826709037732,
                        "tpot_ms": 29.32168273613487,
                        "tpot_relative": 4.522434,
                        "ttft_ms": 807.1647671813821,
                        "ttft_relative": 4.747329,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 56963.4315378343,
                        "interactivity_tok_s": 18.10736171983462,
                        "output_per_gpu": 574.6844794323392,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.95,
                        "tpot_ms": 55.22615693398393,
                        "tpot_relative": 8.517814,
                        "ttft_error_pct": 67.78,
                        "ttft_ms": 467.0729943687368,
                        "ttft_relative": 2.747084,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 50499.69022747803,
                        "interactivity_tok_s": 18.82176777151513,
                        "output_per_gpu": 574.5576671060253,
                        "total_per_gpu": 5187.153643401606,
                        "tpot_error_pct": 17.32,
                        "tpot_ms": 53.129972282061644,
                        "tpot_relative": 8.194509,
                        "ttft_error_pct": 10.43,
                        "ttft_ms": 1601.047248807813,
                        "ttft_relative": 9.416539,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 43135.83910012012,
                        "interactivity_tok_s": 22.08239337648556,
                        "output_per_gpu": 673.3143599613396,
                        "total_per_gpu": 6078.737149257437,
                        "tpot_ms": 45.28494638017137,
                        "tpot_relative": 6.98453,
                        "ttft_ms": 1449.8455428281886,
                        "ttft_relative": 8.527248,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 86515.38041175649,
                        "interactivity_tok_s": 11.893690069619485,
                        "output_per_gpu": 756.7671746734072,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.64,
                        "tpot_ms": 84.07819559333726,
                        "tpot_relative": 12.967812,
                        "ttft_error_pct": 81.92,
                        "ttft_ms": 503.3863197724715,
                        "ttft_relative": 2.96066,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 77661.71925608431,
                        "interactivity_tok_s": 12.360160092170082,
                        "output_per_gpu": 750.0590957736848,
                        "total_per_gpu": 6748.590980693296,
                        "tpot_error_pct": 7.43,
                        "tpot_ms": 80.90510094877172,
                        "tpot_relative": 12.478409,
                        "ttft_error_pct": 9.02,
                        "ttft_ms": 3035.3589271320393,
                        "ttft_relative": 17.852425,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 72254.49279160833,
                        "interactivity_tok_s": 13.27861585251875,
                        "output_per_gpu": 807.3714126099379,
                        "total_per_gpu": 7264.253528702014,
                        "tpot_ms": 75.30905412933649,
                        "tpot_relative": 11.615302,
                        "ttft_ms": 2784.31066516614,
                        "ttft_relative": 16.375887,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 148157.76124770968,
                        "interactivity_tok_s": 9.415125915508394,
                        "output_per_gpu": 782.7380737340435,
                        "total_per_gpu": 7044.69952880894,
                        "tpot_error_pct": 0.4,
                        "tpot_ms": 106.21206864082629,
                        "tpot_relative": 16.381633,
                        "ttft_error_pct": 22.59,
                        "ttft_ms": 50126.77277732176,
                        "ttft_relative": 294.81997,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "31148296509",
                      "measured": {
                        "e2e_ms": 139299.8636483847,
                        "interactivity_tok_s": 9.377920021018685,
                        "output_per_gpu": 834.0572257288424,
                        "total_per_gpu": 7506.575625051414,
                        "tpot_ms": 106.63345366122819,
                        "tpot_relative": 16.446625,
                        "ttft_ms": 40891.245564054065,
                        "ttft_relative": 240.501335,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 33.33,
                "points": 7,
                "status_counts": {
                  "failed": 14,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 42.27,
                "tpot_shape_error_pct": 27.59,
                "ttft_mape_pct": 48.49,
                "ttft_shape_error_pct": 36.72
              },
              "aisim": {
                "coverage_pct": 42.86,
                "points": 9,
                "status_counts": {
                  "failed": 12,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.22,
                "tpot_shape_error_pct": 4.76,
                "ttft_mape_pct": 37.72,
                "ttft_shape_error_pct": 45.34
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 21,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "2694b96a35519d96",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 4301,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 39565.57521765737,
                        "interactivity_tok_s": 25.814694921248673,
                        "output_per_gpu": 6048.66725862637,
                        "total_per_gpu": 16760.079342115892,
                        "tpot_ms": 38.737626109881965,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3912.7424452586993,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 52
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "3ce0d00bad76d3e8",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 18386.25140104138,
                        "interactivity_tok_s": 62.26679167962809,
                        "output_per_gpu": 1842.2968552382206,
                        "total_per_gpu": 9472.611046082004,
                        "tpot_ms": 16.05992492989118,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3594.608498764733,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 56
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "68b2e8bc10a6a357",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 23052.084137528953,
                        "interactivity_tok_s": 50.01811160958451,
                        "output_per_gpu": 2940.33314232467,
                        "total_per_gpu": 13228.624425242879,
                        "tpot_ms": 19.99275797945917,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4638.361448985007,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "d3f364f4c842d6a4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 10104.001975167193,
                        "interactivity_tok_s": 180.2668913092951,
                        "output_per_gpu": 21.716008088396766,
                        "total_per_gpu": 171.81440585282542,
                        "tpot_ms": 5.547330365198554,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4973.4160695792525,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 9187.028458163451,
                        "interactivity_tok_s": 149.2691448311982,
                        "output_per_gpu": 71.47663757299023,
                        "total_per_gpu": 572.024848642656,
                        "tpot_ms": 6.6993081599740885,
                        "tpot_relative": 1.207663,
                        "ttft_ms": 3038.089487387333,
                        "ttft_relative": 0.610866,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "70de80f06ca8c375",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 333,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 15147.31378455803,
                        "interactivity_tok_s": 81.20900577288815,
                        "output_per_gpu": 602.4717489640768,
                        "total_per_gpu": 4333.688387627042,
                        "tpot_ms": 12.313905218795977,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3798.3845992453603,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "77a1e90fccce606c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 666,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 16409.574612458488,
                        "interactivity_tok_s": 74.78341526152302,
                        "output_per_gpu": 1112.2644730184347,
                        "total_per_gpu": 6678.8785324540295,
                        "tpot_ms": 13.371948800451644,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4099.659986570184,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 48
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "7eb0397a4f70af6b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 5,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 5940.389176455792,
                        "interactivity_tok_s": 165.2137665260803,
                        "output_per_gpu": 38.32387515642297,
                        "total_per_gpu": 284.85997966368205,
                        "tpot_ms": 6.052764373253013,
                        "tpot_relative": 1.0,
                        "ttft_ms": 353.95356675377116,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 30,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 10514.109520881515,
                        "interactivity_tok_s": 130.87453537878903,
                        "output_per_gpu": 125.16407288834758,
                        "total_per_gpu": 936.3673622520754,
                        "tpot_ms": 7.640905827139776,
                        "tpot_relative": 1.262383,
                        "ttft_ms": 3471.9468308791206,
                        "ttft_relative": 9.809046,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 60,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 12853.449286856532,
                        "interactivity_tok_s": 107.55556157125025,
                        "output_per_gpu": 205.5833895772142,
                        "total_per_gpu": 1542.4000857991268,
                        "tpot_ms": 9.297520141137001,
                        "tpot_relative": 1.536078,
                        "ttft_ms": 4281.454560548106,
                        "ttft_relative": 12.096091,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 105,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 14359.387138231014,
                        "interactivity_tok_s": 85.26237285085027,
                        "output_per_gpu": 322.8593890515256,
                        "total_per_gpu": 2424.914523052687,
                        "tpot_ms": 11.72850304963132,
                        "tpot_relative": 1.93771,
                        "ttft_ms": 3565.347406088175,
                        "ttft_relative": 10.072924,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "5257b0e30e4f5bc0",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb200: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 2253,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27591355916",
                      "measured": {
                        "e2e_ms": 27097.10373138249,
                        "interactivity_tok_s": 39.15676961082336,
                        "output_per_gpu": 4604.819596179517,
                        "total_per_gpu": 15061.864123731299,
                        "tpot_ms": 25.538368203989663,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3565.5803592204134,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 44
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 114.9,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 96.1,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 48.53,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 9.87,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "e02a99695654e121",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 60747.464,
                        "interactivity_tok_s": 17.036065350346686,
                        "output_per_gpu": 1204.8732249999998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 114.9,
                        "tpot_ms": 58.699,
                        "tpot_relative": 2.148985,
                        "ttft_error_pct": 96.1,
                        "ttft_ms": 698.387,
                        "ttft_relative": 0.038957,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 57052.69438621631,
                        "interactivity_tok_s": 24.64765659161597,
                        "output_per_gpu": 1168.2866447114043,
                        "total_per_gpu": 10515.141003548979,
                        "tpot_error_pct": 48.53,
                        "tpot_ms": 40.57180836981294,
                        "tpot_relative": 1.485344,
                        "ttft_error_pct": 9.87,
                        "ttft_ms": 19697.01506127627,
                        "ttft_relative": 1.098719,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 3072,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 43078.87345832933,
                        "interactivity_tok_s": 36.61025538290807,
                        "output_per_gpu": 3731.597272087916,
                        "total_per_gpu": 13437.247342416173,
                        "tpot_ms": 27.31475073148115,
                        "tpot_relative": 1.0,
                        "ttft_ms": 17927.25443928227,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 56.14,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 72.69,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "bfc29ccf7594669d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 35002.36057977123,
                        "interactivity_tok_s": 28.089538497124884,
                        "output_per_gpu": 930.6263352754104,
                        "total_per_gpu": 8373.919301322707,
                        "tpot_error_pct": 56.14,
                        "tpot_ms": 35.60044249578381,
                        "tpot_relative": 1.561431,
                        "ttft_error_pct": 72.69,
                        "ttft_ms": 2221.2865679305605,
                        "ttft_relative": 0.273138,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 29124.810146198477,
                        "interactivity_tok_s": 43.85986906793629,
                        "output_per_gpu": 1916.700489054777,
                        "total_per_gpu": 9858.37256505851,
                        "tpot_ms": 22.799885664297364,
                        "tpot_relative": 1.0,
                        "ttft_ms": 8132.469371811066,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.79,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 89.02,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "0310fdfaa4440efe",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 110043.86296964872,
                        "interactivity_tok_s": 24.19173172481469,
                        "output_per_gpu": 985.079149659458,
                        "total_per_gpu": 8867.905731039673,
                        "tpot_error_pct": 19.79,
                        "tpot_ms": 41.3364372329844,
                        "tpot_relative": 1.197883,
                        "ttft_error_pct": 89.02,
                        "ttft_ms": 71994.11812390553,
                        "ttft_relative": 1.890194,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 6144,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 69857.71247809404,
                        "interactivity_tok_s": 28.97885948657033,
                        "output_per_gpu": 4405.2230206349295,
                        "total_per_gpu": 13222.27010674368,
                        "tpot_ms": 34.50791431123885,
                        "tpot_relative": 1.0,
                        "ttft_ms": 38088.22574244914,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 48
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.06,
                    "tpot_shape_error_pct": 27.59,
                    "ttft_mape_pct": 29.86,
                    "ttft_shape_error_pct": 36.72
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.73,
                    "tpot_shape_error_pct": 4.76,
                    "ttft_mape_pct": 31.43,
                    "ttft_shape_error_pct": 45.34
                  },
                  "framework": "dynamo-vllm",
                  "id": "8e505f9c07baa25b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7375.508,
                        "interactivity_tok_s": 153.2097441397273,
                        "output_per_gpu": 15.701333333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.71,
                        "tpot_ms": 6.527,
                        "tpot_relative": 1.047113,
                        "ttft_error_pct": 5.13,
                        "ttft_ms": 698.387,
                        "ttft_relative": 1.051268,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5880.84630252501,
                        "interactivity_tok_s": 166.1059312762308,
                        "output_per_gpu": 16.88122850744981,
                        "total_per_gpu": 151.7521765475426,
                        "tpot_error_pct": 3.42,
                        "tpot_ms": 6.020254618945668,
                        "tpot_relative": 0.965817,
                        "ttft_error_pct": 47.69,
                        "ttft_ms": 347.49607652500265,
                        "ttft_relative": 0.523079,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 6395.03549055662,
                        "interactivity_tok_s": 160.42797472251502,
                        "output_per_gpu": 17.347445293365773,
                        "total_per_gpu": 138.69995928319415,
                        "tpot_ms": 6.233326835482743,
                        "tpot_relative": 1.0,
                        "ttft_ms": 664.3283340905327,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7505.429,
                        "interactivity_tok_s": 150.28554253080853,
                        "output_per_gpu": 30.77461111111111,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.51,
                        "tpot_ms": 6.654,
                        "tpot_relative": 1.067488,
                        "ttft_error_pct": 8.59,
                        "ttft_ms": 698.387,
                        "ttft_relative": 1.051268,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6095.310956649999,
                        "interactivity_tok_s": 163.12363666324492,
                        "output_per_gpu": 32.85839951971867,
                        "total_per_gpu": 292.2906554530666,
                        "tpot_error_pct": 5.56,
                        "tpot_ms": 6.130319434113747,
                        "tpot_relative": 0.983475,
                        "ttft_error_pct": 33.87,
                        "ttft_ms": 425.3244876874998,
                        "ttft_relative": 0.640232,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 6646.3837361719925,
                        "interactivity_tok_s": 154.05699098872037,
                        "output_per_gpu": 34.264605977353554,
                        "total_per_gpu": 271.09738096504844,
                        "tpot_ms": 6.49110432173258,
                        "tpot_relative": 1.041355,
                        "ttft_ms": 643.1627323559951,
                        "ttft_relative": 0.96814,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8086.493,
                        "interactivity_tok_s": 138.46579894765992,
                        "output_per_gpu": 56.629472222222226,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.42,
                        "tpot_ms": 7.222,
                        "tpot_relative": 1.158611,
                        "ttft_error_pct": 1.29,
                        "ttft_ms": 698.387,
                        "ttft_relative": 1.051268,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6539.86867939375,
                        "interactivity_tok_s": 151.6145885062315,
                        "output_per_gpu": 59.817887898444056,
                        "total_per_gpu": 539.8414660408812,
                        "tpot_error_pct": 9.97,
                        "tpot_ms": 6.595671365482742,
                        "tpot_relative": 1.05813,
                        "ttft_error_pct": 27.91,
                        "ttft_ms": 510.08622165000145,
                        "ttft_relative": 0.767822,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 7405.151018753531,
                        "interactivity_tok_s": 136.50370367680145,
                        "output_per_gpu": 59.256712015913685,
                        "total_per_gpu": 475.6451056308336,
                        "tpot_ms": 7.3258085536469455,
                        "tpot_relative": 1.175265,
                        "ttft_ms": 707.539589049702,
                        "ttft_relative": 1.065045,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9940.169,
                        "interactivity_tok_s": 110.69293779056895,
                        "output_per_gpu": 90.64902777777777,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.2,
                        "tpot_ms": 9.034,
                        "tpot_relative": 1.449306,
                        "ttft_error_pct": 36.88,
                        "ttft_ms": 698.387,
                        "ttft_relative": 1.051268,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8082.848140693712,
                        "interactivity_tok_s": 124.42162047467113,
                        "output_per_gpu": 98.147427009407,
                        "total_per_gpu": 877.6655431445168,
                        "tpot_error_pct": 3.74,
                        "tpot_ms": 8.0371883615161,
                        "tpot_relative": 1.28939,
                        "ttft_error_pct": 40.9,
                        "ttft_ms": 653.8720912312485,
                        "ttft_relative": 0.98426,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 8824.425267110928,
                        "interactivity_tok_s": 119.77015528351254,
                        "output_per_gpu": 101.19025214423966,
                        "total_per_gpu": 804.8197018424416,
                        "tpot_ms": 8.349325402750473,
                        "tpot_relative": 1.339465,
                        "ttft_ms": 1106.4670252621,
                        "ttft_relative": 1.665542,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22239.698,
                        "interactivity_tok_s": 47.49014579474759,
                        "output_per_gpu": 263.91038888888886,
                        "total_per_gpu": null,
                        "tpot_error_pct": 108.46,
                        "tpot_ms": 21.057,
                        "tpot_relative": 3.378132,
                        "ttft_error_pct": 97.41,
                        "ttft_ms": 698.387,
                        "ttft_relative": 1.051268,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 38669.19075134311,
                        "interactivity_tok_s": 93.41945353976364,
                        "output_per_gpu": 161.80360703261738,
                        "total_per_gpu": 1455.813774163518,
                        "tpot_error_pct": 5.97,
                        "tpot_ms": 10.704408579893414,
                        "tpot_relative": 1.717287,
                        "ttft_error_pct": 6.77,
                        "ttft_ms": 28809.992546538728,
                        "ttft_relative": 43.367099,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 36285.54366946064,
                        "interactivity_tok_s": 98.99798473292364,
                        "output_per_gpu": 193.55531277937828,
                        "total_per_gpu": 1548.3081575037463,
                        "tpot_ms": 10.101215723711912,
                        "tpot_relative": 1.620518,
                        "ttft_ms": 26982.465586524086,
                        "ttft_relative": 40.61616,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 55.66,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 94.03,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.84,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 10.73,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "1676bf1bb60d8f9d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 21311.837,
                        "interactivity_tok_s": 49.62779156327544,
                        "output_per_gpu": 292.42165,
                        "total_per_gpu": null,
                        "tpot_error_pct": 55.66,
                        "tpot_ms": 20.15,
                        "tpot_relative": 1.556637,
                        "ttft_error_pct": 94.03,
                        "ttft_ms": 698.387,
                        "ttft_relative": 0.059699,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26139.628207006994,
                        "interactivity_tok_s": 69.6954932362961,
                        "output_per_gpu": 216.5867267705436,
                        "total_per_gpu": 1955.3626958613634,
                        "tpot_error_pct": 10.84,
                        "tpot_ms": 14.348130037757144,
                        "tpot_relative": 1.108428,
                        "ttft_error_pct": 10.73,
                        "ttft_ms": 12953.241825071076,
                        "ttft_relative": 1.107254,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "27885061956",
                      "measured": {
                        "e2e_ms": 23596.59381914189,
                        "interactivity_tok_s": 77.25246346065482,
                        "output_per_gpu": 298.45720488449314,
                        "total_per_gpu": 2156.1349473705122,
                        "tpot_ms": 12.944571023412172,
                        "tpot_relative": 1.0,
                        "ttft_ms": 11698.527754688075,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 16.67,
                "points": 3,
                "status_counts": {
                  "failed": 15,
                  "success": 3,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 24.58,
                "tpot_shape_error_pct": 14.49,
                "ttft_mape_pct": 37.24,
                "ttft_shape_error_pct": 62.23
              },
              "aisim": {
                "coverage_pct": 27.78,
                "points": 5,
                "status_counts": {
                  "failed": 13,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.84,
                "tpot_shape_error_pct": 12.75,
                "ttft_mape_pct": 25.9,
                "ttft_shape_error_pct": 32.09
              },
              "gpu": "gb300",
              "precisions": [
                "fp4"
              ],
              "rows": 18,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "3494c6308d77a9f2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 333,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 15099.974048308548,
                        "interactivity_tok_s": 81.13253259949818,
                        "output_per_gpu": 604.1286439237954,
                        "total_per_gpu": 4345.606733107635,
                        "tpot_ms": 12.325511948904516,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3740.20139782098,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "4d20d82d1a7c587a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 30,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 10374.37396703676,
                        "interactivity_tok_s": 132.49355134330654,
                        "output_per_gpu": 127.54048332342583,
                        "total_per_gpu": 954.1455722397571,
                        "tpot_ms": 7.547537143214473,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3417.6894238994764,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 60,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 12784.742845255727,
                        "interactivity_tok_s": 107.96342225905596,
                        "output_per_gpu": 206.99403831490054,
                        "total_per_gpu": 1552.9835514113747,
                        "tpot_ms": 9.26239627343899,
                        "tpot_relative": 1.227208,
                        "ttft_ms": 4245.365881656374,
                        "ttft_relative": 1.242174,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 115,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 15603.363109965727,
                        "interactivity_tok_s": 85.26089232188994,
                        "output_per_gpu": 322.06715369944106,
                        "total_per_gpu": 2425.4578557957784,
                        "tpot_ms": 11.728706711450394,
                        "tpot_relative": 1.553978,
                        "ttft_ms": 4840.113946095555,
                        "ttft_relative": 1.416195,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "e08ef1581f3ad7ff",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 5312.901916125702,
                        "interactivity_tok_s": 182.34794960472053,
                        "output_per_gpu": 21.048616908372637,
                        "total_per_gpu": 168.29234845751762,
                        "tpot_ms": 5.484021082593586,
                        "tpot_relative": 1.0,
                        "ttft_ms": 272.41011002624873,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 12,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 8141.518592196128,
                        "interactivity_tok_s": 167.643471090583,
                        "output_per_gpu": 40.261456532226866,
                        "total_per_gpu": 323.32979620520325,
                        "tpot_ms": 5.965039935612337,
                        "tpot_relative": 1.087713,
                        "ttft_ms": 2684.656244467866,
                        "ttft_relative": 9.8552,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 9069.373763808591,
                        "interactivity_tok_s": 150.81626534233038,
                        "output_per_gpu": 72.96638043018754,
                        "total_per_gpu": 583.9472048326007,
                        "tpot_ms": 6.630584557508764,
                        "tpot_relative": 1.209073,
                        "ttft_ms": 2983.2796349617033,
                        "ttft_relative": 10.951428,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "07ddf22464febdb7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 2151,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 20499.780423378877,
                        "interactivity_tok_s": 49.511819810104896,
                        "output_per_gpu": 2903.5708098915247,
                        "total_per_gpu": 13059.119584327153,
                        "tpot_ms": 20.197197433569375,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1890.5241023869155,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 64
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "95c6a29f03a4ab6e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 1229,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 18186.50672119952,
                        "interactivity_tok_s": 63.03613701480573,
                        "output_per_gpu": 1861.2251163921167,
                        "total_per_gpu": 10306.084104203743,
                        "tpot_ms": 15.8639162765498,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3575.5118982449053,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 52
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "a8706500babb9739",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 2253,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 27035.31826611308,
                        "interactivity_tok_s": 39.1903078579325,
                        "output_per_gpu": 4615.404003561145,
                        "total_per_gpu": 16606.133026141393,
                        "tpot_ms": 25.51651300176225,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3524.155491531481,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-trt",
                  "id": "e92cf887a50c5cb8",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: unsupported model/backend/GPU for KV-cache estimation: model=[path], backend=trtllm, gpu_sku=gb300: Kimi model-level vision exclusions require supported modelopt matching semantics",
                      "concurrency": 615,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27663808752",
                      "measured": {
                        "e2e_ms": 15288.12294987371,
                        "interactivity_tok_s": 74.9220112197133,
                        "output_per_gpu": 1103.1523673805289,
                        "total_per_gpu": 7224.882868090179,
                        "tpot_ms": 13.347212437576454,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2998.010440577745,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 44
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 41.08,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 11.96,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "72796c7d1c7c6d21",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 57721.8976381612,
                        "interactivity_tok_s": 31.87758947671185,
                        "output_per_gpu": 1118.6089653353772,
                        "total_per_gpu": 10058.343724904862,
                        "tpot_error_pct": 41.08,
                        "tpot_ms": 31.37000056828479,
                        "tpot_relative": 1.410814,
                        "ttft_error_pct": 11.96,
                        "ttft_ms": 28815.85175243415,
                        "ttft_relative": 0.880357,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 53220.55435023458,
                        "interactivity_tok_s": 44.97335825856764,
                        "output_per_gpu": 2112.7904830265725,
                        "total_per_gpu": 10859.795238616587,
                        "tpot_ms": 22.23538643146568,
                        "tpot_relative": 1.0,
                        "ttft_ms": 32732.006185230526,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 28
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.17,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 5.2,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "861d2db706d7ef0f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 72377.81958720229,
                        "interactivity_tok_s": 19.286948054475527,
                        "output_per_gpu": 1570.2073415340137,
                        "total_per_gpu": 14132.620342601413,
                        "tpot_error_pct": 25.17,
                        "tpot_ms": 51.84853493541455,
                        "tpot_relative": 1.251713,
                        "ttft_error_pct": 5.2,
                        "ttft_ms": 24643.25128564888,
                        "ttft_relative": 1.051987,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 3072,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 61562.740478730186,
                        "interactivity_tok_s": 24.141714644264788,
                        "output_per_gpu": 5499.905289054974,
                        "total_per_gpu": 16504.01118257683,
                        "tpot_ms": 41.42207853647895,
                        "tpot_relative": 1.0,
                        "ttft_ms": 23425.43875632091,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "f7b468f35b1aa673",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 24,
                    "moe_ep_size": 24,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"nvfp4\", distribution: \"power_law_1.01\", topk: 8, num_experts: 384, hidden_size: 7168, inter_size: 2048, moe_tp_size: 1, moe_ep_size: 24 } at [path]",
                      "concurrency": 15360,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 147345.70946836536,
                        "interactivity_tok_s": 38.43953543904489,
                        "output_per_gpu": 3801.804985508763,
                        "total_per_gpu": 14671.914128981856,
                        "tpot_ms": 26.014882557197915,
                        "tpot_relative": 1.0,
                        "ttft_ms": 123399.43482749883,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 56
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.36,
                    "tpot_shape_error_pct": 14.49,
                    "ttft_mape_pct": 46.37,
                    "ttft_shape_error_pct": 62.23
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.57,
                    "tpot_shape_error_pct": 12.75,
                    "ttft_mape_pct": 36.65,
                    "ttft_shape_error_pct": 32.09
                  },
                  "framework": "dynamo-vllm",
                  "id": "4a86c2d4d0a6d49b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9943.954,
                        "interactivity_tok_s": 109.26573426573428,
                        "output_per_gpu": 89.39291666666666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.3,
                        "tpot_ms": 9.152,
                        "tpot_relative": 1.113013,
                        "ttft_error_pct": 22.14,
                        "ttft_ms": 581.458,
                        "ttft_relative": 0.778557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8178.779256028145,
                        "interactivity_tok_s": 121.38773913455533,
                        "output_per_gpu": 96.63754277917785,
                        "total_per_gpu": 864.1636776001211,
                        "tpot_error_pct": 0.19,
                        "tpot_ms": 8.238064298170382,
                        "tpot_relative": 1.001865,
                        "ttft_error_pct": 24.54,
                        "ttft_ms": 563.5630978999995,
                        "ttft_relative": 0.754596,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 8348.7530935623,
                        "interactivity_tok_s": 121.61414687785448,
                        "output_per_gpu": 106.19982537529653,
                        "total_per_gpu": 844.6634926102521,
                        "tpot_ms": 8.222727582872158,
                        "tpot_relative": 1.0,
                        "ttft_ms": 746.8407181401744,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16242.565,
                        "interactivity_tok_s": 65.32105297537396,
                        "output_per_gpu": 213.95683333333332,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.43,
                        "tpot_ms": 15.309,
                        "tpot_relative": 1.861791,
                        "ttft_error_pct": 70.6,
                        "ttft_ms": 581.458,
                        "ttft_relative": 0.778557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13484.579901673173,
                        "interactivity_tok_s": 73.68806929115263,
                        "output_per_gpu": 234.11579616306392,
                        "total_per_gpu": 2113.616569006654,
                        "tpot_error_pct": 12.96,
                        "tpot_ms": 13.570717887163658,
                        "tpot_relative": 1.650391,
                        "ttft_error_pct": 48.76,
                        "ttft_ms": 1013.2968611288879,
                        "ttft_relative": 1.356778,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 13019.683593692242,
                        "interactivity_tok_s": 83.23737756546188,
                        "output_per_gpu": 272.9273718253662,
                        "total_per_gpu": 2190.7784241235713,
                        "tpot_ms": 12.013833559491369,
                        "tpot_relative": 1.461052,
                        "ttft_ms": 1977.449965242272,
                        "ttft_relative": 2.647753,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c40e2974a193124a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 24,
                    "moe_ep_size": 24,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "RuntimeError: AISim replay failed: engine error: generalized engine worker 0 is now poisoned because a rank may have been partially mutated: pricing the attention-DP group pass: external iteration prediction failed: AIC iteration prediction failed: perf database error: MoE data missing for MoeKey { quant: \"nvfp4\", distribution: \"power_law_1.01\", topk: 8, num_experts: 384, hidden_size: 7168, inter_size: 2048, moe_tp_size: 1, moe_ep_size: 24 } at [path]",
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 78290.26460913666,
                        "interactivity_tok_s": 54.45159160201041,
                        "output_per_gpu": 955.7345777716586,
                        "total_per_gpu": 6447.655361162307,
                        "tpot_ms": 18.36493609422941,
                        "tpot_relative": 1.0,
                        "ttft_ms": 61368.06174588037,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.0,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 18.99,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.82,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 39.04,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c95e901deee9cd6a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8987.449,
                        "interactivity_tok_s": 121.69891687963977,
                        "output_per_gpu": 12.456388888888888,
                        "total_per_gpu": null,
                        "tpot_error_pct": 35.0,
                        "tpot_ms": 8.217,
                        "tpot_relative": 1.34998,
                        "ttft_error_pct": 18.99,
                        "ttft_ms": 581.458,
                        "ttft_relative": 1.189875,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7280.775493075002,
                        "interactivity_tok_s": 131.6249985726799,
                        "output_per_gpu": 13.636406069714752,
                        "total_per_gpu": 122.58315800014874,
                        "tpot_error_pct": 24.82,
                        "tpot_ms": 7.597341013058594,
                        "tpot_relative": 1.248175,
                        "ttft_error_pct": 39.04,
                        "ttft_ms": 297.8798322500009,
                        "ttft_relative": 0.609571,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27848011161",
                      "measured": {
                        "e2e_ms": 6085.398158452517,
                        "interactivity_tok_s": 164.29109208402838,
                        "output_per_gpu": 18.32997607272289,
                        "total_per_gpu": 146.55569693140188,
                        "tpot_ms": 6.086757275242529,
                        "tpot_relative": 1.0,
                        "ttft_ms": 488.6716489265382,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 117
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 16.67,
        "points": 1,
        "status_counts": {
          "failed": 5,
          "success": 1,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 15.14,
        "tpot_shape_error_pct": null,
        "ttft_mape_pct": 96.83,
        "ttft_shape_error_pct": null
      },
      "aisim": {
        "coverage_pct": 83.33,
        "points": 5,
        "status_counts": {
          "failed": 1,
          "success": 5,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 20.13,
        "tpot_shape_error_pct": null,
        "ttft_mape_pct": 19.19,
        "ttft_shape_error_pct": null
      },
      "frameworks": [
        "dynamo-vllm"
      ],
      "gpu_skus": [
        "b200"
      ],
      "hf_model_paths": [
        "nvidia/Kimi-K2.6-NVFP4"
      ],
      "model": "nvidia/Kimi-K2.6-NVFP4",
      "precisions": [
        "fp4"
      ],
      "rows": 6,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 16.67,
            "points": 1,
            "status_counts": {
              "failed": 5,
              "success": 1,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 15.14,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": 96.83,
            "ttft_shape_error_pct": null
          },
          "aisim": {
            "coverage_pct": 83.33,
            "points": 5,
            "status_counts": {
              "failed": 1,
              "success": 5,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 20.13,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": 19.19,
            "ttft_shape_error_pct": null
          },
          "gpu_skus": [
            "b200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 16.67,
                "points": 1,
                "status_counts": {
                  "failed": 5,
                  "success": 1,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 15.14,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 96.83,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 83.33,
                "points": 5,
                "status_counts": {
                  "failed": 1,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.13,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 19.19,
                "ttft_shape_error_pct": null
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 6,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.14,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 96.83,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.1,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 9.9,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "fd9b5d3e132ce140",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8389.785,
                        "interactivity_tok_s": 139.89927252378288,
                        "output_per_gpu": 8.0665625,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.14,
                        "tpot_ms": 7.148,
                        "tpot_relative": 1.151351,
                        "ttft_error_pct": 96.83,
                        "ttft_ms": 1077.381,
                        "ttft_relative": 1.96831,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6614.716662800007,
                        "interactivity_tok_s": 151.80993749433753,
                        "output_per_gpu": 8.79005904016874,
                        "total_per_gpu": 78.68439821875654,
                        "tpot_error_pct": 6.1,
                        "tpot_ms": 6.5871840572841265,
                        "tpot_relative": 1.061018,
                        "ttft_error_pct": 9.9,
                        "ttft_ms": 493.16107050000045,
                        "ttft_relative": 0.900975,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30669586535",
                      "measured": {
                        "e2e_ms": 6316.821078211069,
                        "interactivity_tok_s": 161.07311038605442,
                        "output_per_gpu": 18.40646447207614,
                        "total_per_gpu": 82.40271227916017,
                        "tpot_ms": 6.208360896509881,
                        "tpot_relative": 1.0,
                        "ttft_ms": 547.3635403439403,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.25,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 12.39,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "03574c5fc02d7d05",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 125083.17996829367,
                        "interactivity_tok_s": 40.9471268031784,
                        "output_per_gpu": 898.6837889502985,
                        "total_per_gpu": 8080.813518736495,
                        "tpot_error_pct": 15.25,
                        "tpot_ms": 24.4217379355266,
                        "tpot_relative": 0.847542,
                        "ttft_error_pct": 12.39,
                        "ttft_ms": 102579.46975593676,
                        "ttft_relative": 1.123882,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30669586535",
                      "measured": {
                        "e2e_ms": 117824.23603219203,
                        "interactivity_tok_s": 34.704422287484014,
                        "output_per_gpu": 1908.3730848676335,
                        "total_per_gpu": 8581.122799654579,
                        "tpot_ms": 28.814771550329056,
                        "tpot_relative": 1.0,
                        "ttft_ms": 91272.49549758126,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 43.5,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 13.63,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "4e7d7154857e9670",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 54344.79468688576,
                        "interactivity_tok_s": 39.4898507209115,
                        "output_per_gpu": 414.42627021802116,
                        "total_per_gpu": 3729.866539650303,
                        "tpot_error_pct": 43.5,
                        "tpot_ms": 25.322962273707937,
                        "tpot_relative": 1.43503,
                        "ttft_error_pct": 13.63,
                        "ttft_ms": 31030.24978332076,
                        "ttft_relative": 0.863736,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30669586535",
                      "measured": {
                        "e2e_ms": 52178.72518854201,
                        "interactivity_tok_s": 56.669120369336994,
                        "output_per_gpu": 541.1425576105585,
                        "total_per_gpu": 3896.72610195775,
                        "tpot_ms": 17.646294727755972,
                        "tpot_relative": 1.0,
                        "ttft_ms": 35925.60045463415,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 1,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.56,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 55.67,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "026c9fc79d025ba5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (179790544896 bytes) meets/exceeds the KV-cache memory limit (capacity=193273528320 bytes)",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30669586535",
                      "measured": {
                        "e2e_ms": 8256.230677626445,
                        "interactivity_tok_s": 125.57611860436316,
                        "output_per_gpu": 107.19604406920303,
                        "total_per_gpu": 852.2780634205265,
                        "tpot_ms": 7.963297568947595,
                        "tpot_relative": 1.0,
                        "ttft_ms": 894.8142231587553,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 14268.089496449229,
                        "interactivity_tok_s": 71.41755245369299,
                        "output_per_gpu": 221.44300824681594,
                        "total_per_gpu": 1999.2056024923202,
                        "tpot_error_pct": 21.56,
                        "tpot_ms": 14.002160052298041,
                        "tpot_relative": 1.758337,
                        "ttft_error_pct": 55.67,
                        "ttft_ms": 1399.9297262289056,
                        "ttft_relative": 1.564492,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30669586535",
                      "measured": {
                        "e2e_ms": 13742.854554550286,
                        "interactivity_tok_s": 86.81627823864027,
                        "output_per_gpu": 257.7396789899326,
                        "total_per_gpu": 2068.982370200968,
                        "tpot_ms": 11.518577164194987,
                        "tpot_relative": 1.446458,
                        "ttft_ms": 3157.748037739657,
                        "ttft_relative": 3.528943,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 36
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.23,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 4.36,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "cd0d789afff17f78",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 250310.99503456554,
                        "interactivity_tok_s": 19.172991990001318,
                        "output_per_gpu": 1200.4977408184648,
                        "total_per_gpu": 10805.756445597757,
                        "tpot_error_pct": 14.23,
                        "tpot_ms": 52.1567004524645,
                        "tpot_relative": 1.14234,
                        "ttft_error_pct": 4.36,
                        "ttft_ms": 202296.7492888921,
                        "ttft_relative": 1.043556,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30669586535",
                      "measured": {
                        "e2e_ms": 235884.99197841238,
                        "interactivity_tok_s": 21.90206841844876,
                        "output_per_gpu": 3811.2073673872296,
                        "total_per_gpu": 11436.247774116375,
                        "tpot_ms": 45.65778815473293,
                        "tpot_relative": 1.0,
                        "ttft_ms": 193853.321508713,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 6
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 69.26,
        "points": 169,
        "status_counts": {
          "failed": 75,
          "success": 169,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 17.23,
        "tpot_shape_error_pct": 7.62,
        "ttft_mape_pct": 56.19,
        "ttft_shape_error_pct": 34.0
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 244,
        "status_counts": {
          "failed": 0,
          "success": 244,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 17.01,
        "tpot_shape_error_pct": 11.66,
        "ttft_mape_pct": 41.78,
        "ttft_shape_error_pct": 23.64
      },
      "frameworks": [
        "dynamo-vllm",
        "trt",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb200",
        "gb300"
      ],
      "hf_model_paths": [
        "nvidia/MiniMax-M2.5-NVFP4"
      ],
      "model": "nvidia/MiniMax-M2.5-NVFP4",
      "precisions": [
        "fp4"
      ],
      "rows": 244,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 65.13,
            "points": 99,
            "status_counts": {
              "failed": 53,
              "success": 99,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 17.05,
            "tpot_shape_error_pct": 7.17,
            "ttft_mape_pct": 63.18,
            "ttft_shape_error_pct": 31.67
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 152,
            "status_counts": {
              "failed": 0,
              "success": 152,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 16.27,
            "tpot_shape_error_pct": 9.77,
            "ttft_mape_pct": 45.16,
            "ttft_shape_error_pct": 22.24
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 73.21,
                "points": 41,
                "status_counts": {
                  "failed": 15,
                  "success": 41,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.79,
                "tpot_shape_error_pct": 7.99,
                "ttft_mape_pct": 67.77,
                "ttft_shape_error_pct": 32.29
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 56,
                "status_counts": {
                  "failed": 0,
                  "success": 56,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.88,
                "tpot_shape_error_pct": 9.62,
                "ttft_mape_pct": 46.94,
                "ttft_shape_error_pct": 24.4
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 56,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.31,
                    "tpot_shape_error_pct": 6.48,
                    "ttft_mape_pct": 46.85,
                    "ttft_shape_error_pct": 29.77
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.13,
                    "tpot_shape_error_pct": 6.17,
                    "ttft_mape_pct": 48.39,
                    "ttft_shape_error_pct": 14.14
                  },
                  "framework": "dynamo-vllm",
                  "id": "995c88216c81d9fd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6502.645,
                        "interactivity_tok_s": 158.9067217543302,
                        "output_per_gpu": 65.10822222222222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.43,
                        "tpot_ms": 6.293,
                        "tpot_relative": 1.134271,
                        "ttft_error_pct": 30.24,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.69758,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5380.771674374993,
                        "interactivity_tok_s": 171.74814648205884,
                        "output_per_gpu": 73.41417434846541,
                        "total_per_gpu": 147.5463112835199,
                        "tpot_error_pct": 4.95,
                        "tpot_ms": 5.822479138687311,
                        "tpot_relative": 1.049463,
                        "ttft_error_pct": 53.64,
                        "ttft_ms": 43.136012425001255,
                        "ttft_relative": 0.463606,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 5179.0925577050075,
                        "interactivity_tok_s": 180.24329048710152,
                        "output_per_gpu": 85.03685806049337,
                        "total_per_gpu": 152.4924156627883,
                        "tpot_ms": 5.548056725426689,
                        "tpot_relative": 1.0,
                        "ttft_ms": 93.0444608675316,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6877.063,
                        "interactivity_tok_s": 150.1726986033939,
                        "output_per_gpu": 122.8891111111111,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.98,
                        "tpot_ms": 6.659,
                        "tpot_relative": 1.20024,
                        "ttft_error_pct": 34.22,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.69758,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5769.43424202502,
                        "interactivity_tok_s": 162.27596926385976,
                        "output_per_gpu": 139.7431263869047,
                        "total_per_gpu": 278.45405709011305,
                        "tpot_error_pct": 8.25,
                        "tpot_ms": 6.162341870680839,
                        "tpot_relative": 1.110721,
                        "ttft_error_pct": 49.52,
                        "ttft_ms": 49.803722712501234,
                        "ttft_relative": 0.535268,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 5367.48036891222,
                        "interactivity_tok_s": 175.6708222261606,
                        "output_per_gpu": 165.53881845557575,
                        "total_per_gpu": 294.4758870668267,
                        "tpot_ms": 5.692464959904319,
                        "tpot_relative": 1.026029,
                        "ttft_ms": 98.66520585201215,
                        "ttft_relative": 1.060409,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8168.089,
                        "interactivity_tok_s": 126.24668602449185,
                        "output_per_gpu": 206.62955555555556,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.34,
                        "tpot_ms": 7.921,
                        "tpot_relative": 1.427707,
                        "ttft_error_pct": 45.32,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.69758,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6719.815315093755,
                        "interactivity_tok_s": 137.37514366512488,
                        "output_per_gpu": 236.49828142053028,
                        "total_per_gpu": 475.5141673599801,
                        "tpot_error_pct": 17.03,
                        "tpot_ms": 7.27933724631924,
                        "tpot_relative": 1.312052,
                        "ttft_error_pct": 50.04,
                        "ttft_ms": 59.30817096874936,
                        "ttft_relative": 0.637418,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 5805.075760772161,
                        "interactivity_tok_s": 160.76576018736705,
                        "output_per_gpu": 307.02968506579856,
                        "total_per_gpu": 549.6721181220041,
                        "tpot_ms": 6.220229972069512,
                        "tpot_relative": 1.121155,
                        "ttft_ms": 118.70450697315391,
                        "ttft_relative": 1.275783,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8787.004,
                        "interactivity_tok_s": 117.28829462819611,
                        "output_per_gpu": 383.9498888888889,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.08,
                        "tpot_ms": 8.526,
                        "tpot_relative": 1.536754,
                        "ttft_error_pct": 55.38,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.69758,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7343.392423940613,
                        "interactivity_tok_s": 127.01678332564532,
                        "output_per_gpu": 434.2056302845631,
                        "total_per_gpu": 867.0377546119906,
                        "tpot_error_pct": 14.57,
                        "tpot_ms": 7.872975317255535,
                        "tpot_relative": 1.419051,
                        "ttft_error_pct": 45.55,
                        "ttft_ms": 79.2094507687498,
                        "ttft_relative": 0.851308,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 6492.94705294742,
                        "interactivity_tok_s": 145.52651763444626,
                        "output_per_gpu": 555.1935108382143,
                        "total_per_gpu": 986.527020677893,
                        "tpot_ms": 6.871599872347244,
                        "tpot_relative": 1.23856,
                        "ttft_ms": 145.46898001935915,
                        "ttft_relative": 1.563435,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9549.139,
                        "interactivity_tok_s": 107.86322942508897,
                        "output_per_gpu": 706.3506666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.71,
                        "tpot_ms": 9.271,
                        "tpot_relative": 1.671036,
                        "ttft_error_pct": 69.11,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.69758,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7996.294121356262,
                        "interactivity_tok_s": 116.89530022277701,
                        "output_per_gpu": 789.8079439447465,
                        "total_per_gpu": 1579.9719943322734,
                        "tpot_error_pct": 5.85,
                        "tpot_ms": 8.55466385812105,
                        "tpot_relative": 1.541921,
                        "ttft_error_pct": 43.22,
                        "ttft_ms": 119.313982298438,
                        "ttft_relative": 1.282333,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 7649.438703989654,
                        "interactivity_tok_s": 123.72784527349023,
                        "output_per_gpu": 936.158018977544,
                        "total_per_gpu": 1668.4490751178591,
                        "tpot_ms": 8.08225503151358,
                        "tpot_relative": 1.456772,
                        "ttft_ms": 210.13366855513596,
                        "ttft_relative": 2.258422,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.1,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 44.37,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.44,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 47.6,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "84c94412a9845c13",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8787.004,
                        "interactivity_tok_s": 117.28829462819611,
                        "output_per_gpu": 345.555,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.1,
                        "tpot_ms": 8.526,
                        "tpot_relative": 1.251032,
                        "ttft_error_pct": 44.37,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.556325,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7259.297108981285,
                        "interactivity_tok_s": 127.10917899397636,
                        "output_per_gpu": 394.1682258107288,
                        "total_per_gpu": 792.532506242045,
                        "tpot_error_pct": 15.44,
                        "tpot_ms": 7.867252451118338,
                        "tpot_relative": 1.154373,
                        "ttft_error_pct": 47.6,
                        "ttft_ms": 61.13898445624959,
                        "ttft_relative": 0.524037,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 6346.862392842013,
                        "interactivity_tok_s": 146.73141074226993,
                        "output_per_gpu": 563.4867718650828,
                        "total_per_gpu": 907.9241657776167,
                        "tpot_ms": 6.815173349327876,
                        "tpot_relative": 1.0,
                        "ttft_ms": 116.66929661878385,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.59,
                    "tpot_shape_error_pct": 11.04,
                    "ttft_mape_pct": 41.19,
                    "ttft_shape_error_pct": 2.1
                  },
                  "framework": "dynamo-vllm",
                  "id": "bef55c05f5564014",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10651.600679395331,
                        "interactivity_tok_s": 87.9771192605924,
                        "output_per_gpu": 1529.6017757289246,
                        "total_per_gpu": 3057.725196302944,
                        "tpot_error_pct": 13.87,
                        "tpot_ms": 11.36659177300353,
                        "tpot_relative": 1.138685,
                        "ttft_error_pct": 40.56,
                        "ttft_ms": 184.50777838242288,
                        "ttft_relative": 0.594353,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 9503.591351071009,
                        "interactivity_tok_s": 100.1781990967519,
                        "output_per_gpu": 1987.27890052969,
                        "total_per_gpu": 3411.8596396941443,
                        "tpot_ms": 9.982211788756574,
                        "tpot_relative": 1.0,
                        "ttft_ms": 310.43481569322466,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 14702.139957376992,
                        "interactivity_tok_s": 65.23989932619678,
                        "output_per_gpu": 4417.78473899474,
                        "total_per_gpu": 8835.309295154651,
                        "tpot_error_pct": 1.3,
                        "tpot_ms": 15.328043273029005,
                        "tpot_relative": 1.535536,
                        "ttft_error_pct": 41.81,
                        "ttft_ms": 586.529948853611,
                        "ttft_relative": 1.889382,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 14939.762060532394,
                        "interactivity_tok_s": 66.08924720948987,
                        "output_per_gpu": 5079.908166286833,
                        "total_per_gpu": 8725.492503115196,
                        "tpot_ms": 15.131054478956273,
                        "tpot_relative": 1.515802,
                        "ttft_ms": 1007.9837318270619,
                        "ttft_relative": 3.247006,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.17,
                    "tpot_shape_error_pct": 5.0,
                    "ttft_mape_pct": 92.63,
                    "ttft_shape_error_pct": 45.92
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.33,
                    "tpot_shape_error_pct": 4.72,
                    "ttft_mape_pct": 40.51,
                    "ttft_shape_error_pct": 0.38
                  },
                  "framework": "dynamo-vllm",
                  "id": "c2b96b8d9613caf1",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 19155.109,
                        "interactivity_tok_s": 53.58769626493757,
                        "output_per_gpu": 4593.924636363637,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.47,
                        "tpot_ms": 18.661,
                        "tpot_relative": 1.084655,
                        "ttft_error_pct": 90.43,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.095712,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16002.672194260773,
                        "interactivity_tok_s": 59.032336952711155,
                        "output_per_gpu": 5161.659270493237,
                        "total_per_gpu": 10323.014548098463,
                        "tpot_error_pct": 1.54,
                        "tpot_ms": 16.939868072664424,
                        "tpot_relative": 0.984615,
                        "ttft_error_pct": 40.62,
                        "ttft_ms": 402.6527642380876,
                        "ttft_relative": 0.593763,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 16518.87363644928,
                        "interactivity_tok_s": 58.124144081667474,
                        "output_per_gpu": 6869.290343205608,
                        "total_per_gpu": 10011.290254704983,
                        "tpot_ms": 17.204554420533874,
                        "tpot_relative": 1.0,
                        "ttft_ms": 678.1372304035813,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27166.222,
                        "interactivity_tok_s": 37.74724445115506,
                        "output_per_gpu": 6471.918272727272,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.88,
                        "tpot_ms": 26.492,
                        "tpot_relative": 1.539825,
                        "ttft_error_pct": 94.82,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.095712,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 22846.530442314244,
                        "interactivity_tok_s": 41.69085476208783,
                        "output_per_gpu": 7270.426037035671,
                        "total_per_gpu": 14537.664305988292,
                        "tpot_error_pct": 3.11,
                        "tpot_ms": 23.98607574026916,
                        "tpot_relative": 1.39417,
                        "ttft_error_pct": 40.4,
                        "ttft_ms": 747.3664933535181,
                        "ttft_relative": 1.102087,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 22688.35488959105,
                        "interactivity_tok_s": 42.98825953931397,
                        "output_per_gpu": 10017.102460956356,
                        "total_per_gpu": 14592.641780745336,
                        "tpot_ms": 23.262165314822106,
                        "tpot_relative": 1.352093,
                        "ttft_ms": 1253.913238126961,
                        "ttft_relative": 1.849055,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 11
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.4,
                    "tpot_shape_error_pct": 0.53,
                    "ttft_mape_pct": 36.49,
                    "ttft_shape_error_pct": 41.06
                  },
                  "framework": "dynamo-vllm",
                  "id": "603ea3b4f14e1c2f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 40241.84659833014,
                        "interactivity_tok_s": 35.195179804182175,
                        "output_per_gpu": 9037.360240343667,
                        "total_per_gpu": 18070.757988203066,
                        "tpot_error_pct": 16.98,
                        "tpot_ms": 28.41298170839781,
                        "tpot_relative": 1.169843,
                        "ttft_error_pct": 50.14,
                        "ttft_ms": 14063.319534087505,
                        "ttft_relative": 0.498641,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 50582.83611670146,
                        "interactivity_tok_s": 41.17283503512091,
                        "output_per_gpu": 8948.690583342703,
                        "total_per_gpu": 14339.82933271105,
                        "tpot_ms": 24.287858709437625,
                        "tpot_relative": 1.0,
                        "ttft_ms": 28203.312557988775,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 78031.93422252923,
                        "interactivity_tok_s": 34.86351095151136,
                        "output_per_gpu": 9260.637279737508,
                        "total_per_gpu": 18528.00419463713,
                        "tpot_error_pct": 17.45,
                        "tpot_ms": 28.683284405601416,
                        "tpot_relative": 1.180972,
                        "ttft_error_pct": 32.54,
                        "ttft_ms": 51631.53197977447,
                        "ttft_relative": 1.83069,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 99010.80335749596,
                        "interactivity_tok_s": 40.94578643633672,
                        "output_per_gpu": 9096.778603788354,
                        "total_per_gpu": 14587.25032877163,
                        "tpot_ms": 24.42253738500832,
                        "tpot_relative": 1.005545,
                        "ttft_ms": 76531.79606906687,
                        "ttft_relative": 2.713575,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 153441.32941672954,
                        "interactivity_tok_s": 34.65474213214356,
                        "output_per_gpu": 9389.106041072739,
                        "total_per_gpu": 18780.17991704435,
                        "tpot_error_pct": 17.76,
                        "tpot_ms": 28.856079672642057,
                        "tpot_relative": 1.188087,
                        "ttft_error_pct": 26.79,
                        "ttft_ms": 126876.81042244809,
                        "ttft_relative": 4.498649,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 195858.35122429256,
                        "interactivity_tok_s": 40.808631090146775,
                        "output_per_gpu": 9176.102406595332,
                        "total_per_gpu": 14711.449551903384,
                        "tpot_ms": 24.504620059197464,
                        "tpot_relative": 1.008925,
                        "ttft_ms": 173301.75931042334,
                        "ttft_relative": 6.144731,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.16,
                    "tpot_shape_error_pct": 2.32,
                    "ttft_mape_pct": 82.98,
                    "ttft_shape_error_pct": 35.99
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.54,
                    "tpot_shape_error_pct": 1.0,
                    "ttft_mape_pct": 35.43,
                    "ttft_shape_error_pct": 13.24
                  },
                  "framework": "dynamo-vllm",
                  "id": "8a5a34d58dff0a32",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11547.058,
                        "interactivity_tok_s": 89.09479686386315,
                        "output_per_gpu": 1166.9231111111112,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.75,
                        "tpot_ms": 11.224,
                        "tpot_relative": 1.217478,
                        "ttft_error_pct": 79.25,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.207522,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9675.587481158556,
                        "interactivity_tok_s": 96.86712152467516,
                        "output_per_gpu": 1304.1424887563517,
                        "total_per_gpu": 2611.149968811465,
                        "tpot_error_pct": 11.98,
                        "tpot_ms": 10.32342020966596,
                        "tpot_relative": 1.119791,
                        "ttft_error_pct": 39.44,
                        "ttft_ms": 189.4011003945321,
                        "ttft_relative": 0.605568,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 8784.711426504145,
                        "interactivity_tok_s": 108.4709675759501,
                        "output_per_gpu": 1623.7298698821319,
                        "total_per_gpu": 2896.473797780308,
                        "tpot_ms": 9.219056696436414,
                        "tpot_relative": 1.0,
                        "ttft_ms": 312.76609181695676,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13825.279,
                        "interactivity_tok_s": 74.3439149505613,
                        "output_per_gpu": 1947.3839999999998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.58,
                        "tpot_ms": 13.451,
                        "tpot_relative": 1.459043,
                        "ttft_error_pct": 86.72,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.207522,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11581.045703100246,
                        "interactivity_tok_s": 81.88421772151064,
                        "output_per_gpu": 2183.945091133702,
                        "total_per_gpu": 4365.779406420555,
                        "tpot_error_pct": 13.1,
                        "tpot_ms": 12.21236555499637,
                        "tpot_relative": 1.324687,
                        "ttft_error_pct": 31.42,
                        "ttft_ms": 335.0788753324199,
                        "ttft_relative": 1.07134,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 10432.779638616375,
                        "interactivity_tok_s": 92.61395655227179,
                        "output_per_gpu": 2717.08949118313,
                        "total_per_gpu": 4837.6065635788855,
                        "tpot_ms": 10.797508682566594,
                        "tpot_relative": 1.171216,
                        "ttft_ms": 488.6246853693592,
                        "ttft_relative": 1.562269,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 57.43,
                    "tpot_shape_error_pct": 28.4,
                    "ttft_mape_pct": 71.67,
                    "ttft_shape_error_pct": 21.9
                  },
                  "framework": "dynamo-vllm",
                  "id": "20e33f70eb19e278",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 44187.52083463462,
                        "interactivity_tok_s": 24.140056716733962,
                        "output_per_gpu": 10265.878101524493,
                        "total_per_gpu": 20539.216339123333,
                        "tpot_error_pct": 37.85,
                        "tpot_ms": 41.42492338498927,
                        "tpot_relative": 1.378517,
                        "ttft_error_pct": 74.46,
                        "ttft_ms": 6083.463981903444,
                        "ttft_relative": 0.255364,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 51481.25686306582,
                        "interactivity_tok_s": 33.27748614038987,
                        "output_per_gpu": 11722.012299314752,
                        "total_per_gpu": 17622.164863377562,
                        "tpot_ms": 30.050346825515476,
                        "tpot_relative": 1.0,
                        "ttft_ms": 23822.725781330668,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 65192.39997966884,
                        "interactivity_tok_s": 18.165502237050465,
                        "output_per_gpu": 10445.01580716457,
                        "total_per_gpu": 20892.887963376328,
                        "tpot_error_pct": 77.0,
                        "tpot_ms": 55.04940006340117,
                        "tpot_relative": 1.831906,
                        "ttft_error_pct": 68.87,
                        "ttft_ms": 14565.674191495094,
                        "ttft_relative": 0.611419,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 6144,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 75419.83377481002,
                        "interactivity_tok_s": 32.15346693135894,
                        "output_per_gpu": 11986.762139803604,
                        "total_per_gpu": 18015.76146069493,
                        "tpot_ms": 31.100845272293498,
                        "tpot_relative": 1.034958,
                        "ttft_ms": 46789.73784344805,
                        "ttft_relative": 1.96408,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 60.84,
                    "tpot_shape_error_pct": 43.29,
                    "ttft_mape_pct": 97.18,
                    "ttft_shape_error_pct": 90.76
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 42.08,
                    "tpot_shape_error_pct": 38.67,
                    "ttft_mape_pct": 68.0,
                    "ttft_shape_error_pct": 74.34
                  },
                  "framework": "dynamo-vllm",
                  "id": "0abd8c83f98bf72b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 23093.659,
                        "interactivity_tok_s": 44.42272666696282,
                        "output_per_gpu": 4189.052900000001,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.82,
                        "tpot_ms": 22.511,
                        "tpot_relative": 1.248187,
                        "ttft_error_pct": 92.86,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.07139,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19338.08964968744,
                        "interactivity_tok_s": 49.08428378259268,
                        "output_per_gpu": 4719.1749977237505,
                        "total_per_gpu": 9438.072062410582,
                        "tpot_error_pct": 12.96,
                        "tpot_ms": 20.373119926314203,
                        "tpot_relative": 1.129646,
                        "ttft_error_pct": 36.56,
                        "ttft_ms": 576.7821467853479,
                        "ttft_relative": 0.634402,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 17514.669696563535,
                        "interactivity_tok_s": 55.447871772782065,
                        "output_per_gpu": 6467.890751535722,
                        "total_per_gpu": 10368.920405982139,
                        "tpot_ms": 18.034957303643065,
                        "tpot_relative": 1.0,
                        "ttft_ms": 909.1747386431507,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 31502.719,
                        "interactivity_tok_s": 32.540431486121506,
                        "output_per_gpu": 5111.7466,
                        "total_per_gpu": null,
                        "tpot_error_pct": 41.05,
                        "tpot_ms": 30.731,
                        "tpot_relative": 1.703969,
                        "ttft_error_pct": 98.9,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.07139,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26705.689678214752,
                        "interactivity_tok_s": 36.07871138362955,
                        "output_per_gpu": 6844.071085994558,
                        "total_per_gpu": 13685.141342153986,
                        "tpot_error_pct": 27.21,
                        "tpot_ms": 27.71717618644613,
                        "tpot_relative": 1.536858,
                        "ttft_error_pct": 80.17,
                        "ttft_ms": 1168.440145757713,
                        "ttft_relative": 1.285166,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 25969.589530710662,
                        "interactivity_tok_s": 45.89672220007666,
                        "output_per_gpu": 8737.984413280477,
                        "total_per_gpu": 14002.183227965204,
                        "tpot_ms": 21.788048297669715,
                        "tpot_relative": 1.208101,
                        "ttft_ms": 5893.536600073412,
                        "ttft_relative": 6.482293,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 48844.615,
                        "interactivity_tok_s": 20.97183482582891,
                        "output_per_gpu": 5111.7466,
                        "total_per_gpu": null,
                        "tpot_error_pct": 116.66,
                        "tpot_ms": 47.683,
                        "tpot_relative": 2.643921,
                        "ttft_error_pct": 99.78,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.07139,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 41487.18021484405,
                        "interactivity_tok_s": 24.418617996984754,
                        "output_per_gpu": 8841.687154957235,
                        "total_per_gpu": 17689.799497185395,
                        "tpot_error_pct": 86.08,
                        "tpot_ms": 40.95235857014846,
                        "tpot_relative": 2.270721,
                        "ttft_error_pct": 87.27,
                        "ttft_ms": 3796.194642936641,
                        "ttft_relative": 4.175429,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 50066.80957827996,
                        "interactivity_tok_s": 45.43735741870509,
                        "output_per_gpu": 9010.514654790988,
                        "total_per_gpu": 14448.920720766337,
                        "tpot_ms": 22.008322156260178,
                        "tpot_relative": 1.220315,
                        "ttft_ms": 29809.903693422166,
                        "ttft_relative": 32.787871,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.39,
                    "tpot_shape_error_pct": 5.73,
                    "ttft_mape_pct": 72.94,
                    "ttft_shape_error_pct": 51.51
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.26,
                    "tpot_shape_error_pct": 5.03,
                    "ttft_mape_pct": 41.18,
                    "ttft_shape_error_pct": 16.55
                  },
                  "framework": "dynamo-vllm",
                  "id": "ddc5612aa4797b81",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9456.046,
                        "interactivity_tok_s": 108.93246187363835,
                        "output_per_gpu": 641.9334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.51,
                        "tpot_ms": 9.18,
                        "tpot_relative": 1.135082,
                        "ttft_error_pct": 55.91,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.440877,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7884.75684093437,
                        "interactivity_tok_s": 118.17204543321353,
                        "output_per_gpu": 727.8126608136819,
                        "total_per_gpu": 1453.3230598518746,
                        "tpot_error_pct": 4.63,
                        "tpot_ms": 8.462238225072976,
                        "tpot_relative": 1.046333,
                        "ttft_error_pct": 47.68,
                        "ttft_ms": 77.02834814687489,
                        "ttft_relative": 0.523219,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 7617.270329100211,
                        "interactivity_tok_s": 123.64731663222284,
                        "output_per_gpu": 948.7279718229287,
                        "total_per_gpu": 1517.220906016845,
                        "tpot_ms": 8.087518817528444,
                        "tpot_relative": 1.0,
                        "ttft_ms": 147.22013347927714,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11547.058,
                        "interactivity_tok_s": 89.09479686386315,
                        "output_per_gpu": 1050.2308,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.99,
                        "tpot_ms": 11.224,
                        "tpot_relative": 1.387817,
                        "ttft_error_pct": 69.42,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.440877,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9612.485137032803,
                        "interactivity_tok_s": 97.002127304076,
                        "output_per_gpu": 1187.094768820767,
                        "total_per_gpu": 2374.7247716798965,
                        "tpot_error_pct": 11.13,
                        "tpot_ms": 10.309052263001044,
                        "tpot_relative": 1.274687,
                        "ttft_error_pct": 43.29,
                        "ttft_ms": 120.37255923593719,
                        "ttft_relative": 0.817637,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 8750.726274555018,
                        "interactivity_tok_s": 107.79707345804438,
                        "output_per_gpu": 1636.8575778825773,
                        "total_per_gpu": 2625.531278801148,
                        "tpot_ms": 9.276689690367236,
                        "tpot_relative": 1.147038,
                        "ttft_ms": 212.27316609765694,
                        "ttft_relative": 1.441876,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13825.279,
                        "interactivity_tok_s": 74.3439149505613,
                        "output_per_gpu": 1752.6455999999998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.47,
                        "tpot_ms": 13.451,
                        "tpot_relative": 1.66318,
                        "ttft_error_pct": 79.4,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.440877,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11439.400815200916,
                        "interactivity_tok_s": 81.67051137981667,
                        "output_per_gpu": 1990.1676980011914,
                        "total_per_gpu": 3984.707474350422,
                        "tpot_error_pct": 13.3,
                        "tpot_ms": 12.244321519543359,
                        "tpot_relative": 1.513977,
                        "ttft_error_pct": 40.24,
                        "ttft_ms": 188.2807860679697,
                        "ttft_relative": 1.278907,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 10245.826310571465,
                        "interactivity_tok_s": 92.53510991808692,
                        "output_per_gpu": 2789.79798945003,
                        "total_per_gpu": 4478.8971581312935,
                        "tpot_ms": 10.806708944153314,
                        "tpot_relative": 1.336221,
                        "ttft_ms": 315.05640314762786,
                        "ttft_relative": 2.140036,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15746.473,
                        "interactivity_tok_s": 65.23582751647204,
                        "output_per_gpu": 3075.8912,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.58,
                        "tpot_ms": 15.329,
                        "tpot_relative": 1.89539,
                        "ttft_error_pct": 87.04,
                        "ttft_ms": 64.906,
                        "ttft_relative": 0.440877,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13145.212425064852,
                        "interactivity_tok_s": 71.87454096728402,
                        "output_per_gpu": 3462.6290065893745,
                        "total_per_gpu": 6921.911393475083,
                        "tpot_error_pct": 3.99,
                        "tpot_ms": 13.913132335066763,
                        "tpot_relative": 1.720321,
                        "ttft_error_pct": 33.53,
                        "ttft_ms": 332.9862244363295,
                        "ttft_relative": 2.261825,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 12822.192450525654,
                        "interactivity_tok_s": 74.74534609813283,
                        "output_per_gpu": 4438.799243665021,
                        "total_per_gpu": 7112.702022777819,
                        "tpot_ms": 13.378759377033381,
                        "tpot_relative": 1.654248,
                        "ttft_ms": 500.9469599828662,
                        "ttft_relative": 3.402707,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 6,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.08,
                    "tpot_shape_error_pct": 10.48,
                    "ttft_mape_pct": 44.93,
                    "ttft_shape_error_pct": 22.69
                  },
                  "framework": "dynamo-vllm",
                  "id": "6b83f73b497d3f61",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 7583.4867884828,
                        "interactivity_tok_s": 123.38326736385577,
                        "output_per_gpu": 575.8855896382975,
                        "total_per_gpu": 1152.0308329941183,
                        "tpot_error_pct": 3.08,
                        "tpot_ms": 8.104826702724706,
                        "tpot_relative": 1.030759,
                        "ttft_error_pct": 42.96,
                        "ttft_ms": 120.72012391093669,
                        "ttft_relative": 0.570412,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 7448.868219515134,
                        "interactivity_tok_s": 127.17843891036513,
                        "output_per_gpu": 639.9842153926771,
                        "total_per_gpu": 1184.468383075235,
                        "tpot_ms": 7.862968035838183,
                        "tpot_relative": 1.0,
                        "ttft_ms": 211.63675285424688,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 8685.977612364082,
                        "interactivity_tok_s": 108.18286124824277,
                        "output_per_gpu": 1005.3450029766009,
                        "total_per_gpu": 2012.8985872321753,
                        "tpot_error_pct": 5.98,
                        "tpot_ms": 9.243608354056573,
                        "tpot_relative": 1.175588,
                        "ttft_error_pct": 38.0,
                        "ttft_ms": 192.03074418281275,
                        "ttft_relative": 0.90736,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 8324.701732703761,
                        "interactivity_tok_s": 114.65505995214187,
                        "output_per_gpu": 1141.916032795278,
                        "total_per_gpu": 2115.3411162823145,
                        "tpot_ms": 8.721813066230219,
                        "tpot_relative": 1.109227,
                        "ttft_ms": 309.73717390916136,
                        "ttft_relative": 1.463532,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10765.781039416777,
                        "interactivity_tok_s": 88.29171646008899,
                        "output_per_gpu": 1626.321945370329,
                        "total_per_gpu": 3251.0720558555113,
                        "tpot_error_pct": 13.39,
                        "tpot_ms": 11.326090828147347,
                        "tpot_relative": 1.440435,
                        "ttft_error_pct": 32.76,
                        "ttft_ms": 335.88799257929566,
                        "ttft_relative": 1.587097,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 9698.885512386369,
                        "interactivity_tok_s": 100.11219434095787,
                        "output_per_gpu": 1945.3318398817585,
                        "total_per_gpu": 3596.7538186355914,
                        "tpot_ms": 9.988793139367642,
                        "tpot_relative": 1.270359,
                        "ttft_ms": 499.5008770663844,
                        "ttft_relative": 2.36018,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12123.052961358919,
                        "interactivity_tok_s": 80.17094731525913,
                        "output_per_gpu": 2874.480402341654,
                        "total_per_gpu": 5746.312893557353,
                        "tpot_error_pct": 12.55,
                        "tpot_ms": 12.47334643642994,
                        "tpot_relative": 1.586341,
                        "ttft_error_pct": 77.1,
                        "ttft_ms": 632.3019075460938,
                        "ttft_relative": 2.987675,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 12967.701839818801,
                        "interactivity_tok_s": 90.23273197934427,
                        "output_per_gpu": 2916.046282766638,
                        "total_per_gpu": 5393.162842610186,
                        "tpot_ms": 11.08245287562518,
                        "tpot_relative": 1.409449,
                        "ttft_ms": 2760.7603791565452,
                        "ttft_relative": 13.044806,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 20049.54178365044,
                        "interactivity_tok_s": 76.02742152305873,
                        "output_per_gpu": 3467.948149762472,
                        "total_per_gpu": 6935.6920567575935,
                        "tpot_error_pct": 18.81,
                        "tpot_ms": 13.153148955560791,
                        "tpot_relative": 1.672797,
                        "ttft_error_pct": 47.08,
                        "ttft_ms": 7936.482708016166,
                        "ttft_relative": 37.500494,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 25190.829942094704,
                        "interactivity_tok_s": 90.32663646224631,
                        "output_per_gpu": 2983.372032820846,
                        "total_per_gpu": 5518.56530229869,
                        "tpot_ms": 11.070931445764268,
                        "tpot_relative": 1.407984,
                        "ttft_ms": 14997.419288918105,
                        "ttft_relative": 70.863964,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 38909.063730819136,
                        "interactivity_tok_s": 75.7410379272902,
                        "output_per_gpu": 3563.399123081015,
                        "total_per_gpu": 7125.235849414734,
                        "tpot_error_pct": 18.66,
                        "tpot_ms": 13.202882180727164,
                        "tpot_relative": 1.679122,
                        "ttft_error_pct": 31.66,
                        "ttft_ms": 26744.85012180757,
                        "ttft_relative": 126.371482,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 49387.68221307647,
                        "interactivity_tok_s": 89.87534608249503,
                        "output_per_gpu": 3037.8540515402024,
                        "total_per_gpu": 5616.933763109498,
                        "tpot_ms": 11.126521828156491,
                        "tpot_relative": 1.415054,
                        "ttft_ms": 39135.3437362305,
                        "ttft_relative": 184.917521,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 13
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.43,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 354.22,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "90fec9f3345cb636",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 52779.053410930945,
                        "interactivity_tok_s": 20.53218276609416,
                        "output_per_gpu": 8713.602238445752,
                        "total_per_gpu": 17426.691294410706,
                        "tpot_error_pct": 5.43,
                        "tpot_ms": 48.704027788577406,
                        "tpot_relative": 1.05431,
                        "ttft_error_pct": 354.22,
                        "ttft_ms": 7882.979076874295,
                        "ttft_relative": 4.542207,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 44302.36064716611,
                        "interactivity_tok_s": 21.64728915101195,
                        "output_per_gpu": 10366.841097991772,
                        "total_per_gpu": 20733.071646972116,
                        "tpot_ms": 46.19516065147828,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1735.4954449806842,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.44,
                    "tpot_shape_error_pct": 9.63,
                    "ttft_mape_pct": 63.9,
                    "ttft_shape_error_pct": 10.85
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 52.54,
                    "tpot_shape_error_pct": 13.36,
                    "ttft_mape_pct": 69.03,
                    "ttft_shape_error_pct": 30.16
                  },
                  "framework": "trt",
                  "id": "4f68f10fd4ef8add",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11218.664456749944,
                        "interactivity_tok_s": 92.23140219603138,
                        "output_per_gpu": 1459.6362010635535,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.06,
                        "tpot_ms": 10.842294231573863,
                        "tpot_relative": 1.020646,
                        "ttft_error_pct": 64.86,
                        "ttft_ms": 126.9974578498815,
                        "ttft_relative": 0.351444,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13640.619406565602,
                        "interactivity_tok_s": 67.89716666998186,
                        "output_per_gpu": 1046.519849313208,
                        "total_per_gpu": 2095.3387344205207,
                        "tpot_error_pct": 38.64,
                        "tpot_ms": 14.72815507693507,
                        "tpot_relative": 1.386444,
                        "ttft_error_pct": 74.74,
                        "ttft_ms": 91.27949808906271,
                        "ttft_relative": 0.252601,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 10126.482136128221,
                        "interactivity_tok_s": 94.1356050680225,
                        "output_per_gpu": 1393.51021857109,
                        "total_per_gpu": 2790.081754970072,
                        "tpot_ms": 10.622973095858882,
                        "tpot_relative": 1.0,
                        "ttft_ms": 361.35865468440613,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14544.74727624179,
                        "interactivity_tok_s": 71.16036117948283,
                        "output_per_gpu": 2258.491788096821,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.85,
                        "tpot_ms": 14.052767347228178,
                        "tpot_relative": 1.322866,
                        "ttft_error_pct": 61.97,
                        "ttft_ms": 168.76628002736257,
                        "ttft_relative": 0.467033,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17825.03468822621,
                        "interactivity_tok_s": 52.09870793853002,
                        "output_per_gpu": 1612.08110783811,
                        "total_per_gpu": 3222.6041445143564,
                        "tpot_error_pct": 48.68,
                        "tpot_ms": 19.194333978107007,
                        "tpot_relative": 1.80687,
                        "ttft_error_pct": 73.7,
                        "ttft_ms": 116.73717763515666,
                        "ttft_relative": 0.323051,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 12338.688604903122,
                        "interactivity_tok_s": 77.4586914370969,
                        "output_per_gpu": 2297.470933787813,
                        "total_per_gpu": 4592.721369370077,
                        "tpot_ms": 12.910107070580786,
                        "tpot_relative": 1.215301,
                        "ttft_ms": 443.80060761248285,
                        "ttft_relative": 1.228144,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18029.655082719553,
                        "interactivity_tok_s": 57.38683557832304,
                        "output_per_gpu": 3648.68741489502,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.04,
                        "tpot_ms": 17.425599267190368,
                        "tpot_relative": 1.640369,
                        "ttft_error_pct": 60.11,
                        "ttft_ms": 203.26703238380688,
                        "ttft_relative": 0.562508,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23393.24201487819,
                        "interactivity_tok_s": 39.729453327005274,
                        "output_per_gpu": 2466.1251344765305,
                        "total_per_gpu": 4929.978526144775,
                        "tpot_error_pct": 60.39,
                        "tpot_ms": 25.170243138489667,
                        "tpot_relative": 2.369416,
                        "ttft_error_pct": 66.9,
                        "ttft_ms": 168.66379390019347,
                        "ttft_relative": 0.466749,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 14976.942355009589,
                        "interactivity_tok_s": 63.72162324210909,
                        "output_per_gpu": 3799.690978174066,
                        "total_per_gpu": 7595.881760622984,
                        "tpot_ms": 15.693259981788586,
                        "tpot_relative": 1.477295,
                        "ttft_ms": 509.6021156130121,
                        "ttft_relative": 1.410239,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24217.589048570037,
                        "interactivity_tok_s": 42.624018739171525,
                        "output_per_gpu": 5429.664315240663,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.79,
                        "tpot_ms": 23.460950646612748,
                        "tpot_relative": 2.208511,
                        "ttft_error_pct": 68.67,
                        "ttft_ms": 217.03653708519573,
                        "ttft_relative": 0.600613,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30626.023184650832,
                        "interactivity_tok_s": 30.382857646464924,
                        "output_per_gpu": 3777.892993945852,
                        "total_per_gpu": 7555.563491104984,
                        "tpot_error_pct": 62.44,
                        "tpot_ms": 32.91329642642587,
                        "tpot_relative": 3.098313,
                        "ttft_error_pct": 60.77,
                        "ttft_ms": 271.7767041118181,
                        "ttft_relative": 0.752097,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 19368.743515984308,
                        "interactivity_tok_s": 49.3539907430589,
                        "output_per_gpu": 5890.634186077591,
                        "total_per_gpu": 11780.921446718108,
                        "tpot_ms": 20.26178602670827,
                        "tpot_relative": 1.907355,
                        "ttft_ms": 692.714326071657,
                        "ttft_relative": 1.916972,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.4,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 24.85,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.86,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 36.51,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "d7943515ecf2f0af",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5672.816856244294,
                        "interactivity_tok_s": 181.93012713051618,
                        "output_per_gpu": 89.97532531061734,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.4,
                        "tpot_ms": 5.496615737989359,
                        "tpot_relative": 0.976001,
                        "ttft_error_pct": 24.85,
                        "ttft_ms": 49.77895628118014,
                        "ttft_relative": 1.248477,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5092.501528374986,
                        "interactivity_tok_s": 180.9213279605627,
                        "output_per_gpu": 87.14029673198851,
                        "total_per_gpu": 175.13279228515938,
                        "tpot_error_pct": 1.86,
                        "tpot_ms": 5.527264315780284,
                        "tpot_relative": 0.981444,
                        "ttft_error_pct": 36.51,
                        "ttft_ms": 25.31344527500006,
                        "ttft_relative": 0.634872,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 5202.839323850139,
                        "interactivity_tok_s": 177.56406324681433,
                        "output_per_gpu": 85.45733443090018,
                        "total_per_gpu": 171.75040895443956,
                        "tpot_ms": 5.631770200088282,
                        "tpot_relative": 1.0,
                        "ttft_ms": 39.87175045017466,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.31,
                    "tpot_shape_error_pct": 1.79,
                    "ttft_mape_pct": 54.18,
                    "ttft_shape_error_pct": 0.04
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.53,
                    "tpot_shape_error_pct": 1.96,
                    "ttft_mape_pct": 19.88,
                    "ttft_shape_error_pct": 1.66
                  },
                  "framework": "trt",
                  "id": "546df69eb14fea52",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7900.368858062361,
                        "interactivity_tok_s": 131.007578347628,
                        "output_per_gpu": 516.1726995786056,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.23,
                        "tpot_ms": 7.63314620888957,
                        "tpot_relative": 1.032335,
                        "ttft_error_pct": 54.15,
                        "ttft_ms": 91.66028636833126,
                        "ttft_relative": 1.541505,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7066.17548705001,
                        "interactivity_tok_s": 130.6161697687197,
                        "output_per_gpu": 504.9942316330557,
                        "total_per_gpu": 1014.9271139827276,
                        "tpot_error_pct": 3.54,
                        "tpot_ms": 7.656019938195146,
                        "tpot_relative": 1.035428,
                        "ttft_error_pct": 20.54,
                        "ttft_ms": 47.2456407249999,
                        "ttft_relative": 0.794558,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 6838.6649203748675,
                        "interactivity_tok_s": 135.24369749961014,
                        "output_per_gpu": 521.8970258583878,
                        "total_per_gpu": 1048.898005305355,
                        "tpot_ms": 7.394059896971411,
                        "tpot_relative": 1.0,
                        "ttft_ms": 59.46157420007694,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9439.031109169733,
                        "interactivity_tok_s": 109.55008621283011,
                        "output_per_gpu": 865.6299049759647,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.39,
                        "tpot_ms": 9.128244756076546,
                        "tpot_relative": 1.234538,
                        "ttft_error_pct": 54.22,
                        "ttft_ms": 100.83672370342796,
                        "ttft_relative": 1.69583,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8537.8510798,
                        "interactivity_tok_s": 109.41292166365645,
                        "output_per_gpu": 853.7182067203171,
                        "total_per_gpu": 1701.1305272703917,
                        "tpot_error_pct": 1.52,
                        "tpot_ms": 9.139688300017024,
                        "tpot_relative": 1.236085,
                        "ttft_error_pct": 19.22,
                        "ttft_ms": 52.81636336250019,
                        "ttft_relative": 0.888244,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 8422.869196175088,
                        "interactivity_tok_s": 111.07246750576783,
                        "output_per_gpu": 865.4873878736752,
                        "total_per_gpu": 1724.5819579454687,
                        "tpot_ms": 9.00313122104784,
                        "tpot_relative": 1.217617,
                        "ttft_ms": 65.38645565051411,
                        "ttft_relative": 1.099642,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.85,
                    "tpot_shape_error_pct": 0.04,
                    "ttft_mape_pct": 20.52,
                    "ttft_shape_error_pct": 9.53
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.39,
                    "tpot_shape_error_pct": 0.1,
                    "ttft_mape_pct": 37.89,
                    "ttft_shape_error_pct": 8.1
                  },
                  "framework": "trt",
                  "id": "85fefc05ee6f8533",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6110.099068007243,
                        "interactivity_tok_s": 169.17137085446103,
                        "output_per_gpu": 166.95332677336324,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.88,
                        "tpot_ms": 5.9111656715266845,
                        "tpot_relative": 0.941241,
                        "ttft_error_pct": 26.55,
                        "ttft_ms": 62.976586035444164,
                        "ttft_relative": 1.265462,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5482.003535874997,
                        "interactivity_tok_s": 168.22186378860752,
                        "output_per_gpu": 162.20202446665888,
                        "total_per_gpu": 325.9903227839683,
                        "tpot_error_pct": 5.34,
                        "tpot_ms": 5.944530499653892,
                        "tpot_relative": 0.946554,
                        "ttft_error_pct": 35.27,
                        "ttft_ms": 32.21445757500002,
                        "ttft_relative": 0.647323,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 5807.12944927518,
                        "interactivity_tok_s": 159.231015396836,
                        "output_per_gpu": 153.35643419115564,
                        "total_per_gpu": 308.21263573839906,
                        "tpot_ms": 6.28018352773671,
                        "tpot_relative": 1.0,
                        "ttft_ms": 49.765678624999055,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6703.231557155615,
                        "interactivity_tok_s": 154.20596695500387,
                        "output_per_gpu": 304.76613883738116,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.83,
                        "tpot_ms": 6.484833367646482,
                        "tpot_relative": 1.032587,
                        "ttft_error_pct": 14.49,
                        "ttft_ms": 69.247022053263,
                        "ttft_relative": 1.391461,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6081.089617862492,
                        "interactivity_tok_s": 153.55962531552524,
                        "output_per_gpu": 298.84435937339396,
                        "total_per_gpu": 595.4813410687749,
                        "tpot_error_pct": 5.44,
                        "tpot_ms": 6.512128418816204,
                        "tpot_relative": 1.036933,
                        "ttft_error_pct": 40.51,
                        "ttft_ms": 35.98111367500015,
                        "ttft_relative": 0.723011,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 6453.255574874947,
                        "interactivity_tok_s": 145.2099421789071,
                        "output_per_gpu": 281.55844740888034,
                        "total_per_gpu": 561.0371974355864,
                        "tpot_ms": 6.88658080152626,
                        "tpot_relative": 1.096557,
                        "ttft_ms": 60.48430263745104,
                        "ttft_relative": 1.215382,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.21,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 75.75,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 29.06,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 58.34,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "1227f40ab4bd1e67",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 34050.09927672151,
                        "interactivity_tok_s": 30.23036613858863,
                        "output_per_gpu": 7718.148867081816,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.21,
                        "tpot_ms": 33.07932148143963,
                        "tpot_relative": 1.152077,
                        "ttft_error_pct": 75.75,
                        "ttft_ms": 209.9534012087654,
                        "ttft_relative": 0.242542,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 34524.26286005868,
                        "interactivity_tok_s": 26.98505202361415,
                        "output_per_gpu": 6696.108609755398,
                        "total_per_gpu": 13391.822856131106,
                        "tpot_error_pct": 29.06,
                        "tpot_ms": 37.05755316405977,
                        "tpot_relative": 1.29063,
                        "ttft_error_pct": 58.34,
                        "ttft_ms": 360.6176573099554,
                        "ttft_relative": 0.416593,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 27327.192078451277,
                        "interactivity_tok_s": 34.82771107553186,
                        "output_per_gpu": 8403.920762675074,
                        "total_per_gpu": 16807.346581377795,
                        "tpot_ms": 28.71276834217647,
                        "tpot_relative": 1.0,
                        "ttft_ms": 865.6363492955294,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 66.67,
                    "points": 2,
                    "status_counts": {
                      "failed": 1,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.72,
                    "tpot_shape_error_pct": 3.99,
                    "ttft_mape_pct": 67.6,
                    "ttft_shape_error_pct": 96.7
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.16,
                    "tpot_shape_error_pct": 23.09,
                    "ttft_mape_pct": 69.25,
                    "ttft_shape_error_pct": 96.01
                  },
                  "framework": "vllm",
                  "id": "f43a9a92248a7c6c",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22581.4353574654,
                        "interactivity_tok_s": 45.63412312110903,
                        "output_per_gpu": 5798.74564779205,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.86,
                        "tpot_ms": 21.913426436311404,
                        "tpot_relative": 0.931353,
                        "ttft_error_pct": 37.27,
                        "ttft_ms": 164.00011311883515,
                        "ttft_relative": 0.627294,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20981.820627969948,
                        "interactivity_tok_s": 44.39671919244558,
                        "output_per_gpu": 5464.342587659357,
                        "total_per_gpu": 10923.403905931598,
                        "tpot_error_pct": 4.27,
                        "tpot_ms": 22.524186881136863,
                        "tpot_relative": 0.957311,
                        "ttft_error_pct": 14.57,
                        "ttft_ms": 223.33806568320355,
                        "ttft_relative": 0.854259,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 21947.301086890497,
                        "interactivity_tok_s": 42.50147137885523,
                        "output_per_gpu": 5232.143874772054,
                        "total_per_gpu": 10459.23089945985,
                        "tpot_ms": 23.52859718869655,
                        "tpot_relative": 1.0,
                        "ttft_ms": 261.44059708693135,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 31212.87386586903,
                        "interactivity_tok_s": 32.97425833627197,
                        "output_per_gpu": 8390.384080793405,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.58,
                        "tpot_ms": 30.326686647565666,
                        "tpot_relative": 1.288929,
                        "ttft_error_pct": 97.93,
                        "ttft_ms": 188.67342540935283,
                        "ttft_relative": 0.721668,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 28753.20842748022,
                        "interactivity_tok_s": 32.517553521175984,
                        "output_per_gpu": 8005.346292782868,
                        "total_per_gpu": 16003.318228273713,
                        "tpot_error_pct": 9.32,
                        "tpot_ms": 30.75262102202071,
                        "tpot_relative": 1.307032,
                        "ttft_error_pct": 95.59,
                        "ttft_ms": 402.183730230077,
                        "ttft_relative": 1.538337,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 40387.16430352258,
                        "interactivity_tok_s": 29.486227588619194,
                        "output_per_gpu": 5675.462171879018,
                        "total_per_gpu": 11345.69622690686,
                        "tpot_ms": 33.91413828691908,
                        "tpot_relative": 1.441401,
                        "ttft_ms": 9118.612741453602,
                        "ttft_relative": 34.878335,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 43352.19945016059,
                        "interactivity_tok_s": 21.839086718226216,
                        "output_per_gpu": 10593.010581506898,
                        "total_per_gpu": 21185.39729388361,
                        "tpot_error_pct": 34.89,
                        "tpot_ms": 45.7894605622602,
                        "tpot_relative": 1.946119,
                        "ttft_error_pct": 97.59,
                        "ttft_ms": 1159.5552061734402,
                        "ttft_relative": 4.435253,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 79301.54680659976,
                        "interactivity_tok_s": 29.45943307866265,
                        "output_per_gpu": 5695.6952892342,
                        "total_per_gpu": 11391.055133843041,
                        "tpot_ms": 33.944984526002166,
                        "tpot_relative": 1.442712,
                        "ttft_ms": 48019.162936759814,
                        "ttft_relative": 183.671409,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.36,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 79.03,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.3,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 11.02,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "c035031e7ea0d208",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10402.051121273254,
                        "interactivity_tok_s": 99.46933483734202,
                        "output_per_gpu": 786.7679080391065,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.36,
                        "tpot_ms": 10.053349624135494,
                        "tpot_relative": 1.163643,
                        "ttft_error_pct": 79.03,
                        "ttft_ms": 117.47445578264416,
                        "ttft_relative": 1.79031,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9173.416347399983,
                        "interactivity_tok_s": 100.39037041614253,
                        "output_per_gpu": 781.4698805846375,
                        "total_per_gpu": 1571.2587734299225,
                        "tpot_error_pct": 15.3,
                        "tpot_ms": 9.961114754878944,
                        "tpot_relative": 1.152967,
                        "ttft_error_pct": 11.02,
                        "ttft_ms": 58.38468063124949,
                        "ttft_relative": 0.889782,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 7970.631556437002,
                        "interactivity_tok_s": 115.74681955513991,
                        "output_per_gpu": 896.8703155194435,
                        "total_per_gpu": 1803.2881201186133,
                        "tpot_ms": 8.639546242768391,
                        "tpot_relative": 1.0,
                        "ttft_ms": 65.61681219318416,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.44,
                    "tpot_shape_error_pct": 0.53,
                    "ttft_mape_pct": 11.06,
                    "ttft_shape_error_pct": 21.16
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.38,
                    "tpot_shape_error_pct": 1.9,
                    "ttft_mape_pct": 20.72,
                    "ttft_shape_error_pct": 16.27
                  },
                  "framework": "vllm",
                  "id": "559cb2eb604447ef",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11509.039271776535,
                        "interactivity_tok_s": 89.86668024625533,
                        "output_per_gpu": 1422.1864756460627,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.73,
                        "tpot_ms": 11.127594757698521,
                        "tpot_relative": 1.117347,
                        "ttft_error_pct": 4.58,
                        "ttft_ms": 125.50983465094676,
                        "ttft_relative": 1.045799,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10217.351128442182,
                        "interactivity_tok_s": 90.9321878331701,
                        "output_per_gpu": 1399.4147283653442,
                        "total_per_gpu": 2799.460421010946,
                        "tpot_error_pct": 10.43,
                        "tpot_ms": 10.997205982051842,
                        "tpot_relative": 1.104254,
                        "ttft_error_pct": 26.69,
                        "ttft_ms": 87.9872474625,
                        "ttft_relative": 0.733146,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 9293.602272603084,
                        "interactivity_tok_s": 100.41223804094123,
                        "output_per_gpu": 1537.1951077587437,
                        "total_per_gpu": 3075.083301837878,
                        "tpot_ms": 9.958945438426225,
                        "tpot_relative": 1.0,
                        "ttft_ms": 120.01331526887498,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14324.866374868192,
                        "interactivity_tok_s": 72.10561528716264,
                        "output_per_gpu": 2285.2569192151514,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.14,
                        "tpot_ms": 13.8685454110262,
                        "tpot_relative": 1.392572,
                        "ttft_error_pct": 17.55,
                        "ttft_ms": 137.3444193883874,
                        "ttft_relative": 1.14441,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12568.857852200821,
                        "interactivity_tok_s": 73.97397876834265,
                        "output_per_gpu": 2272.6720902619886,
                        "total_per_gpu": 4550.336875585808,
                        "tpot_error_pct": 8.33,
                        "tpot_ms": 13.518267053494663,
                        "tpot_relative": 1.357399,
                        "ttft_error_pct": 14.75,
                        "ttft_ms": 141.99926992109442,
                        "ttft_relative": 1.183196,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 11639.511000119637,
                        "interactivity_tok_s": 80.13686895407947,
                        "output_per_gpu": 2451.5971144694213,
                        "total_per_gpu": 4908.579993501825,
                        "tpot_ms": 12.47865075154142,
                        "tpot_relative": 1.253009,
                        "ttft_ms": 166.57523466128623,
                        "ttft_relative": 1.387973,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.67,
                    "tpot_shape_error_pct": 2.57,
                    "ttft_mape_pct": 103.65,
                    "ttft_shape_error_pct": 9.55
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.15,
                    "tpot_shape_error_pct": 2.64,
                    "ttft_mape_pct": 18.22,
                    "ttft_shape_error_pct": 2.03
                  },
                  "framework": "vllm",
                  "id": "78d4c0ccb5e38834",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6462.290672827421,
                        "interactivity_tok_s": 160.53652422206244,
                        "output_per_gpu": 158.3029999411046,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.98,
                        "tpot_ms": 6.229112065592925,
                        "tpot_relative": 1.189849,
                        "ttft_error_pct": 117.5,
                        "ttft_ms": 89.9090297258594,
                        "ttft_relative": 2.174979,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5720.03607427502,
                        "interactivity_tok_s": 161.23654556907383,
                        "output_per_gpu": 155.41219728147675,
                        "total_per_gpu": 312.344266496922,
                        "tpot_error_pct": 18.47,
                        "tpot_ms": 6.202067877791388,
                        "tpot_relative": 1.184683,
                        "ttft_error_pct": 17.17,
                        "ttft_ms": 34.239054425000475,
                        "ttft_relative": 0.828273,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 4840.7333642593585,
                        "interactivity_tok_s": 191.01414524598505,
                        "output_per_gpu": 182.72289324965607,
                        "total_per_gpu": 367.232746609275,
                        "tpot_ms": 5.235214380129888,
                        "tpot_relative": 1.0,
                        "ttft_ms": 41.33789120824076,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7719.781590379026,
                        "interactivity_tok_s": 134.2381578935782,
                        "output_per_gpu": 265.03340490226816,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.58,
                        "tpot_ms": 7.449446682610048,
                        "tpot_relative": 1.42295,
                        "ttft_error_pct": 109.14,
                        "ttft_ms": 98.99763406894714,
                        "ttft_relative": 2.39484,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6929.004339237484,
                        "interactivity_tok_s": 134.73380972707795,
                        "output_per_gpu": 262.68541683917243,
                        "total_per_gpu": 523.4305396514269,
                        "tpot_error_pct": 24.12,
                        "tpot_ms": 7.42204203997229,
                        "tpot_relative": 1.417715,
                        "ttft_error_pct": 17.06,
                        "ttft_ms": 39.258824150000656,
                        "ttft_relative": 0.949706,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5597.731269712858,
                        "interactivity_tok_s": 167.23158836971197,
                        "output_per_gpu": 323.28369676081843,
                        "total_per_gpu": 644.1794976369978,
                        "tpot_ms": 5.979731519318118,
                        "tpot_relative": 1.142213,
                        "ttft_ms": 47.33487913817953,
                        "ttft_relative": 1.145072,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8418.224027974416,
                        "interactivity_tok_s": 123.10389265629541,
                        "output_per_gpu": 486.08827543695253,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.45,
                        "tpot_ms": 8.123219976414457,
                        "tpot_relative": 1.55165,
                        "ttft_error_pct": 84.32,
                        "ttft_ms": 108.16999210242679,
                        "ttft_relative": 2.616727,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7442.005230918832,
                        "interactivity_tok_s": 123.73097617728081,
                        "output_per_gpu": 481.09593020126937,
                        "total_per_gpu": 967.313289956417,
                        "tpot_error_pct": 17.85,
                        "tpot_ms": 8.08205051714138,
                        "tpot_relative": 1.543786,
                        "ttft_error_pct": 20.42,
                        "ttft_ms": 46.703395231249715,
                        "ttft_relative": 1.129796,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 6333.855323674288,
                        "interactivity_tok_s": 145.8226650865339,
                        "output_per_gpu": 563.5003746422858,
                        "total_per_gpu": 1132.9994021335099,
                        "tpot_ms": 6.857644519160181,
                        "tpot_relative": 1.309907,
                        "ttft_ms": 58.68472096808546,
                        "ttft_relative": 1.419635,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.82,
                    "tpot_shape_error_pct": 2.26,
                    "ttft_mape_pct": 77.5,
                    "ttft_shape_error_pct": 11.48
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.75,
                    "tpot_shape_error_pct": 2.26,
                    "ttft_mape_pct": 8.42,
                    "ttft_shape_error_pct": 1.2
                  },
                  "framework": "vllm",
                  "id": "13a382047d1642bf",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8385.025832220672,
                        "interactivity_tok_s": 123.56469912005416,
                        "output_per_gpu": 488.0128078169896,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.06,
                        "tpot_ms": 8.09292627361485,
                        "tpot_relative": 1.180619,
                        "ttft_error_pct": 92.21,
                        "ttft_ms": 105.96225431267997,
                        "ttft_relative": 1.922134,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7404.834116849999,
                        "interactivity_tok_s": 124.65562026609948,
                        "output_per_gpu": 482.4372450310296,
                        "total_per_gpu": 969.5925420647326,
                        "tpot_error_pct": 17.03,
                        "tpot_ms": 8.022101192592224,
                        "tpot_relative": 1.170287,
                        "ttft_error_pct": 8.56,
                        "ttft_ms": 50.4064437749994,
                        "ttft_relative": 0.914363,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 6339.471209351541,
                        "interactivity_tok_s": 145.8828061747959,
                        "output_per_gpu": 561.5770860500055,
                        "total_per_gpu": 1128.646181522549,
                        "tpot_ms": 6.854817412833464,
                        "tpot_relative": 1.0,
                        "ttft_ms": 55.12740862650389,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10506.258086277057,
                        "interactivity_tok_s": 98.46431800943085,
                        "output_per_gpu": 778.9643023037557,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.87,
                        "tpot_ms": 10.155963299357039,
                        "tpot_relative": 1.48158,
                        "ttft_error_pct": 78.4,
                        "ttft_ms": 116.70763103480714,
                        "ttft_relative": 2.117053,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9398.718040287546,
                        "interactivity_tok_s": 99.40191725985329,
                        "output_per_gpu": 776.4548783688132,
                        "total_per_gpu": 1547.174566787616,
                        "tpot_error_pct": 17.75,
                        "tpot_ms": 10.060168129210549,
                        "tpot_relative": 1.467606,
                        "ttft_error_pct": 9.45,
                        "ttft_ms": 59.240548725000714,
                        "ttft_relative": 1.074612,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 7996.100012573879,
                        "interactivity_tok_s": 117.04879227850941,
                        "output_per_gpu": 909.6906918302427,
                        "total_per_gpu": 1812.6620635058316,
                        "tpot_ms": 8.543445690755783,
                        "tpot_relative": 1.246342,
                        "ttft_ms": 65.4199660231825,
                        "ttft_relative": 1.186705,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12813.351960807768,
                        "interactivity_tok_s": 80.6409813655324,
                        "output_per_gpu": 1277.41749778394,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.54,
                        "tpot_ms": 12.400642738549564,
                        "tpot_relative": 1.809041,
                        "ttft_error_pct": 61.9,
                        "ttft_ms": 127.4944392715642,
                        "ttft_relative": 2.312723,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11314.351407225047,
                        "interactivity_tok_s": 81.40341159617941,
                        "output_per_gpu": 1269.024980579386,
                        "total_per_gpu": 2551.5591630292392,
                        "tpot_error_pct": 12.47,
                        "tpot_ms": 12.284497423286545,
                        "tpot_relative": 1.792097,
                        "ttft_error_pct": 7.26,
                        "ttft_ms": 73.033013375,
                        "ttft_relative": 1.324804,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 10073.389554643745,
                        "interactivity_tok_s": 91.556325088021,
                        "output_per_gpu": 1423.366949699913,
                        "total_per_gpu": 2861.8861239450575,
                        "tpot_ms": 10.922238294717637,
                        "tpot_relative": 1.593367,
                        "ttft_ms": 78.75025733774237,
                        "ttft_relative": 1.428514,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.34,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 12.16,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.81,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 0.63,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "c3991b40df408a13",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 18571.679198656882,
                        "interactivity_tok_s": 55.535881997847284,
                        "output_per_gpu": 3525.3678086758564,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.34,
                        "tpot_ms": 18.006376490766144,
                        "tpot_relative": 1.073355,
                        "ttft_error_pct": 12.16,
                        "ttft_ms": 151.15604860311555,
                        "ttft_relative": 0.878408,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16336.735077453923,
                        "interactivity_tok_s": 56.87227692430304,
                        "output_per_gpu": 3500.5809793771323,
                        "total_per_gpu": 7008.852172157318,
                        "tpot_error_pct": 4.81,
                        "tpot_ms": 17.583259438179333,
                        "tpot_relative": 1.048133,
                        "ttft_error_pct": 0.63,
                        "ttft_ms": 173.1693848906246,
                        "ttft_relative": 1.006333,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 15593.294238913393,
                        "interactivity_tok_s": 59.609717246835956,
                        "output_per_gpu": 3670.3451786620685,
                        "total_per_gpu": 7348.753515369348,
                        "tpot_ms": 16.77578834771405,
                        "tpot_relative": 1.0,
                        "ttft_ms": 172.07953118514752,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.46,
                    "tpot_shape_error_pct": 1.93,
                    "ttft_mape_pct": 133.93,
                    "ttft_shape_error_pct": 3.64
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.02,
                    "tpot_shape_error_pct": 1.77,
                    "ttft_mape_pct": 16.11,
                    "ttft_shape_error_pct": 2.15
                  },
                  "framework": "vllm",
                  "id": "981b14e0e80a02d1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6107.685646354068,
                        "interactivity_tok_s": 169.89400400878714,
                        "output_per_gpu": 83.74694272376897,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.34,
                        "tpot_ms": 5.886022910780763,
                        "tpot_relative": 1.163387,
                        "ttft_error_pct": 138.26,
                        "ttft_ms": 86.28420862534684,
                        "ttft_relative": 2.382642,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5410.869534600007,
                        "interactivity_tok_s": 170.3950430047219,
                        "output_per_gpu": 82.02546428221004,
                        "total_per_gpu": 164.85310627771418,
                        "tpot_error_pct": 16.0,
                        "tpot_ms": 5.868715323909325,
                        "tpot_relative": 1.159966,
                        "ttft_error_pct": 15.2,
                        "ttft_ms": 30.709138175001158,
                        "ttft_relative": 0.847998,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 4674.332285299897,
                        "interactivity_tok_s": 197.6524573729948,
                        "output_per_gpu": 94.27065526380646,
                        "total_per_gpu": 189.46324153199078,
                        "tpot_ms": 5.059385617011963,
                        "tpot_relative": 1.0,
                        "ttft_ms": 36.21367437626759,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6798.127833807464,
                        "interactivity_tok_s": 152.6131741621394,
                        "output_per_gpu": 150.4826071249447,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.58,
                        "tpot_ms": 6.552514260253701,
                        "tpot_relative": 1.295121,
                        "ttft_error_pct": 129.6,
                        "ttft_ms": 94.90574556792846,
                        "ttft_relative": 2.620716,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6089.370996099968,
                        "interactivity_tok_s": 153.29659534270624,
                        "output_per_gpu": 149.15451064598545,
                        "total_per_gpu": 297.20730955792567,
                        "tpot_error_pct": 18.05,
                        "tpot_ms": 6.523302084853377,
                        "tpot_relative": 1.289347,
                        "ttft_error_pct": 17.03,
                        "ttft_ms": 34.29764022499937,
                        "ttft_relative": 0.947091,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5170.70785217511,
                        "interactivity_tok_s": 180.97106697343258,
                        "output_per_gpu": 175.5217106358887,
                        "total_per_gpu": 349.74695140740823,
                        "tpot_ms": 5.525745174209559,
                        "tpot_relative": 1.092177,
                        "ttft_ms": 41.33514462446328,
                        "ttft_relative": 1.141424,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 75.56,
                "points": 34,
                "status_counts": {
                  "failed": 11,
                  "success": 34,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.63,
                "tpot_shape_error_pct": 9.32,
                "ttft_mape_pct": 61.36,
                "ttft_shape_error_pct": 29.16
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 45,
                "status_counts": {
                  "failed": 0,
                  "success": 45,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.54,
                "tpot_shape_error_pct": 12.43,
                "ttft_mape_pct": 43.61,
                "ttft_shape_error_pct": 23.15
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 45,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.53,
                    "tpot_shape_error_pct": 8.76,
                    "ttft_mape_pct": 38.27,
                    "ttft_shape_error_pct": 12.29
                  },
                  "framework": "dynamo-vllm",
                  "id": "762233a91e820231",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 7485.640921912498,
                        "interactivity_tok_s": 124.90893363056516,
                        "output_per_gpu": 583.3866788437782,
                        "total_per_gpu": 1167.036393475638,
                        "tpot_error_pct": 2.77,
                        "tpot_ms": 8.005832496798295,
                        "tpot_relative": 1.027731,
                        "ttft_error_pct": 41.09,
                        "ttft_ms": 114.01726336562425,
                        "ttft_relative": 0.589109,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 7363.350578492162,
                        "interactivity_tok_s": 128.3728215957623,
                        "output_per_gpu": 647.3954569431838,
                        "total_per_gpu": 1198.1849421477461,
                        "tpot_ms": 7.789810861592925,
                        "tpot_relative": 1.0,
                        "ttft_ms": 193.54198189999323,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 8580.92671824298,
                        "interactivity_tok_s": 109.42401840654433,
                        "output_per_gpu": 1017.8148336313335,
                        "total_per_gpu": 2037.86564275403,
                        "tpot_error_pct": 5.45,
                        "tpot_ms": 9.13876143978453,
                        "tpot_relative": 1.173169,
                        "ttft_error_pct": 37.07,
                        "ttft_ms": 183.33940539531358,
                        "ttft_relative": 0.947285,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 8254.985888251567,
                        "interactivity_tok_s": 115.389437976017,
                        "output_per_gpu": 1152.9034321555955,
                        "total_per_gpu": 2135.6947123089853,
                        "tpot_ms": 8.666304451607122,
                        "tpot_relative": 1.112518,
                        "ttft_ms": 291.34751155234113,
                        "ttft_relative": 1.505345,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10690.087034689408,
                        "interactivity_tok_s": 88.80712857746059,
                        "output_per_gpu": 1638.6579649814978,
                        "total_per_gpu": 3275.732172354906,
                        "tpot_error_pct": 13.44,
                        "tpot_ms": 11.26035731611079,
                        "tpot_relative": 1.445524,
                        "ttft_error_pct": 28.6,
                        "ttft_ms": 320.7424248964845,
                        "ttft_relative": 1.657224,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 9591.137761380069,
                        "interactivity_tok_s": 100.74115186240256,
                        "output_per_gpu": 1970.0814479159737,
                        "total_per_gpu": 3642.5137478064466,
                        "tpot_ms": 9.926430078602351,
                        "tpot_relative": 1.274284,
                        "ttft_ms": 449.24522044217844,
                        "ttft_relative": 2.321177,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 19170.769326373334,
                        "interactivity_tok_s": 74.20805438588626,
                        "output_per_gpu": 3631.0222776496007,
                        "total_per_gpu": 7261.830708376966,
                        "tpot_error_pct": 16.45,
                        "tpot_ms": 13.47562617394523,
                        "tpot_relative": 1.729904,
                        "ttft_error_pct": 46.31,
                        "ttft_ms": 6760.76955474389,
                        "ttft_relative": 34.931799,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 23245.686770322267,
                        "interactivity_tok_s": 86.41748098958467,
                        "output_per_gpu": 3236.372108741604,
                        "total_per_gpu": 5986.558373593622,
                        "tpot_ms": 11.571732808556678,
                        "tpot_relative": 1.485496,
                        "ttft_ms": 12591.127715681543,
                        "ttft_relative": 65.056313,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 13
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.77,
                    "tpot_shape_error_pct": 7.39,
                    "ttft_mape_pct": 66.02,
                    "ttft_shape_error_pct": 42.33
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.01,
                    "tpot_shape_error_pct": 6.6,
                    "ttft_mape_pct": 40.48,
                    "ttft_shape_error_pct": 8.6
                  },
                  "framework": "dynamo-vllm",
                  "id": "f164b9d789b00414",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9320.206,
                        "interactivity_tok_s": 110.5094485578517,
                        "output_per_gpu": 651.3542,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.2,
                        "tpot_ms": 9.049,
                        "tpot_relative": 1.131966,
                        "ttft_error_pct": 52.66,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.473401,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7776.430221912489,
                        "interactivity_tok_s": 119.80319352649167,
                        "output_per_gpu": 738.0285840734288,
                        "total_per_gpu": 1473.722590734545,
                        "tpot_error_pct": 4.42,
                        "tpot_ms": 8.347022901178953,
                        "tpot_relative": 1.044154,
                        "ttft_error_pct": 43.71,
                        "ttft_ms": 75.00231781250007,
                        "ttft_relative": 0.562885,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 7517.0738020469,
                        "interactivity_tok_s": 125.09296652348087,
                        "output_per_gpu": 960.0249448770315,
                        "total_per_gpu": 1535.287205526767,
                        "tpot_ms": 7.994054564309119,
                        "tpot_relative": 1.0,
                        "ttft_ms": 133.24636713752795,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11475.667,
                        "interactivity_tok_s": 89.63786303334528,
                        "output_per_gpu": 1056.6370000000002,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.21,
                        "tpot_ms": 11.156,
                        "tpot_relative": 1.395537,
                        "ttft_error_pct": 67.69,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.473401,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9562.632491323413,
                        "interactivity_tok_s": 97.45202084106731,
                        "output_per_gpu": 1193.658460478987,
                        "total_per_gpu": 2387.855114415656,
                        "tpot_error_pct": 12.41,
                        "tpot_ms": 10.261459858599355,
                        "tpot_relative": 1.283636,
                        "ttft_error_pct": 41.43,
                        "ttft_ms": 114.35130679531285,
                        "ttft_relative": 0.858195,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 8597.399113857795,
                        "interactivity_tok_s": 109.54641364179824,
                        "output_per_gpu": 1666.5195028079988,
                        "total_per_gpu": 2673.1092188329794,
                        "tpot_ms": 9.128550782774715,
                        "tpot_relative": 1.141917,
                        "ttft_ms": 195.23285230936978,
                        "ttft_relative": 1.465202,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13319.113,
                        "interactivity_tok_s": 77.17240314863405,
                        "output_per_gpu": 1819.3448,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.91,
                        "tpot_ms": 12.958,
                        "tpot_relative": 1.620955,
                        "ttft_error_pct": 77.71,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.473401,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11032.510064907789,
                        "interactivity_tok_s": 84.67335343697428,
                        "output_per_gpu": 2062.274034270991,
                        "total_per_gpu": 4129.078552913734,
                        "tpot_error_pct": 10.2,
                        "tpot_ms": 11.810090889388707,
                        "tpot_relative": 1.477359,
                        "ttft_error_pct": 36.31,
                        "ttft_ms": 180.2396253429682,
                        "ttft_relative": 1.352679,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 10131.596412132041,
                        "interactivity_tok_s": 93.30852874711735,
                        "output_per_gpu": 2822.231096173105,
                        "total_per_gpu": 4530.9670750502555,
                        "tpot_ms": 10.717133936493386,
                        "tpot_relative": 1.340638,
                        "ttft_ms": 283.0067358640761,
                        "ttft_relative": 2.123936,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 27.21,
                    "tpot_shape_error_pct": 32.88,
                    "ttft_mape_pct": 56.28,
                    "ttft_shape_error_pct": 42.36
                  },
                  "framework": "dynamo-vllm",
                  "id": "f7b38f7dc6ede9fd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 27113.90955871698,
                        "interactivity_tok_s": 35.364606290358296,
                        "output_per_gpu": 8410.32440129705,
                        "total_per_gpu": 16816.961238267337,
                        "tpot_error_pct": 2.05,
                        "tpot_ms": 28.27685940540605,
                        "tpot_relative": 1.020481,
                        "ttft_error_pct": 35.92,
                        "ttft_ms": 1061.3628592413068,
                        "ttft_relative": 0.640757,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 27188.461451102958,
                        "interactivity_tok_s": 36.08892311629286,
                        "output_per_gpu": 11178.879200563148,
                        "total_per_gpu": 16793.995414828583,
                        "tpot_ms": 27.709333325840795,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1656.4196507739452,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 41038.148829832106,
                        "interactivity_tok_s": 24.18079766142335,
                        "output_per_gpu": 11152.557907570432,
                        "total_per_gpu": 22313.220294732837,
                        "tpot_error_pct": 26.56,
                        "tpot_ms": 41.35512872659872,
                        "tpot_relative": 1.492462,
                        "ttft_error_pct": 82.41,
                        "ttft_ms": 2976.111384323413,
                        "ttft_relative": 1.796713,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 46992.60599164784,
                        "interactivity_tok_s": 30.603755738301672,
                        "output_per_gpu": 12901.665507762154,
                        "total_per_gpu": 19395.58420385101,
                        "tpot_ms": 32.675728056098194,
                        "tpot_relative": 1.179232,
                        "ttft_ms": 16918.291078481816,
                        "ttft_relative": 10.213771,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 57983.49797915829,
                        "interactivity_tok_s": 21.73300552883097,
                        "output_per_gpu": 11831.393891260606,
                        "total_per_gpu": 23666.02325782275,
                        "tpot_error_pct": 39.35,
                        "tpot_ms": 46.01296395353149,
                        "tpot_relative": 1.660558,
                        "ttft_error_pct": 60.35,
                        "ttft_ms": 15626.527305455811,
                        "ttft_relative": 9.433918,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 6144,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 69812.81359958934,
                        "interactivity_tok_s": 30.28416932731101,
                        "output_per_gpu": 12964.796177742295,
                        "total_per_gpu": 19485.718712072605,
                        "tpot_ms": 33.020552394619436,
                        "tpot_relative": 1.191676,
                        "ttft_ms": 39415.86655280192,
                        "ttft_relative": 23.795822,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 76017.55977286618,
                        "interactivity_tok_s": 21.41775556557104,
                        "output_per_gpu": 11991.040709071716,
                        "total_per_gpu": 23984.594584815306,
                        "tpot_error_pct": 40.88,
                        "tpot_ms": 46.690233107688286,
                        "tpot_relative": 1.685,
                        "ttft_error_pct": 46.44,
                        "ttft_ms": 33035.72520393507,
                        "ttft_relative": 19.944055,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 92182.53928182945,
                        "interactivity_tok_s": 30.17401267345637,
                        "output_per_gpu": 13049.806375115824,
                        "total_per_gpu": 19614.28852525767,
                        "tpot_ms": 33.14110094742835,
                        "tpot_relative": 1.196027,
                        "ttft_ms": 61675.83512499023,
                        "ttft_relative": 37.234426,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.99,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 23.68,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.21,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 48.62,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "031d2ffbf24b4e81",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6373.966,
                        "interactivity_tok_s": 162.10082671421625,
                        "output_per_gpu": 66.36433333333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.99,
                        "tpot_ms": 6.169,
                        "tpot_relative": 1.159855,
                        "ttft_error_pct": 23.68,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.763245,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5270.020973850017,
                        "interactivity_tok_s": 175.36426371392815,
                        "output_per_gpu": 74.91587925911496,
                        "total_per_gpu": 150.56440720530998,
                        "tpot_error_pct": 7.21,
                        "tpot_ms": 5.702416095626534,
                        "tpot_relative": 1.072131,
                        "ttft_error_pct": 48.62,
                        "ttft_ms": 42.46435992500092,
                        "ttft_relative": 0.513811,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 4958.459041977767,
                        "interactivity_tok_s": 188.01344956867763,
                        "output_per_gpu": 89.30710427605237,
                        "total_per_gpu": 160.15003820126728,
                        "tpot_ms": 5.318768430099569,
                        "tpot_relative": 1.0,
                        "ttft_ms": 82.64581586117856,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 56.15,
                    "tpot_shape_error_pct": 26.47,
                    "ttft_mape_pct": 96.31,
                    "ttft_shape_error_pct": 70.97
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 39.42,
                    "tpot_shape_error_pct": 24.02,
                    "ttft_mape_pct": 56.96,
                    "ttft_shape_error_pct": 50.11
                  },
                  "framework": "dynamo-vllm",
                  "id": "ecbb60683de3bf91",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22637.62,
                        "interactivity_tok_s": 45.316536003987856,
                        "output_per_gpu": 4273.4633,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.29,
                        "tpot_ms": 22.067,
                        "tpot_relative": 1.30292,
                        "ttft_error_pct": 92.11,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.078924,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18976.0625813999,
                        "interactivity_tok_s": 49.98036511429418,
                        "output_per_gpu": 4808.418756960674,
                        "total_per_gpu": 9616.554324925699,
                        "tpot_error_pct": 18.13,
                        "tpot_ms": 20.007857039723866,
                        "tpot_relative": 1.18134,
                        "ttft_error_pct": 31.05,
                        "ttft_ms": 551.08844736055,
                        "ttft_relative": 0.689521,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 16393.249915951565,
                        "interactivity_tok_s": 59.043823255223046,
                        "output_per_gpu": 6903.3265803320555,
                        "total_per_gpu": 11066.984059829416,
                        "tpot_ms": 16.936572614503575,
                        "tpot_relative": 1.0,
                        "ttft_ms": 799.2335030937512,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26999.692,
                        "interactivity_tok_s": 37.97804868785842,
                        "output_per_gpu": 5259.7555,
                        "total_per_gpu": null,
                        "tpot_error_pct": 31.56,
                        "tpot_ms": 26.331,
                        "tpot_relative": 1.554683,
                        "ttft_error_pct": 94.93,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.078924,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 22856.47240907664,
                        "interactivity_tok_s": 41.769901441863404,
                        "output_per_gpu": 5995.713058735375,
                        "total_per_gpu": 11988.604060049682,
                        "tpot_error_pct": 19.62,
                        "tpot_ms": 23.94068373352113,
                        "tpot_relative": 1.413549,
                        "ttft_error_pct": 35.39,
                        "ttft_ms": 803.3667098718212,
                        "ttft_relative": 1.005171,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1536,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 19683.13428627858,
                        "interactivity_tok_s": 49.964612797131075,
                        "output_per_gpu": 8644.053151027992,
                        "total_per_gpu": 13851.164833730252,
                        "tpot_ms": 20.01416490627581,
                        "tpot_relative": 1.181713,
                        "ttft_ms": 1243.3639813132834,
                        "ttft_relative": 1.555696,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 31339.258,
                        "interactivity_tok_s": 32.70859909070094,
                        "output_per_gpu": 5259.7555,
                        "total_per_gpu": null,
                        "tpot_error_pct": 43.02,
                        "tpot_ms": 30.573,
                        "tpot_relative": 1.805147,
                        "ttft_error_pct": 98.44,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.078924,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26514.52534787509,
                        "interactivity_tok_s": 36.24394962030361,
                        "output_per_gpu": 6896.307953697884,
                        "total_per_gpu": 13789.592173948278,
                        "tpot_error_pct": 29.07,
                        "tpot_ms": 27.590811996930018,
                        "tpot_relative": 1.629067,
                        "ttft_error_pct": 73.01,
                        "ttft_ms": 1093.7746617400878,
                        "ttft_relative": 1.36853,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 23750.028679876414,
                        "interactivity_tok_s": 46.780301622199524,
                        "output_per_gpu": 9557.134664990876,
                        "total_per_gpu": 15314.83055865284,
                        "tpot_ms": 21.376518862064188,
                        "tpot_relative": 1.262151,
                        "ttft_ms": 4053.1210809659674,
                        "ttft_relative": 5.07126,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 48624.889,
                        "interactivity_tok_s": 21.06593638087213,
                        "output_per_gpu": 5259.7555,
                        "total_per_gpu": null,
                        "tpot_error_pct": 119.74,
                        "tpot_ms": 47.47,
                        "tpot_relative": 2.80281,
                        "ttft_error_pct": 99.76,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.078924,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 40945.507364138284,
                        "interactivity_tok_s": 24.256736945595385,
                        "output_per_gpu": 8956.877968618788,
                        "total_per_gpu": 17920.26483280271,
                        "tpot_error_pct": 90.84,
                        "tpot_ms": 41.22566041107945,
                        "tpot_relative": 2.434121,
                        "ttft_error_pct": 88.41,
                        "ttft_ms": 3002.93896241318,
                        "ttft_relative": 3.757274,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 45786.90115267776,
                        "interactivity_tok_s": 46.291139635789115,
                        "output_per_gpu": 9860.616770414816,
                        "total_per_gpu": 15812.11234119985,
                        "tpot_ms": 21.602406159533583,
                        "tpot_relative": 1.275489,
                        "ttft_ms": 25903.80762277859,
                        "ttft_relative": 32.410813,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.17,
                    "tpot_shape_error_pct": 4.56,
                    "ttft_mape_pct": 34.43,
                    "ttft_shape_error_pct": 12.94
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.73,
                    "tpot_shape_error_pct": 4.03,
                    "ttft_mape_pct": 45.46,
                    "ttft_shape_error_pct": 2.59
                  },
                  "framework": "dynamo-vllm",
                  "id": "7e866e8c9aeb3063",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6850.684,
                        "interactivity_tok_s": 150.71590052750565,
                        "output_per_gpu": 123.30777777777777,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.49,
                        "tpot_ms": 6.635,
                        "tpot_relative": 1.17492,
                        "ttft_error_pct": 29.89,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.701106,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5737.652709774998,
                        "interactivity_tok_s": 163.14695755527077,
                        "output_per_gpu": 140.4186024342216,
                        "total_per_gpu": 279.8000198627065,
                        "tpot_error_pct": 8.54,
                        "tpot_ms": 6.129443141231861,
                        "tpot_relative": 1.085396,
                        "ttft_error_pct": 46.16,
                        "ttft_ms": 48.443432412499654,
                        "ttft_relative": 0.538435,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 5316.908908999937,
                        "interactivity_tok_s": 177.07907304669467,
                        "output_per_gpu": 167.0175973229052,
                        "total_per_gpu": 297.1064768148705,
                        "tpot_ms": 5.647194684243158,
                        "tpot_relative": 1.0,
                        "ttft_ms": 89.97074104997864,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7812.304,
                        "interactivity_tok_s": 132.013201320132,
                        "output_per_gpu": 216.05033333333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.84,
                        "tpot_ms": 7.575,
                        "tpot_relative": 1.341374,
                        "ttft_error_pct": 38.96,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.701106,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6427.752254924999,
                        "interactivity_tok_s": 143.62343865464422,
                        "output_per_gpu": 247.1506623128821,
                        "total_per_gpu": 496.93232735675855,
                        "tpot_error_pct": 12.91,
                        "tpot_ms": 6.9626518440669845,
                        "tpot_relative": 1.23294,
                        "ttft_error_pct": 44.76,
                        "ttft_ms": 57.088610162500416,
                        "ttft_relative": 0.634524,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 5740.983449425022,
                        "interactivity_tok_s": 162.17161665360697,
                        "output_per_gpu": 309.92275398842554,
                        "total_per_gpu": 554.85154994871,
                        "tpot_ms": 6.166307154327541,
                        "tpot_relative": 1.091924,
                        "ttft_ms": 103.34713611249526,
                        "ttft_relative": 1.148675,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.18,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 31.23,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "20337d73fb029e9b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 74531.51803673615,
                        "interactivity_tok_s": 33.41222233458943,
                        "output_per_gpu": 9703.226752748265,
                        "total_per_gpu": 19413.504767085637,
                        "tpot_error_pct": 23.18,
                        "tpot_ms": 29.9291675359399,
                        "tpot_relative": 1.231762,
                        "ttft_error_pct": 31.23,
                        "ttft_ms": 46984.47858749608,
                        "ttft_relative": 0.687714,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 90683.97472023028,
                        "interactivity_tok_s": 41.155893339052824,
                        "output_per_gpu": 9934.719712462327,
                        "total_per_gpu": 15930.941018122398,
                        "tpot_ms": 24.297856731276443,
                        "tpot_relative": 1.0,
                        "ttft_ms": 68319.82275848147,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.96,
                    "tpot_shape_error_pct": 4.05,
                    "ttft_mape_pct": 30.15,
                    "ttft_shape_error_pct": 24.26
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.35,
                    "tpot_shape_error_pct": 3.7,
                    "ttft_mape_pct": 43.25,
                    "ttft_shape_error_pct": 4.01
                  },
                  "framework": "dynamo-vllm",
                  "id": "a1d60f8bb5260858",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6850.684,
                        "interactivity_tok_s": 150.71590052750565,
                        "output_per_gpu": 110.977,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.54,
                        "tpot_ms": 6.635,
                        "tpot_relative": 1.195353,
                        "ttft_error_pct": 20.5,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.794967,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5656.917382849995,
                        "interactivity_tok_s": 163.32789362479184,
                        "output_per_gpu": 125.71197721122303,
                        "total_per_gpu": 252.65336954731538,
                        "tpot_error_pct": 10.3,
                        "tpot_ms": 6.122652890493215,
                        "tpot_relative": 1.10305,
                        "ttft_error_pct": 44.36,
                        "ttft_ms": 44.146279899999605,
                        "ttft_relative": 0.556363,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 5167.724574325257,
                        "interactivity_tok_s": 180.15876767886976,
                        "output_per_gpu": 171.6765878030346,
                        "total_per_gpu": 277.07326405904456,
                        "tpot_ms": 5.550659636962463,
                        "tpot_relative": 1.0,
                        "ttft_ms": 79.34797247517054,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8606.152,
                        "interactivity_tok_s": 119.74613818704346,
                        "output_per_gpu": 352.9032,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.38,
                        "tpot_ms": 8.351,
                        "tpot_relative": 1.504506,
                        "ttft_error_pct": 39.79,
                        "ttft_ms": 63.079,
                        "ttft_relative": 0.794967,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7087.796665518777,
                        "interactivity_tok_s": 130.20343925221204,
                        "output_per_gpu": 403.7554192634153,
                        "total_per_gpu": 811.8089520774672,
                        "tpot_error_pct": 14.39,
                        "tpot_ms": 7.680288675500643,
                        "tpot_relative": 1.383671,
                        "ttft_error_pct": 42.13,
                        "ttft_ms": 60.62564359999999,
                        "ttft_relative": 0.764048,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 6242.710983812594,
                        "interactivity_tok_s": 148.93910153442977,
                        "output_per_gpu": 571.8818283115172,
                        "total_per_gpu": 921.4507914259113,
                        "tpot_ms": 6.714153568120143,
                        "tpot_relative": 1.209614,
                        "ttft_ms": 104.76671509375137,
                        "ttft_relative": 1.320345,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.4,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 233.54,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "effb7e17a9b502ac",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 85836.28262815953,
                        "interactivity_tok_s": 13.779008744159091,
                        "output_per_gpu": 10739.52315227544,
                        "total_per_gpu": 21474.337487081644,
                        "tpot_error_pct": 5.4,
                        "tpot_ms": 72.57416107119455,
                        "tpot_relative": 1.054011,
                        "ttft_error_pct": 233.54,
                        "ttft_ms": 18905.225986156573,
                        "ttft_relative": 3.335388,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 69113.95933868483,
                        "interactivity_tok_s": 14.523221037707419,
                        "output_per_gpu": 13351.97833471367,
                        "total_per_gpu": 26698.102403093548,
                        "tpot_ms": 68.85524894261722,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5668.074341080876,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.61,
                    "tpot_shape_error_pct": 0.41,
                    "ttft_mape_pct": 13.48,
                    "ttft_shape_error_pct": 8.5
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.26,
                    "tpot_shape_error_pct": 0.59,
                    "ttft_mape_pct": 42.17,
                    "ttft_shape_error_pct": 7.65
                  },
                  "framework": "trt",
                  "id": "3c52625a2c4d3181",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6002.790209900058,
                        "interactivity_tok_s": 171.90671909335623,
                        "output_per_gpu": 170.06910574723935,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.42,
                        "tpot_ms": 5.81710828566821,
                        "tpot_relative": 0.965849,
                        "ttft_error_pct": 18.52,
                        "ttft_ms": 51.888433661478054,
                        "ttft_relative": 1.185228,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5383.502391950002,
                        "interactivity_tok_s": 171.1284700150362,
                        "output_per_gpu": 165.2362757475094,
                        "total_per_gpu": 332.0884991643467,
                        "tpot_error_pct": 2.98,
                        "tpot_ms": 5.843563025556969,
                        "tpot_relative": 0.970242,
                        "ttft_error_pct": 39.87,
                        "ttft_ms": 26.32239144999995,
                        "ttft_relative": 0.601252,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 5565.39632055501,
                        "interactivity_tok_s": 166.03597425809028,
                        "output_per_gpu": 159.9872296676348,
                        "total_per_gpu": 321.53907333866607,
                        "tpot_ms": 6.022791172023818,
                        "tpot_relative": 1.0,
                        "ttft_ms": 43.77929190522991,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6726.638709883359,
                        "interactivity_tok_s": 153.38235125468603,
                        "output_per_gpu": 303.8940331804231,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.81,
                        "tpot_ms": 6.519654913488287,
                        "tpot_relative": 1.082497,
                        "ttft_error_pct": 8.45,
                        "ttft_ms": 57.031733384841885,
                        "ttft_relative": 1.30271,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6097.917223987501,
                        "interactivity_tok_s": 152.95983609580063,
                        "output_per_gpu": 298.16958966306197,
                        "total_per_gpu": 594.1367857528787,
                        "tpot_error_pct": 3.55,
                        "tpot_ms": 6.537663909195665,
                        "tpot_relative": 1.085487,
                        "ttft_error_pct": 44.47,
                        "ttft_ms": 29.200995150000246,
                        "ttft_relative": 0.667005,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 6344.460218897439,
                        "interactivity_tok_s": 147.53542626016915,
                        "output_per_gpu": 286.4606020985904,
                        "total_per_gpu": 570.8052976429182,
                        "tpot_ms": 6.77803308228198,
                        "tpot_relative": 1.125397,
                        "ttft_ms": 52.59004572289996,
                        "ttft_relative": 1.201254,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.46,
                    "tpot_shape_error_pct": 13.2,
                    "ttft_mape_pct": 62.07,
                    "ttft_shape_error_pct": 8.7
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 55.71,
                    "tpot_shape_error_pct": 15.76,
                    "ttft_mape_pct": 71.24,
                    "ttft_shape_error_pct": 32.95
                  },
                  "framework": "trt",
                  "id": "956ffa21e602abde",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11134.47055037751,
                        "interactivity_tok_s": 92.95166636044507,
                        "output_per_gpu": 1470.6253898670268,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.42,
                        "tpot_ms": 10.758279427958087,
                        "tpot_relative": 1.014184,
                        "ttft_error_pct": 64.39,
                        "ttft_ms": 128.75069557638824,
                        "ttft_relative": 0.356061,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13673.22384340385,
                        "interactivity_tok_s": 67.6960174240024,
                        "output_per_gpu": 1043.8722476341259,
                        "total_per_gpu": 2090.0377147072886,
                        "tpot_error_pct": 39.25,
                        "tpot_ms": 14.771917729468061,
                        "tpot_relative": 1.39255,
                        "ttft_error_pct": 76.94,
                        "ttft_ms": 83.3982340453125,
                        "ttft_relative": 0.230638,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 10113.720305356583,
                        "interactivity_tok_s": 94.27006500857506,
                        "output_per_gpu": 1397.4012959648212,
                        "total_per_gpu": 2797.872457828755,
                        "tpot_ms": 10.607821262338552,
                        "tpot_relative": 1.0,
                        "ttft_ms": 361.5973926141123,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14469.81350707988,
                        "interactivity_tok_s": 71.54577713521455,
                        "output_per_gpu": 2270.256021945053,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.5,
                        "tpot_ms": 13.977065314562136,
                        "tpot_relative": 1.317619,
                        "ttft_error_pct": 60.7,
                        "ttft_ms": 171.2756902828156,
                        "ttft_relative": 0.473664,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17865.449912875036,
                        "interactivity_tok_s": 51.947357300138364,
                        "output_per_gpu": 1608.4614285125845,
                        "total_per_gpu": 3215.368284271633,
                        "tpot_error_pct": 49.44,
                        "tpot_ms": 19.25025741390961,
                        "tpot_relative": 1.814723,
                        "ttft_error_pct": 75.92,
                        "ttft_ms": 104.9396442847657,
                        "ttft_relative": 0.290211,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 12306.197848182046,
                        "interactivity_tok_s": 77.6285367671445,
                        "output_per_gpu": 2310.5266427747742,
                        "total_per_gpu": 4618.82016904361,
                        "tpot_ms": 12.881860738913735,
                        "tpot_relative": 1.214374,
                        "ttft_ms": 435.79243385697737,
                        "ttft_relative": 1.205187,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18427.214202758394,
                        "interactivity_tok_s": 56.144683744780735,
                        "output_per_gpu": 3569.9050247376194,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.98,
                        "tpot_ms": 17.811125351524684,
                        "tpot_relative": 1.679056,
                        "ttft_error_pct": 59.23,
                        "ttft_ms": 206.43296814864175,
                        "ttft_relative": 0.570892,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23777.286450469208,
                        "interactivity_tok_s": 39.04972298784593,
                        "output_per_gpu": 2426.9349748674863,
                        "total_per_gpu": 4851.63430808068,
                        "tpot_error_pct": 65.32,
                        "tpot_ms": 25.60837628249619,
                        "tpot_relative": 2.414103,
                        "ttft_error_pct": 70.61,
                        "ttft_ms": 148.78390043222757,
                        "ttft_relative": 0.411463,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 14786.689799626833,
                        "interactivity_tok_s": 64.55595362054939,
                        "output_per_gpu": 3846.823750467424,
                        "total_per_gpu": 7690.103887487299,
                        "tpot_ms": 15.490438045077239,
                        "tpot_relative": 1.460285,
                        "ttft_ms": 506.2841166145973,
                        "ttft_relative": 1.400132,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24780.65081092076,
                        "interactivity_tok_s": 41.65266032578052,
                        "output_per_gpu": 5306.202377514117,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.93,
                        "tpot_ms": 24.00807036522129,
                        "tpot_relative": 2.263242,
                        "ttft_error_pct": 63.97,
                        "ttft_ms": 220.39482729937887,
                        "ttft_relative": 0.609503,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 31149.027403101783,
                        "interactivity_tok_s": 29.832907290263513,
                        "output_per_gpu": 3714.919888125963,
                        "total_per_gpu": 7429.62098822925,
                        "tpot_error_pct": 68.84,
                        "tpot_ms": 33.520031764600006,
                        "tpot_relative": 3.159936,
                        "ttft_error_pct": 61.47,
                        "ttft_ms": 235.65706640175603,
                        "ttft_relative": 0.651711,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 18910.824432238634,
                        "interactivity_tok_s": 50.371181972135645,
                        "output_per_gpu": 6037.793697913689,
                        "total_per_gpu": 12075.231803517374,
                        "tpot_ms": 19.852621297494675,
                        "tpot_relative": 1.871508,
                        "ttft_ms": 611.6887295196989,
                        "ttft_relative": 1.691629,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.19,
                    "tpot_shape_error_pct": 3.0,
                    "ttft_mape_pct": 77.75,
                    "ttft_shape_error_pct": 28.66
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.35,
                    "tpot_shape_error_pct": 3.52,
                    "ttft_mape_pct": 60.08,
                    "ttft_shape_error_pct": 7.79
                  },
                  "framework": "trt",
                  "id": "3d74e15eccc3d53b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 34603.3899597943,
                        "interactivity_tok_s": 29.74404452087092,
                        "output_per_gpu": 7594.553031367218,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.4,
                        "tpot_ms": 33.62017560518093,
                        "tpot_relative": 1.193985,
                        "ttft_error_pct": 74.03,
                        "ttft_ms": 209.95031569420962,
                        "ttft_relative": 0.259709,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 34752.42590125531,
                        "interactivity_tok_s": 26.76603992224582,
                        "output_per_gpu": 6652.664327595092,
                        "total_per_gpu": 13304.936850435948,
                        "tpot_error_pct": 32.68,
                        "tpot_ms": 37.36077518022675,
                        "tpot_relative": 1.326829,
                        "ttft_error_pct": 61.57,
                        "ttft_ms": 310.6618540262698,
                        "ttft_relative": 0.38429,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 26758.853746886038,
                        "interactivity_tok_s": 35.513957715570804,
                        "output_per_gpu": 8573.355920986995,
                        "total_per_gpu": 17146.206919217606,
                        "tpot_ms": 28.157943082799758,
                        "tpot_relative": 1.0,
                        "ttft_ms": 808.4051245516889,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 54997.27388788851,
                        "interactivity_tok_s": 18.689090757468627,
                        "output_per_gpu": 9553.528986478994,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.98,
                        "tpot_ms": 53.507150935118396,
                        "tpot_relative": 1.900251,
                        "ttft_error_pct": 81.47,
                        "ttft_ms": 259.4584812623892,
                        "ttft_relative": 0.320951,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 51949.05232054283,
                        "interactivity_tok_s": 17.954716356795277,
                        "output_per_gpu": 8927.85850196824,
                        "total_per_gpu": 17851.80252323926,
                        "tpot_error_pct": 28.01,
                        "tpot_ms": 55.695672386466434,
                        "tpot_relative": 1.977974,
                        "ttft_error_pct": 58.58,
                        "ttft_ms": 580.0908945765253,
                        "ttft_relative": 0.717574,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 41508.275671223586,
                        "interactivity_tok_s": 22.983711113391795,
                        "output_per_gpu": 11112.64750831756,
                        "total_per_gpu": 22220.42260023686,
                        "tpot_ms": 43.509074538329685,
                        "tpot_relative": 1.545179,
                        "ttft_ms": 1400.476266373272,
                        "ttft_relative": 1.732394,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.61,
                    "tpot_shape_error_pct": 4.67,
                    "ttft_mape_pct": 70.31,
                    "ttft_shape_error_pct": 6.54
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.96,
                    "tpot_shape_error_pct": 4.85,
                    "ttft_mape_pct": 12.49,
                    "ttft_shape_error_pct": 5.47
                  },
                  "framework": "trt",
                  "id": "1bb5d1f7fa3e9c99",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7911.163796169099,
                        "interactivity_tok_s": 130.78948132856328,
                        "output_per_gpu": 515.5394441512858,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.06,
                        "tpot_ms": 7.64587480462474,
                        "tpot_relative": 1.050614,
                        "ttft_error_pct": 76.07,
                        "ttft_ms": 89.43387103798968,
                        "ttft_relative": 1.760711,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7085.479756450004,
                        "interactivity_tok_s": 130.22896881620454,
                        "output_per_gpu": 503.6766257351047,
                        "total_per_gpu": 1012.2790165043674,
                        "tpot_error_pct": 5.51,
                        "tpot_ms": 7.678783062555962,
                        "tpot_relative": 1.055136,
                        "ttft_error_pct": 10.03,
                        "ttft_ms": 45.69781097500036,
                        "ttft_relative": 0.899666,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 6722.781100048451,
                        "interactivity_tok_s": 137.4092994295693,
                        "output_per_gpu": 530.8163480244579,
                        "total_per_gpu": 1066.8238772017878,
                        "tpot_ms": 7.277527824909415,
                        "tpot_relative": 1.0,
                        "ttft_ms": 50.79417737724725,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9314.301186986959,
                        "interactivity_tok_s": 111.00300650155881,
                        "output_per_gpu": 877.2586277340413,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.16,
                        "tpot_ms": 9.008765001207035,
                        "tpot_relative": 1.237888,
                        "ttft_error_pct": 64.56,
                        "ttft_ms": 98.33459075216172,
                        "ttft_relative": 1.935942,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8434.394576249997,
                        "interactivity_tok_s": 110.73560052068223,
                        "output_per_gpu": 864.0304925136678,
                        "total_per_gpu": 1721.6789284066374,
                        "tpot_error_pct": 0.4,
                        "tpot_ms": 9.030519501388614,
                        "tpot_relative": 1.240877,
                        "ttft_error_pct": 14.96,
                        "ttft_ms": 50.819187962500436,
                        "ttft_relative": 1.000492,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 8409.587829934026,
                        "interactivity_tok_s": 111.1787069612093,
                        "output_per_gpu": 867.1272272103184,
                        "total_per_gpu": 1727.8495241440382,
                        "tpot_ms": 8.994528065062891,
                        "tpot_relative": 1.235932,
                        "ttft_ms": 59.756664669839665,
                        "ttft_relative": 1.176447,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.3,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 13.82,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.61,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 41.77,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "0db5bfb1d05e9de3",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5549.490028942411,
                        "interactivity_tok_s": 185.94175087627593,
                        "output_per_gpu": 91.98201114807905,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.3,
                        "tpot_ms": 5.378028308797584,
                        "tpot_relative": 0.976965,
                        "ttft_error_pct": 13.82,
                        "ttft_ms": 47.767069042482305,
                        "ttft_relative": 1.138173,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4989.658543150007,
                        "interactivity_tok_s": 184.6365931207886,
                        "output_per_gpu": 88.91340594740795,
                        "total_per_gpu": 178.69635104693444,
                        "tpot_error_pct": 1.61,
                        "tpot_ms": 5.416044474703904,
                        "tpot_relative": 0.983871,
                        "ttft_error_pct": 41.77,
                        "ttft_ms": 24.438287900000084,
                        "ttft_relative": 0.582305,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 5088.490932298009,
                        "interactivity_tok_s": 181.65865176370897,
                        "output_per_gpu": 87.39296203027295,
                        "total_per_gpu": 175.64059385184692,
                        "tpot_ms": 5.504830022083077,
                        "tpot_relative": 1.0,
                        "ttft_ms": 41.96820032375399,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.7,
                    "tpot_shape_error_pct": 0.56,
                    "ttft_mape_pct": 142.67,
                    "ttft_shape_error_pct": 2.79
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.21,
                    "tpot_shape_error_pct": 0.48,
                    "ttft_mape_pct": 14.78,
                    "ttft_shape_error_pct": 0.82
                  },
                  "framework": "vllm",
                  "id": "97bfa195d9e3488a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5981.456433841066,
                        "interactivity_tok_s": 173.50966930397294,
                        "output_per_gpu": 85.51428998230351,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.38,
                        "tpot_ms": 5.763367563383987,
                        "tpot_relative": 1.14381,
                        "ttft_error_pct": 146.1,
                        "ttft_ms": 85.53141649924754,
                        "ttft_relative": 2.461006,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5292.942592650009,
                        "interactivity_tok_s": 174.18149995366088,
                        "output_per_gpu": 83.90165524502663,
                        "total_per_gpu": 168.62383663440383,
                        "tpot_error_pct": 13.94,
                        "tpot_ms": 5.741137837635106,
                        "tpot_relative": 1.139398,
                        "ttft_error_pct": 14.42,
                        "ttft_ms": 29.741567724999253,
                        "ttft_relative": 0.855758,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 4654.113886750565,
                        "interactivity_tok_s": 198.46211539957682,
                        "output_per_gpu": 94.82028944601821,
                        "total_per_gpu": 190.56788510879852,
                        "tpot_ms": 5.038745042027967,
                        "tpot_relative": 1.0,
                        "ttft_ms": 34.75465745104884,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6584.75122496685,
                        "interactivity_tok_s": 157.6114660224471,
                        "output_per_gpu": 155.35894448391255,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.02,
                        "tpot_ms": 6.344716061822428,
                        "tpot_relative": 1.259186,
                        "ttft_error_pct": 139.24,
                        "ttft_ms": 94.10669372250612,
                        "ttft_relative": 2.707743,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5895.037851037514,
                        "interactivity_tok_s": 158.35472525608068,
                        "output_per_gpu": 154.0806185689093,
                        "total_per_gpu": 307.0231393040279,
                        "tpot_error_pct": 14.48,
                        "tpot_ms": 6.314936282342487,
                        "tpot_relative": 1.253276,
                        "ttft_error_pct": 15.13,
                        "ttft_ms": 33.38611242500005,
                        "ttft_relative": 0.960623,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5159.2195283881665,
                        "interactivity_tok_s": 181.28643068597242,
                        "output_per_gpu": 175.89560661320033,
                        "total_per_gpu": 350.49198162466445,
                        "tpot_ms": 5.516132653812451,
                        "tpot_relative": 1.094743,
                        "ttft_ms": 39.336335324878746,
                        "ttft_relative": 1.131829,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.78,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 114.42,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.13,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 17.07,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "880cdd5894d8aa26",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7389.836651655818,
                        "interactivity_tok_s": 140.29351584485272,
                        "output_per_gpu": 276.8667423171741,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.78,
                        "tpot_ms": 7.127913175302245,
                        "tpot_relative": 1.177847,
                        "ttft_error_pct": 114.42,
                        "ttft_ms": 97.98147332162182,
                        "ttft_relative": 2.144192,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6617.831320749989,
                        "interactivity_tok_s": 141.07570617322622,
                        "output_per_gpu": 274.91383578366555,
                        "total_per_gpu": 547.797053804432,
                        "tpot_error_pct": 17.13,
                        "tpot_ms": 7.0883926589891,
                        "tpot_relative": 1.171316,
                        "ttft_error_pct": 17.07,
                        "ttft_ms": 37.89507022499977,
                        "ttft_relative": 0.829282,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5662.881296599517,
                        "interactivity_tok_s": 165.2442860610954,
                        "output_per_gpu": 320.7964454541901,
                        "total_per_gpu": 639.2233668043742,
                        "tpot_ms": 6.051646467402039,
                        "tpot_relative": 1.0,
                        "ttft_ms": 45.69622308808903,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.07,
                    "tpot_shape_error_pct": 0.18,
                    "ttft_mape_pct": 86.73,
                    "ttft_shape_error_pct": 1.52
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.99,
                    "tpot_shape_error_pct": 0.1,
                    "ttft_mape_pct": 9.3,
                    "ttft_shape_error_pct": 8.26
                  },
                  "framework": "vllm",
                  "id": "55e9e78afe599706",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8232.404390855136,
                        "interactivity_tok_s": 125.8658553618951,
                        "output_per_gpu": 497.06013039708637,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.18,
                        "tpot_ms": 7.944966465486256,
                        "tpot_relative": 1.161754,
                        "ttft_error_pct": 85.33,
                        "ttft_ms": 104.70369666269721,
                        "ttft_relative": 1.853286,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7255.272983874985,
                        "interactivity_tok_s": 127.2222061310442,
                        "output_per_gpu": 492.38740219586015,
                        "total_per_gpu": 989.5901651312751,
                        "tpot_error_pct": 14.94,
                        "tpot_ms": 7.860263002906569,
                        "tpot_relative": 1.149368,
                        "ttft_error_pct": 12.9,
                        "ttft_ms": 49.208458325,
                        "ttft_relative": 0.871004,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 6326.430653898569,
                        "interactivity_tok_s": 146.22511253891486,
                        "output_per_gpu": 563.771340329175,
                        "total_per_gpu": 1133.056149049703,
                        "tpot_ms": 6.838770595809049,
                        "tpot_relative": 1.0,
                        "ttft_ms": 56.49624757352285,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10309.232512168768,
                        "interactivity_tok_s": 100.35404021734547,
                        "output_per_gpu": 793.8515297176394,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.96,
                        "tpot_ms": 9.964720880536678,
                        "tpot_relative": 1.457092,
                        "ttft_error_pct": 88.14,
                        "ttft_ms": 115.32305137974693,
                        "ttft_relative": 2.041252,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9236.110624987532,
                        "interactivity_tok_s": 101.14698284995958,
                        "output_per_gpu": 790.1097368072798,
                        "total_per_gpu": 1574.3834237059514,
                        "tpot_error_pct": 15.05,
                        "tpot_ms": 9.886602366413538,
                        "tpot_relative": 1.44567,
                        "ttft_error_pct": 5.7,
                        "ttft_ms": 57.80074344999972,
                        "ttft_relative": 1.02309,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 8038.027447186869,
                        "interactivity_tok_s": 116.37148461877902,
                        "output_per_gpu": 906.9196947714001,
                        "total_per_gpu": 1807.1405370224238,
                        "tpot_ms": 8.593170425520452,
                        "tpot_relative": 1.256537,
                        "ttft_ms": 61.297000761624076,
                        "ttft_relative": 1.084975,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 75.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 1,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.47,
                    "tpot_shape_error_pct": 7.5,
                    "ttft_mape_pct": 52.76,
                    "ttft_shape_error_pct": 48.61
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.17,
                    "tpot_shape_error_pct": 11.02,
                    "ttft_mape_pct": 25.33,
                    "ttft_shape_error_pct": 31.02
                  },
                  "framework": "vllm",
                  "id": "cb6dae1fee0b24b0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22632.217233232208,
                        "interactivity_tok_s": 45.526306475031596,
                        "output_per_gpu": 5785.734497445847,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.01,
                        "tpot_ms": 21.96532241306329,
                        "tpot_relative": 0.959912,
                        "ttft_error_pct": 30.11,
                        "ttft_ms": 161.69240466846057,
                        "ttft_relative": 0.698854,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20906.68343180352,
                        "interactivity_tok_s": 44.53725410496075,
                        "output_per_gpu": 5483.278251624107,
                        "total_per_gpu": 10961.256932603294,
                        "tpot_error_pct": 1.88,
                        "tpot_ms": 22.453113019570186,
                        "tpot_relative": 0.981229,
                        "ttft_error_pct": 7.04,
                        "ttft_ms": 215.0700938582028,
                        "ttft_relative": 0.929559,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 21318.019224552994,
                        "interactivity_tok_s": 43.701261520912304,
                        "output_per_gpu": 5374.191733672866,
                        "total_per_gpu": 10743.189328466584,
                        "tpot_ms": 22.882634624208077,
                        "tpot_relative": 1.0,
                        "ttft_ms": 231.36783113594674,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30978.060461530553,
                        "interactivity_tok_s": 33.22328566649377,
                        "output_per_gpu": 8453.983112506998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.34,
                        "tpot_ms": 30.09937096644587,
                        "tpot_relative": 1.31538,
                        "ttft_error_pct": 53.74,
                        "ttft_ms": 186.40396285642817,
                        "ttft_relative": 0.805661,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 28375.76218590323,
                        "interactivity_tok_s": 32.936685029808864,
                        "output_per_gpu": 8108.397891280886,
                        "total_per_gpu": 16209.326496296155,
                        "tpot_error_pct": 1.22,
                        "tpot_ms": 30.36128253632582,
                        "tpot_relative": 1.326826,
                        "ttft_error_pct": 4.03,
                        "ttft_ms": 386.6758729802741,
                        "ttft_relative": 1.67126,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 28055.023234952463,
                        "interactivity_tok_s": 33.337263784349986,
                        "output_per_gpu": 8194.524356628175,
                        "total_per_gpu": 16381.500089095214,
                        "tpot_ms": 29.996463011143856,
                        "tpot_relative": 1.310883,
                        "ttft_ms": 402.914745158688,
                        "ttft_relative": 1.741447,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 47883.81404403619,
                        "interactivity_tok_s": 21.458458396017505,
                        "output_per_gpu": 10938.477029384316,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.04,
                        "tpot_ms": 46.60167014540014,
                        "tpot_relative": 2.036552,
                        "ttft_error_pct": 74.43,
                        "ttft_ms": 210.30548529184443,
                        "ttft_relative": 0.908966,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 42279.78025172468,
                        "interactivity_tok_s": 22.20794717163965,
                        "output_per_gpu": 10918.536390066745,
                        "total_per_gpu": 21836.429739352196,
                        "tpot_error_pct": 2.47,
                        "tpot_ms": 45.02892555855123,
                        "tpot_relative": 1.967821,
                        "ttft_error_pct": 3.38,
                        "ttft_ms": 794.8284593764648,
                        "ttft_relative": 3.435346,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 41309.793678258684,
                        "interactivity_tok_s": 22.75551268993614,
                        "output_per_gpu": 11170.084777676671,
                        "total_per_gpu": 22339.511699777653,
                        "tpot_ms": 43.94539528183253,
                        "tpot_relative": 1.920469,
                        "ttft_ms": 822.6003706881329,
                        "ttft_relative": 3.555379,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 67954.11612934861,
                        "interactivity_tok_s": 14.341211273241836,
                        "output_per_gpu": 13591.472425160131,
                        "total_per_gpu": 27176.985576162482,
                        "tpot_error_pct": 23.12,
                        "tpot_ms": 69.72911708412128,
                        "tpot_relative": 3.04725,
                        "ttft_error_pct": 86.85,
                        "ttft_ms": 3712.194642508433,
                        "ttft_relative": 16.044558,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 80415.8793778945,
                        "interactivity_tok_s": 17.657510876883556,
                        "output_per_gpu": 11386.404412711992,
                        "total_per_gpu": 22767.816378436335,
                        "tpot_ms": 56.63312382886064,
                        "tpot_relative": 2.474939,
                        "ttft_ms": 28239.917176271018,
                        "ttft_relative": 122.056368,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.71,
                    "tpot_shape_error_pct": 1.56,
                    "ttft_mape_pct": 11.38,
                    "ttft_shape_error_pct": 18.82
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.75,
                    "tpot_shape_error_pct": 3.06,
                    "ttft_mape_pct": 10.58,
                    "ttft_shape_error_pct": 18.67
                  },
                  "framework": "vllm",
                  "id": "f030868c834387ac",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11401.79065585205,
                        "interactivity_tok_s": 90.71162064375466,
                        "output_per_gpu": 1435.5639823643849,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.57,
                        "tpot_ms": 11.023945916777624,
                        "tpot_relative": 1.095672,
                        "ttft_error_pct": 20.98,
                        "ttft_ms": 124.29398298853967,
                        "ttft_relative": 1.209778,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10130.514553359339,
                        "interactivity_tok_s": 91.68022943661789,
                        "output_per_gpu": 1411.44451713943,
                        "total_per_gpu": 2823.5254225173353,
                        "tpot_error_pct": 8.41,
                        "tpot_ms": 10.907477066157856,
                        "tpot_relative": 1.084096,
                        "ttft_error_pct": 18.21,
                        "ttft_ms": 84.0273248046877,
                        "ttft_relative": 0.817854,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 9370.34371291072,
                        "interactivity_tok_s": 99.39020868252165,
                        "output_per_gpu": 1525.2965242952582,
                        "total_per_gpu": 3051.28077011018,
                        "tpot_ms": 10.061353258591717,
                        "tpot_relative": 1.0,
                        "ttft_ms": 102.7411800939717,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13823.352339028532,
                        "interactivity_tok_s": 74.74052464017987,
                        "output_per_gpu": 2368.1665052820754,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.86,
                        "tpot_ms": 13.379622431261454,
                        "tpot_relative": 1.329803,
                        "ttft_error_pct": 1.79,
                        "ttft_ms": 135.99859184806297,
                        "ttft_relative": 1.323701,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12119.0139678351,
                        "interactivity_tok_s": 76.7043609081382,
                        "output_per_gpu": 2355.3768553579034,
                        "total_per_gpu": 4715.928094844905,
                        "tpot_error_pct": 5.1,
                        "tpot_ms": 13.037068403419834,
                        "tpot_relative": 1.295757,
                        "ttft_error_pct": 2.95,
                        "ttft_ms": 134.39398430390648,
                        "ttft_relative": 1.308083,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 11542.568595353192,
                        "interactivity_tok_s": 80.6129803495034,
                        "output_per_gpu": 2475.3089462546036,
                        "total_per_gpu": 4956.055748152979,
                        "tpot_ms": 12.404950116773103,
                        "tpot_relative": 1.232931,
                        "ttft_ms": 138.47280156231818,
                        "ttft_relative": 1.347783,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.97,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 10.56,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.54,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 0.33,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "f2cf1aca570eb5f8",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 18545.777790252854,
                        "interactivity_tok_s": 55.60694283867728,
                        "output_per_gpu": 3530.291408668245,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.97,
                        "tpot_ms": 17.983365906324423,
                        "tpot_relative": 1.079737,
                        "ttft_error_pct": 10.56,
                        "ttft_ms": 148.794468082972,
                        "ttft_relative": 0.894414,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16323.815018125813,
                        "interactivity_tok_s": 56.889560870034956,
                        "output_per_gpu": 3504.102049576529,
                        "total_per_gpu": 7015.902047781035,
                        "tpot_error_pct": 5.54,
                        "tpot_ms": 17.577917366676722,
                        "tpot_relative": 1.055394,
                        "ttft_error_pct": 0.33,
                        "ttft_ms": 165.81677537499948,
                        "ttft_relative": 0.996737,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 15475.432173801006,
                        "interactivity_tok_s": 60.04088819005629,
                        "output_per_gpu": 3695.5146934566046,
                        "total_per_gpu": 7399.147838334337,
                        "tpot_ms": 16.655316570843393,
                        "tpot_relative": 1.0,
                        "ttft_ms": 166.35967772931508,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 46.67,
                "points": 14,
                "status_counts": {
                  "failed": 16,
                  "success": 14,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.81,
                "tpot_shape_error_pct": 3.32,
                "ttft_mape_pct": 65.28,
                "ttft_shape_error_pct": 39.11
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 30,
                "status_counts": {
                  "failed": 0,
                  "success": 30,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.02,
                "tpot_shape_error_pct": 5.65,
                "ttft_mape_pct": 43.36,
                "ttft_shape_error_pct": 21.02
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 30,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.68,
                    "tpot_shape_error_pct": 3.21,
                    "ttft_mape_pct": 45.49,
                    "ttft_shape_error_pct": 30.24
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.39,
                    "tpot_shape_error_pct": 3.0,
                    "ttft_mape_pct": 47.62,
                    "ttft_shape_error_pct": 10.99
                  },
                  "framework": "dynamo-vllm",
                  "id": "31736ca20b43353f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6290.762,
                        "interactivity_tok_s": 164.23057973394646,
                        "output_per_gpu": 67.20166666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.62,
                        "tpot_ms": 6.089,
                        "tpot_relative": 1.096175,
                        "ttft_error_pct": 28.09,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.719084,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5214.492921000005,
                        "interactivity_tok_s": 177.2055937550055,
                        "output_per_gpu": 75.76293344809396,
                        "total_per_gpu": 152.266799449727,
                        "tpot_error_pct": 1.59,
                        "tpot_ms": 5.64316271743963,
                        "tpot_relative": 1.015913,
                        "ttft_error_pct": 51.85,
                        "ttft_ms": 41.32070812499716,
                        "ttft_relative": 0.481456,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 5178.05071551702,
                        "interactivity_tok_s": 180.02544495787907,
                        "output_per_gpu": 85.7092898445174,
                        "total_per_gpu": 153.6982545125882,
                        "tpot_ms": 5.554770328349818,
                        "tpot_relative": 1.0,
                        "ttft_ms": 85.82442410988733,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6569.018,
                        "interactivity_tok_s": 157.20798616569724,
                        "output_per_gpu": 128.75088888888888,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.9,
                        "tpot_ms": 6.361,
                        "tpot_relative": 1.145142,
                        "ttft_error_pct": 33.07,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.719084,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5518.779449750006,
                        "interactivity_tok_s": 169.63249531548573,
                        "output_per_gpu": 146.1528457002572,
                        "total_per_gpu": 291.226151101165,
                        "tpot_error_pct": 3.7,
                        "tpot_ms": 5.895096916072484,
                        "tpot_relative": 1.061267,
                        "ttft_error_pct": 48.67,
                        "ttft_ms": 47.330536225,
                        "ttft_relative": 0.551481,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 5352.365572770941,
                        "interactivity_tok_s": 175.9165993024973,
                        "output_per_gpu": 166.5857279463146,
                        "total_per_gpu": 296.3382272951807,
                        "tpot_ms": 5.684511887820492,
                        "tpot_relative": 1.023357,
                        "ttft_ms": 92.2074421599973,
                        "ttft_relative": 1.074373,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7313.762,
                        "interactivity_tok_s": 141.0636196924813,
                        "output_per_gpu": 230.91422222222224,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.73,
                        "tpot_ms": 7.089,
                        "tpot_relative": 1.2762,
                        "ttft_error_pct": 42.33,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.719084,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6015.986551656247,
                        "interactivity_tok_s": 153.5082235284374,
                        "output_per_gpu": 263.845638486873,
                        "total_per_gpu": 530.5000033956119,
                        "tpot_error_pct": 5.43,
                        "tpot_ms": 6.51430898628535,
                        "tpot_relative": 1.172741,
                        "ttft_error_pct": 47.98,
                        "ttft_ms": 55.66024353749943,
                        "ttft_relative": 0.648536,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 5756.053286901442,
                        "interactivity_tok_s": 161.84887485576093,
                        "output_per_gpu": 309.1300266438014,
                        "total_per_gpu": 553.4323382574386,
                        "tpot_ms": 6.17860334766736,
                        "tpot_relative": 1.112306,
                        "ttft_ms": 107.00710728560807,
                        "ttft_relative": 1.246814,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8048.276,
                        "interactivity_tok_s": 128.0901754835404,
                        "output_per_gpu": 419.33022222222223,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.41,
                        "tpot_ms": 7.807,
                        "tpot_relative": 1.405459,
                        "ttft_error_pct": 54.74,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.719084,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6715.845337446885,
                        "interactivity_tok_s": 138.92267634535258,
                        "output_per_gpu": 474.2215750567268,
                        "total_per_gpu": 946.9430632584863,
                        "tpot_error_pct": 5.49,
                        "tpot_ms": 7.198248884250302,
                        "tpot_relative": 1.295868,
                        "ttft_error_pct": 45.6,
                        "ttft_ms": 74.1780878656253,
                        "ttft_relative": 0.8643,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 6439.9813331219775,
                        "interactivity_tok_s": 146.54925113354247,
                        "output_per_gpu": 560.3435003071311,
                        "total_per_gpu": 995.6780710200024,
                        "tpot_ms": 6.823644558161226,
                        "tpot_relative": 1.22843,
                        "ttft_ms": 136.3667148994864,
                        "ttft_relative": 1.588903,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8883.044,
                        "interactivity_tok_s": 115.96892032935175,
                        "output_per_gpu": 759.5257777777778,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.73,
                        "tpot_ms": 8.623,
                        "tpot_relative": 1.552359,
                        "ttft_error_pct": 69.2,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.719084,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7428.2028213405865,
                        "interactivity_tok_s": 125.85850689070014,
                        "output_per_gpu": 849.7464643285424,
                        "total_per_gpu": 1699.8760600157868,
                        "tpot_error_pct": 0.74,
                        "tpot_ms": 7.945430346384407,
                        "tpot_relative": 1.43038,
                        "ttft_error_pct": 44.0,
                        "ttft_ms": 112.22177187499965,
                        "ttft_relative": 1.307574,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 7567.9238604679995,
                        "interactivity_tok_s": 124.93338652162825,
                        "output_per_gpu": 945.9615144393811,
                        "total_per_gpu": 1685.92116060412,
                        "tpot_ms": 8.00426553575318,
                        "tpot_relative": 1.440971,
                        "ttft_ms": 200.4000419881777,
                        "ttft_relative": 2.335,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.46,
                    "tpot_shape_error_pct": 3.98,
                    "ttft_mape_pct": 92.35,
                    "ttft_shape_error_pct": 44.12
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.84,
                    "tpot_shape_error_pct": 3.74,
                    "ttft_mape_pct": 38.96,
                    "ttft_shape_error_pct": 3.49
                  },
                  "framework": "dynamo-vllm",
                  "id": "eaa9d4eae2781c34",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 18606.659,
                        "interactivity_tok_s": 55.16328331862312,
                        "output_per_gpu": 4728.899,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.3,
                        "tpot_ms": 18.128,
                        "tpot_relative": 1.083009,
                        "ttft_error_pct": 90.18,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.098208,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15533.361201458218,
                        "interactivity_tok_s": 60.76023110639913,
                        "output_per_gpu": 5318.283475065346,
                        "total_per_gpu": 10636.253732952237,
                        "tpot_error_pct": 1.68,
                        "tpot_ms": 16.458133581632843,
                        "tpot_relative": 0.983248,
                        "ttft_error_pct": 40.01,
                        "ttft_ms": 376.9831747116234,
                        "ttft_relative": 0.599898,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 16039.946708869433,
                        "interactivity_tok_s": 59.74235824818061,
                        "output_per_gpu": 7072.217801863653,
                        "total_per_gpu": 10307.03633439788,
                        "tpot_ms": 16.73854245669075,
                        "tpot_relative": 1.0,
                        "ttft_ms": 628.4119059901286,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26410.103,
                        "interactivity_tok_s": 38.8259046435782,
                        "output_per_gpu": 6657.079818181818,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.62,
                        "tpot_ms": 25.756,
                        "tpot_relative": 1.538724,
                        "ttft_error_pct": 94.51,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.098208,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 22191.772059983265,
                        "interactivity_tok_s": 42.86545216390261,
                        "output_per_gpu": 7485.836781903693,
                        "total_per_gpu": 14968.391347408138,
                        "tpot_error_pct": 2.0,
                        "tpot_ms": 23.328810254382645,
                        "tpot_relative": 1.393718,
                        "ttft_error_pct": 37.92,
                        "ttft_ms": 698.1548789727087,
                        "ttft_relative": 1.110983,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 22198.400469362376,
                        "interactivity_tok_s": 43.72445427808173,
                        "output_per_gpu": 10239.892120972321,
                        "total_per_gpu": 14917.195683806507,
                        "tpot_ms": 22.870496991000337,
                        "tpot_relative": 1.366337,
                        "ttft_ms": 1124.5171911324974,
                        "ttft_relative": 1.789459,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 11
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.14,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 44.78,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.11,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 48.49,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "ebbd710c4ec0cc8c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8048.276,
                        "interactivity_tok_s": 128.0901754835404,
                        "output_per_gpu": 377.3972,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.14,
                        "tpot_ms": 7.807,
                        "tpot_relative": 1.151371,
                        "ttft_error_pct": 44.78,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.552204,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6640.828845325006,
                        "interactivity_tok_s": 138.98233090185167,
                        "output_per_gpu": 430.8448475539104,
                        "total_per_gpu": 866.2761848219941,
                        "tpot_error_pct": 6.11,
                        "tpot_ms": 7.1951592228381385,
                        "tpot_relative": 1.061137,
                        "ttft_error_pct": 48.49,
                        "ttft_ms": 57.568303350000065,
                        "ttft_relative": 0.515101,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 6310.246990782616,
                        "interactivity_tok_s": 147.47933347746968,
                        "output_per_gpu": 566.230981820452,
                        "total_per_gpu": 912.3458037979742,
                        "tpot_ms": 6.780611062042596,
                        "tpot_relative": 1.0,
                        "ttft_ms": 111.76127109210938,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.13,
                    "tpot_shape_error_pct": 1.21,
                    "ttft_mape_pct": 36.31,
                    "ttft_shape_error_pct": 61.63
                  },
                  "framework": "dynamo-vllm",
                  "id": "fed1dedaf5f2bf2e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 37821.37522323588,
                        "interactivity_tok_s": 33.23044496559995,
                        "output_per_gpu": 9639.464764815288,
                        "total_per_gpu": 19274.703040294404,
                        "tpot_error_pct": 24.12,
                        "tpot_ms": 30.092886238363548,
                        "tpot_relative": 1.241249,
                        "ttft_error_pct": 54.86,
                        "ttft_ms": 10094.917798843784,
                        "ttft_relative": 0.451426,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 44701.443931933645,
                        "interactivity_tok_s": 41.24726385810346,
                        "output_per_gpu": 10132.881151150897,
                        "total_per_gpu": 16237.435522312098,
                        "tpot_ms": 24.244032366368454,
                        "tpot_relative": 1.0,
                        "ttft_ms": 22362.300119098654,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 73079.2112054636,
                        "interactivity_tok_s": 32.799615839820724,
                        "output_per_gpu": 9904.417233922763,
                        "total_per_gpu": 19816.031933037633,
                        "tpot_error_pct": 25.32,
                        "tpot_ms": 30.48816196151722,
                        "tpot_relative": 1.257553,
                        "ttft_error_pct": 30.72,
                        "ttft_ms": 45017.779082396555,
                        "ttft_relative": 2.01311,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 87373.04459123507,
                        "interactivity_tok_s": 41.10402624961839,
                        "output_per_gpu": 10314.327671091109,
                        "total_per_gpu": 16539.66599214847,
                        "tpot_ms": 24.328516966371,
                        "tpot_relative": 1.003485,
                        "ttft_ms": 64980.824640385865,
                        "ttft_relative": 2.90582,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 143396.7001073529,
                        "interactivity_tok_s": 32.55420364670388,
                        "output_per_gpu": 10056.200138990418,
                        "total_per_gpu": 20114.507927153933,
                        "tpot_error_pct": 25.93,
                        "tpot_ms": 30.717999151585765,
                        "tpot_relative": 1.267033,
                        "ttft_error_pct": 23.35,
                        "ttft_ms": 115118.14035590389,
                        "ttft_relative": 5.147867,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 172646.58944428765,
                        "interactivity_tok_s": 40.99701382319361,
                        "output_per_gpu": 10413.100464159059,
                        "total_per_gpu": 16694.64826888494,
                        "tpot_ms": 24.392020460628302,
                        "tpot_relative": 1.006104,
                        "ttft_ms": 150193.60021206943,
                        "ttft_relative": 6.716375,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.43,
                    "tpot_shape_error_pct": 8.58,
                    "ttft_mape_pct": 38.4,
                    "ttft_shape_error_pct": 2.1
                  },
                  "framework": "dynamo-vllm",
                  "id": "a737c1800f436e21",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 9481.954306030479,
                        "interactivity_tok_s": 98.93262320122406,
                        "output_per_gpu": 1715.2356286918036,
                        "total_per_gpu": 3428.8134877119255,
                        "tpot_error_pct": 3.24,
                        "tpot_ms": 10.10788926485907,
                        "tpot_relative": 1.032352,
                        "ttft_error_pct": 39.04,
                        "ttft_ms": 173.8978863800781,
                        "ttft_relative": 0.609573,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 9302.53999319566,
                        "interactivity_tok_s": 102.13330005183354,
                        "output_per_gpu": 2029.6211901050808,
                        "total_per_gpu": 3484.554996554227,
                        "tpot_ms": 9.791125905972795,
                        "tpot_relative": 1.0,
                        "ttft_ms": 285.2781117185259,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13609.178812272177,
                        "interactivity_tok_s": 70.50994137713157,
                        "output_per_gpu": 4775.401204463981,
                        "total_per_gpu": 9550.521164481655,
                        "tpot_error_pct": 5.63,
                        "tpot_ms": 14.182397268654222,
                        "tpot_relative": 1.448495,
                        "ttft_error_pct": 37.76,
                        "ttft_ms": 548.6022559350604,
                        "ttft_relative": 1.923044,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 14718.477749243153,
                        "interactivity_tok_s": 66.5422379928342,
                        "output_per_gpu": 5151.65709548936,
                        "total_per_gpu": 8848.731885279223,
                        "tpot_ms": 15.028048802742223,
                        "tpot_relative": 1.534864,
                        "ttft_ms": 881.4743802767907,
                        "ttft_relative": 3.089877,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 6,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.54,
                    "tpot_shape_error_pct": 5.53,
                    "ttft_mape_pct": 36.0,
                    "ttft_shape_error_pct": 13.39
                  },
                  "framework": "dynamo-vllm",
                  "id": "7a753173bd845c6d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 6952.860970439078,
                        "interactivity_tok_s": 134.64102862920635,
                        "output_per_gpu": 627.4633915761327,
                        "total_per_gpu": 1255.2096921278744,
                        "tpot_error_pct": 3.59,
                        "tpot_ms": 7.427156567215055,
                        "tpot_relative": 0.964061,
                        "ttft_error_pct": 40.09,
                        "ttft_ms": 114.02558828437525,
                        "ttft_relative": 0.599104,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 7281.344896496739,
                        "interactivity_tok_s": 129.80218296677754,
                        "output_per_gpu": 654.9487116640902,
                        "total_per_gpu": 1212.164336000043,
                        "tpot_ms": 7.704030680716263,
                        "tpot_relative": 1.0,
                        "ttft_ms": 190.3269950980757,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 8235.464139591411,
                        "interactivity_tok_s": 114.04855508010164,
                        "output_per_gpu": 1060.5597115633352,
                        "total_per_gpu": 2123.4493022400666,
                        "tpot_error_pct": 2.12,
                        "tpot_ms": 8.768195259445884,
                        "tpot_relative": 1.138131,
                        "ttft_error_pct": 41.1,
                        "ttft_ms": 178.46940987421954,
                        "ttft_relative": 0.937699,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 8193.083103360368,
                        "interactivity_tok_s": 116.46799238083882,
                        "output_per_gpu": 1162.2323970890834,
                        "total_per_gpu": 2152.976143280627,
                        "tpot_ms": 8.586049948642533,
                        "tpot_relative": 1.114488,
                        "ttft_ms": 303.01599157555756,
                        "ttft_relative": 1.592081,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 9595.078441740254,
                        "interactivity_tok_s": 99.26263186245981,
                        "output_per_gpu": 1822.069148365583,
                        "total_per_gpu": 3642.3772728092395,
                        "tpot_error_pct": 2.61,
                        "tpot_ms": 10.074284564463483,
                        "tpot_relative": 1.307664,
                        "ttft_error_pct": 28.31,
                        "ttft_ms": 317.936054583204,
                        "ttft_relative": 1.670473,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 9485.714390972771,
                        "interactivity_tok_s": 101.85012027149705,
                        "output_per_gpu": 1992.3379838648982,
                        "total_per_gpu": 3683.664197833913,
                        "tpot_ms": 9.818348739641616,
                        "tpot_relative": 1.274443,
                        "ttft_ms": 443.46867088552244,
                        "ttft_relative": 2.330036,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11056.329842728632,
                        "interactivity_tok_s": 88.07772471061554,
                        "output_per_gpu": 3150.4942808890487,
                        "total_per_gpu": 6298.086392449745,
                        "tpot_error_pct": 1.48,
                        "tpot_ms": 11.353608455322362,
                        "tpot_relative": 1.473723,
                        "ttft_error_pct": 46.86,
                        "ttft_ms": 597.0887403966789,
                        "ttft_relative": 3.137173,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 11737.245808651778,
                        "interactivity_tok_s": 86.77739419897411,
                        "output_per_gpu": 3227.8965182000647,
                        "total_per_gpu": 5969.922927708392,
                        "tpot_ms": 11.52373851774201,
                        "tpot_relative": 1.495806,
                        "ttft_ms": 1123.6358405502415,
                        "ttft_relative": 5.903712,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18664.903567735884,
                        "interactivity_tok_s": 83.52192709296519,
                        "output_per_gpu": 3724.443770992707,
                        "total_per_gpu": 7448.668193059255,
                        "tpot_error_pct": 2.81,
                        "tpot_ms": 11.97290382065702,
                        "tpot_relative": 1.554109,
                        "ttft_error_pct": 35.31,
                        "ttft_ms": 7638.7478804351285,
                        "ttft_relative": 40.134863,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 22531.740809238636,
                        "interactivity_tok_s": 85.86530186572013,
                        "output_per_gpu": 3343.6889033128095,
                        "total_per_gpu": 6185.070236130121,
                        "tpot_ms": 11.646147841695628,
                        "tpot_relative": 1.511695,
                        "ttft_ms": 11808.638406404225,
                        "ttft_relative": 62.043949,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 36248.28593603778,
                        "interactivity_tok_s": 83.16585900238766,
                        "output_per_gpu": 3824.6615874149625,
                        "total_per_gpu": 7647.646225766045,
                        "tpot_error_pct": 2.63,
                        "tpot_ms": 12.024164867596575,
                        "tpot_relative": 1.560763,
                        "ttft_error_pct": 24.33,
                        "ttft_ms": 25170.043514347086,
                        "ttft_relative": 132.246314,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 44056.40757001934,
                        "interactivity_tok_s": 85.35584205828079,
                        "output_per_gpu": 3408.472769681251,
                        "total_per_gpu": 6302.200650803252,
                        "tpot_ms": 11.715659712163605,
                        "tpot_relative": 1.520718,
                        "ttft_ms": 33261.26386754383,
                        "ttft_relative": 174.758519,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 13
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.35,
                    "tpot_shape_error_pct": 8.86,
                    "ttft_mape_pct": 54.66,
                    "ttft_shape_error_pct": 45.41
                  },
                  "framework": "dynamo-vllm",
                  "id": "8d068650353aaa4b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 19399.28892271164,
                        "interactivity_tok_s": 48.824445260751894,
                        "output_per_gpu": 4707.599683492982,
                        "total_per_gpu": 9414.922115670372,
                        "tpot_error_pct": 15.28,
                        "tpot_ms": 20.48154351082534,
                        "tpot_relative": 1.152825,
                        "ttft_error_pct": 34.98,
                        "ttft_ms": 538.179443970317,
                        "ttft_relative": 0.650241,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 17185.982542223042,
                        "interactivity_tok_s": 56.28605276976758,
                        "output_per_gpu": 6592.38634632552,
                        "total_per_gpu": 10568.504004849252,
                        "tpot_ms": 17.766390620610743,
                        "tpot_relative": 1.0,
                        "ttft_ms": 827.6609588564725,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 24347.130612392633,
                        "interactivity_tok_s": 39.58554018167667,
                        "output_per_gpu": 7485.916049998875,
                        "total_per_gpu": 14968.549848842866,
                        "tpot_error_pct": 14.17,
                        "tpot_ms": 25.261749502735835,
                        "tpot_relative": 1.421884,
                        "ttft_error_pct": 69.28,
                        "ttft_ms": 1072.6129709779566,
                        "ttft_relative": 1.295957,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 23880.227040287868,
                        "interactivity_tok_s": 45.193007680370286,
                        "output_per_gpu": 9507.112687051798,
                        "total_per_gpu": 15234.672839503828,
                        "tpot_ms": 22.127316842298878,
                        "tpot_relative": 1.245459,
                        "ttft_ms": 3491.292206594744,
                        "ttft_relative": 4.218264,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 37850.83382823714,
                        "interactivity_tok_s": 33.279476629133136,
                        "output_per_gpu": 9616.499817359896,
                        "total_per_gpu": 19239.987872500034,
                        "tpot_error_pct": 34.6,
                        "tpot_ms": 30.04854947522196,
                        "tpot_relative": 1.691314,
                        "ttft_error_pct": 59.73,
                        "ttft_ms": 10194.473537492913,
                        "ttft_relative": 12.31721,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 45865.82891774647,
                        "interactivity_tok_s": 44.792710890964166,
                        "output_per_gpu": 9836.420327183745,
                        "total_per_gpu": 15773.311839412267,
                        "tpot_ms": 22.325060933111008,
                        "tpot_relative": 1.25659,
                        "ttft_ms": 25317.49801334557,
                        "ttft_relative": 30.589214,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.99,
                    "tpot_shape_error_pct": 3.63,
                    "ttft_mape_pct": 73.03,
                    "ttft_shape_error_pct": 50.05
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.7,
                    "tpot_shape_error_pct": 3.62,
                    "ttft_mape_pct": 41.55,
                    "ttft_shape_error_pct": 20.48
                  },
                  "framework": "dynamo-vllm",
                  "id": "031dd43d8a804987",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8821.664,
                        "interactivity_tok_s": 116.78150181011327,
                        "output_per_gpu": 688.2836,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.05,
                        "tpot_ms": 8.563,
                        "tpot_relative": 1.080473,
                        "ttft_error_pct": 56.81,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.431874,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7347.728591731245,
                        "interactivity_tok_s": 126.81946033294238,
                        "output_per_gpu": 781.0023923748939,
                        "total_per_gpu": 1559.5342699437938,
                        "tpot_error_pct": 0.5,
                        "tpot_ms": 7.8852251647710405,
                        "tpot_relative": 0.994952,
                        "ttft_error_pct": 49.34,
                        "ttft_ms": 72.39673366249993,
                        "ttft_relative": 0.506623,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 7463.133529289189,
                        "interactivity_tok_s": 126.1792294258171,
                        "output_per_gpu": 968.5226180266495,
                        "total_per_gpu": 1548.8768199768663,
                        "tpot_ms": 7.925234640840131,
                        "tpot_relative": 1.0,
                        "ttft_ms": 142.90058458282147,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10486.085,
                        "interactivity_tok_s": 98.13542688910697,
                        "output_per_gpu": 1156.6858,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.76,
                        "tpot_ms": 10.19,
                        "tpot_relative": 1.285766,
                        "ttft_error_pct": 69.25,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.431874,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8739.327388525033,
                        "interactivity_tok_s": 106.73925034551256,
                        "output_per_gpu": 1304.259857825156,
                        "total_per_gpu": 2609.1077767631336,
                        "tpot_error_pct": 3.67,
                        "tpot_ms": 9.368624913169452,
                        "tpot_relative": 1.182126,
                        "ttft_error_pct": 43.67,
                        "ttft_ms": 113.06828947187523,
                        "ttft_relative": 0.791237,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 8518.771105301857,
                        "interactivity_tok_s": 110.65485717613902,
                        "output_per_gpu": 1681.7063829071942,
                        "total_per_gpu": 2697.4690832870515,
                        "tpot_ms": 9.03710894866741,
                        "tpot_relative": 1.140295,
                        "ttft_ms": 200.72685232007643,
                        "ttft_relative": 1.404661,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12487.073,
                        "interactivity_tok_s": 82.33163181294253,
                        "output_per_gpu": 1940.8732,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.98,
                        "tpot_ms": 12.146,
                        "tpot_relative": 1.532573,
                        "ttft_error_pct": 79.58,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.431874,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10332.993468187524,
                        "interactivity_tok_s": 90.46983297980182,
                        "output_per_gpu": 2201.4056806714116,
                        "total_per_gpu": 4407.647495564768,
                        "tpot_error_pct": 4.64,
                        "tpot_ms": 11.053408269508564,
                        "tpot_relative": 1.394711,
                        "ttft_error_pct": 41.72,
                        "ttft_ms": 176.11199185312483,
                        "ttft_relative": 1.232409,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 10009.227529100826,
                        "interactivity_tok_s": 94.66842270530564,
                        "output_per_gpu": 2857.906361182483,
                        "total_per_gpu": 4588.242133556404,
                        "tpot_ms": 10.563184337748087,
                        "tpot_relative": 1.332854,
                        "ttft_ms": 302.1711922418035,
                        "ttft_relative": 2.114555,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14591.384,
                        "interactivity_tok_s": 70.40766035344646,
                        "output_per_gpu": 3319.8900000000003,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.17,
                        "tpot_ms": 14.203,
                        "tpot_relative": 1.792124,
                        "ttft_error_pct": 86.46,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.431874,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12161.114154399991,
                        "interactivity_tok_s": 77.71797181072947,
                        "output_per_gpu": 3743.274659149436,
                        "total_per_gpu": 7482.931455482294,
                        "tpot_error_pct": 2.0,
                        "tpot_ms": 12.867036757409869,
                        "tpot_relative": 1.623553,
                        "ttft_error_pct": 31.49,
                        "ttft_ms": 312.2049759726587,
                        "ttft_relative": 2.18477,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 12547.67748833965,
                        "interactivity_tok_s": 76.16221118736472,
                        "output_per_gpu": 4537.589057892434,
                        "total_per_gpu": 7271.002155969919,
                        "tpot_ms": 13.129870895422474,
                        "tpot_relative": 1.656717,
                        "ttft_ms": 455.7129435694151,
                        "ttft_relative": 3.189021,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.49,
                    "tpot_shape_error_pct": 2.15,
                    "ttft_mape_pct": 82.48,
                    "ttft_shape_error_pct": 36.77
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.8,
                    "tpot_shape_error_pct": 0.71,
                    "ttft_mape_pct": 34.1,
                    "ttft_shape_error_pct": 11.54
                  },
                  "framework": "dynamo-vllm",
                  "id": "e0d88f5e57264893",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10486.085,
                        "interactivity_tok_s": 98.13542688910697,
                        "output_per_gpu": 1285.2064444444445,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.28,
                        "tpot_ms": 10.19,
                        "tpot_relative": 1.122848,
                        "ttft_error_pct": 78.53,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.214658,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8804.924458344487,
                        "interactivity_tok_s": 106.53038989328103,
                        "output_per_gpu": 1431.5364067001458,
                        "total_per_gpu": 2866.217668647641,
                        "tpot_error_pct": 3.44,
                        "tpot_ms": 9.386992772689279,
                        "tpot_relative": 1.034363,
                        "ttft_error_pct": 37.7,
                        "ttft_ms": 179.12552005468746,
                        "ttft_relative": 0.623037,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 8627.209674117876,
                        "interactivity_tok_s": 110.19113054417777,
                        "output_per_gpu": 1652.3854563108162,
                        "total_per_gpu": 2947.590770369313,
                        "tpot_ms": 9.075140576755228,
                        "tpot_relative": 1.0,
                        "ttft_ms": 287.50384248196497,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12487.073,
                        "interactivity_tok_s": 82.33163181294253,
                        "output_per_gpu": 2156.525777777778,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.7,
                        "tpot_ms": 12.146,
                        "tpot_relative": 1.338381,
                        "ttft_error_pct": 86.43,
                        "ttft_ms": 61.715,
                        "ttft_relative": 0.214658,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10474.36028774098,
                        "interactivity_tok_s": 90.65149269449445,
                        "output_per_gpu": 2412.95133190032,
                        "total_per_gpu": 4823.570554164881,
                        "tpot_error_pct": 4.17,
                        "tpot_ms": 11.03125795589611,
                        "tpot_relative": 1.215547,
                        "ttft_error_pct": 30.51,
                        "ttft_ms": 315.9889261585946,
                        "ttft_relative": 1.099077,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 10207.434581247435,
                        "interactivity_tok_s": 94.43162955718803,
                        "output_per_gpu": 2778.9230021442772,
                        "total_per_gpu": 4947.697232084809,
                        "tpot_ms": 10.58967217540599,
                        "tpot_relative": 1.166888,
                        "ttft_ms": 454.7135433576841,
                        "ttft_relative": 1.581591,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 45.98,
                    "tpot_shape_error_pct": 29.27,
                    "ttft_mape_pct": 68.08,
                    "ttft_shape_error_pct": 16.93
                  },
                  "framework": "dynamo-vllm",
                  "id": "6323b3542eb4f5f6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 42073.75252077388,
                        "interactivity_tok_s": 24.731540333517824,
                        "output_per_gpu": 10767.363013282356,
                        "total_per_gpu": 21542.55058793653,
                        "tpot_error_pct": 27.34,
                        "tpot_ms": 40.43419805295078,
                        "tpot_relative": 1.273431,
                        "ttft_error_pct": 70.57,
                        "ttft_ms": 4872.857132184215,
                        "ttft_relative": 0.294315,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 45781.32398709008,
                        "interactivity_tok_s": 31.493904941197666,
                        "output_per_gpu": 13213.08443352364,
                        "total_per_gpu": 19863.75259603617,
                        "tpot_ms": 31.752175599281895,
                        "tpot_relative": 1.0,
                        "ttft_ms": 16556.624638556816,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 61614.639995263315,
                        "interactivity_tok_s": 18.82793402613869,
                        "output_per_gpu": 10986.06664939888,
                        "total_per_gpu": 21975.137606458535,
                        "tpot_error_pct": 64.61,
                        "tpot_ms": 53.11257191637208,
                        "tpot_relative": 1.672722,
                        "ttft_error_pct": 65.58,
                        "ttft_ms": 12762.492370459739,
                        "ttft_relative": 0.770839,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 6144,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 66785.49655339781,
                        "interactivity_tok_s": 30.992924464617495,
                        "output_per_gpu": 13542.322891581089,
                        "total_per_gpu": 20353.724883576495,
                        "tpot_ms": 32.26542887689194,
                        "tpot_relative": 1.016164,
                        "ttft_ms": 37083.744553606266,
                        "ttft_relative": 2.239813,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 47.62,
                "points": 10,
                "status_counts": {
                  "failed": 11,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 19.33,
                "tpot_shape_error_pct": 3.89,
                "ttft_mape_pct": 47.65,
                "ttft_shape_error_pct": 26.47
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 21,
                "status_counts": {
                  "failed": 0,
                  "success": 21,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.01,
                "tpot_shape_error_pct": 11.13,
                "ttft_mape_pct": 46.32,
                "ttft_shape_error_pct": 17.6
              },
              "gpu": "gb300",
              "precisions": [
                "fp4"
              ],
              "rows": 21,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.16,
                    "tpot_shape_error_pct": 7.44,
                    "ttft_mape_pct": 67.84,
                    "ttft_shape_error_pct": 39.85
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.22,
                    "tpot_shape_error_pct": 6.68,
                    "ttft_mape_pct": 44.66,
                    "ttft_shape_error_pct": 11.35
                  },
                  "framework": "dynamo-vllm",
                  "id": "163be7f13646cb4e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9244.715,
                        "interactivity_tok_s": 111.40819964349375,
                        "output_per_gpu": 656.6297999999999,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.48,
                        "tpot_ms": 8.976,
                        "tpot_relative": 1.144833,
                        "ttft_error_pct": 56.2,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.438028,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7706.482458090582,
                        "interactivity_tok_s": 120.87177695817101,
                        "output_per_gpu": 744.3612654757433,
                        "total_per_gpu": 1486.3679216118476,
                        "tpot_error_pct": 5.52,
                        "tpot_ms": 8.273229906647776,
                        "tpot_relative": 1.055199,
                        "ttft_error_pct": 48.55,
                        "ttft_ms": 73.13881807499995,
                        "ttft_relative": 0.514508,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 7384.082303444302,
                        "interactivity_tok_s": 127.54374438688846,
                        "output_per_gpu": 978.6691776774973,
                        "total_per_gpu": 1565.1033600216733,
                        "tpot_ms": 7.84044725052623,
                        "tpot_relative": 1.0,
                        "ttft_ms": 142.15296264610515,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11254.91,
                        "interactivity_tok_s": 91.39932364500503,
                        "output_per_gpu": 1077.3626,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.17,
                        "tpot_ms": 10.941,
                        "tpot_relative": 1.395456,
                        "ttft_error_pct": 69.05,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.438028,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9370.567038603127,
                        "interactivity_tok_s": 99.41738564469806,
                        "output_per_gpu": 1217.0941453513183,
                        "total_per_gpu": 2434.7370507777323,
                        "tpot_error_pct": 12.32,
                        "tpot_ms": 10.058602864229815,
                        "tpot_relative": 1.282912,
                        "ttft_error_pct": 45.8,
                        "ttft_ms": 109.03067568906258,
                        "ttft_relative": 0.766995,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 8444.089296733273,
                        "interactivity_tok_s": 111.66352904276982,
                        "output_per_gpu": 1696.5310622041065,
                        "total_per_gpu": 2721.2479750600232,
                        "tpot_ms": 8.955475512662472,
                        "tpot_relative": 1.142215,
                        "ttft_ms": 201.17859984293318,
                        "ttft_relative": 1.415226,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13330.577,
                        "interactivity_tok_s": 77.10100231303007,
                        "output_per_gpu": 1817.6491999999998,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.82,
                        "tpot_ms": 12.97,
                        "tpot_relative": 1.654242,
                        "ttft_error_pct": 78.26,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.438028,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11031.544914033646,
                        "interactivity_tok_s": 84.62345099545679,
                        "output_per_gpu": 2062.5145727576914,
                        "total_per_gpu": 4129.560158311504,
                        "tpot_error_pct": 12.82,
                        "tpot_ms": 11.817055298934656,
                        "tpot_relative": 1.507191,
                        "ttft_error_pct": 39.62,
                        "ttft_ms": 172.94721510468773,
                        "ttft_relative": 1.216628,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 9912.142647554356,
                        "interactivity_tok_s": 95.46918234029108,
                        "output_per_gpu": 2885.8718510733092,
                        "total_per_gpu": 4633.139489447918,
                        "tpot_ms": 10.474584315969025,
                        "tpot_relative": 1.335968,
                        "ttft_ms": 286.4222366978993,
                        "ttft_relative": 2.014888,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.6,
                    "tpot_shape_error_pct": 8.94,
                    "ttft_mape_pct": 38.51,
                    "ttft_shape_error_pct": 10.48
                  },
                  "framework": "dynamo-vllm",
                  "id": "438a2002d817aba9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 7352.2069857218985,
                        "interactivity_tok_s": 127.13820696609174,
                        "output_per_gpu": 593.5019141670913,
                        "total_per_gpu": 1187.271424851865,
                        "tpot_error_pct": 3.22,
                        "tpot_ms": 7.865456213856342,
                        "tpot_relative": 1.032192,
                        "ttft_error_pct": 40.38,
                        "ttft_ms": 109.79562910312545,
                        "ttft_relative": 0.596228,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 7198.076017818676,
                        "interactivity_tok_s": 131.23102164628565,
                        "output_per_gpu": 662.4511188120301,
                        "total_per_gpu": 1226.0496223086122,
                        "tpot_ms": 7.620149469653267,
                        "tpot_relative": 1.0,
                        "ttft_ms": 184.15052716682112,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 8555.659944389034,
                        "interactivity_tok_s": 109.63551092641163,
                        "output_per_gpu": 1020.6228446964979,
                        "total_per_gpu": 2043.487833633048,
                        "tpot_error_pct": 7.61,
                        "tpot_ms": 9.121132300566458,
                        "tpot_relative": 1.196976,
                        "ttft_error_pct": 36.61,
                        "ttft_ms": 174.26761498203157,
                        "ttft_relative": 0.946332,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 8063.99924300149,
                        "interactivity_tok_s": 117.97811056533878,
                        "output_per_gpu": 1178.37544997509,
                        "total_per_gpu": 2182.8803240884745,
                        "tpot_ms": 8.476148627979414,
                        "tpot_relative": 1.112334,
                        "ttft_ms": 274.9327640176034,
                        "ttft_relative": 1.492978,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10506.829551267994,
                        "interactivity_tok_s": 90.26025931743223,
                        "output_per_gpu": 1666.1642512861622,
                        "total_per_gpu": 3330.7181602277406,
                        "tpot_error_pct": 14.04,
                        "tpot_ms": 11.079072978099312,
                        "tpot_relative": 1.453918,
                        "ttft_error_pct": 28.19,
                        "ttft_ms": 304.41487801250105,
                        "ttft_relative": 1.653076,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 9371.14800530369,
                        "interactivity_tok_s": 102.93211886659974,
                        "output_per_gpu": 2017.9272003051262,
                        "total_per_gpu": 3730.9764918396895,
                        "tpot_ms": 9.715140531557523,
                        "tpot_relative": 1.274928,
                        "ttft_ms": 423.94065999203576,
                        "ttft_relative": 2.302142,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12024.911143985702,
                        "interactivity_tok_s": 80.33380712512886,
                        "output_per_gpu": 2902.9675011032214,
                        "total_per_gpu": 5803.2608493619155,
                        "tpot_error_pct": 8.97,
                        "tpot_ms": 12.448059363629916,
                        "tpot_relative": 1.633572,
                        "ttft_error_pct": 39.17,
                        "ttft_ms": 557.5131092742148,
                        "ttft_relative": 3.027486,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 11438.039657546426,
                        "interactivity_tok_s": 87.53578083580933,
                        "output_per_gpu": 3313.7677322498153,
                        "total_per_gpu": 6128.739831129949,
                        "tpot_ms": 11.423899923571799,
                        "tpot_relative": 1.49917,
                        "ttft_ms": 916.5114488199379,
                        "ttft_relative": 4.976969,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18371.327196528528,
                        "interactivity_tok_s": 70.93188807863721,
                        "output_per_gpu": 3796.288702595642,
                        "total_per_gpu": 7592.353825000118,
                        "tpot_error_pct": 19.16,
                        "tpot_ms": 14.098031605917075,
                        "tpot_relative": 1.850099,
                        "ttft_error_pct": 48.22,
                        "ttft_ms": 5388.162169861453,
                        "ttft_relative": 29.259553,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 21299.157527059284,
                        "interactivity_tok_s": 84.52084467538485,
                        "output_per_gpu": 3537.151532928968,
                        "total_per_gpu": 6542.93246160715,
                        "tpot_ms": 11.831400926489223,
                        "tpot_relative": 1.552647,
                        "ttft_ms": 10405.490827175901,
                        "ttft_relative": 56.505355,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 13
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.97,
                    "tpot_shape_error_pct": 16.13,
                    "ttft_mape_pct": 53.49,
                    "ttft_shape_error_pct": 48.02
                  },
                  "framework": "dynamo-vllm",
                  "id": "0eac456c694d87df",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 19335.84562889266,
                        "interactivity_tok_s": 48.95358973617173,
                        "output_per_gpu": 4728.529732367317,
                        "total_per_gpu": 9456.780980756117,
                        "tpot_error_pct": 18.25,
                        "tpot_ms": 20.427511146564633,
                        "tpot_relative": 1.182475,
                        "ttft_error_pct": 31.59,
                        "ttft_ms": 524.567489087217,
                        "ttft_relative": 0.68405,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 16672.62996702386,
                        "interactivity_tok_s": 57.88638637183441,
                        "output_per_gpu": 6798.463550388787,
                        "total_per_gpu": 10898.874168555554,
                        "tpot_ms": 17.27521897076938,
                        "tpot_relative": 1.0,
                        "ttft_ms": 766.855379993865,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 24960.645302892095,
                        "interactivity_tok_s": 38.512138225271926,
                        "output_per_gpu": 7315.85175736646,
                        "total_per_gpu": 14628.495829431724,
                        "tpot_error_pct": 18.42,
                        "tpot_ms": 25.965839501058742,
                        "tpot_relative": 1.503069,
                        "ttft_error_pct": 52.6,
                        "ttft_ms": 1037.337187226007,
                        "ttft_relative": 1.352716,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 22392.285408305353,
                        "interactivity_tok_s": 45.60691394002491,
                        "output_per_gpu": 10153.975248188472,
                        "total_per_gpu": 16271.2377583632,
                        "tpot_ms": 21.92650003275915,
                        "tpot_relative": 1.269246,
                        "ttft_ms": 2188.688602725611,
                        "ttft_relative": 2.854109,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 37295.00885283439,
                        "interactivity_tok_s": 28.779668942213178,
                        "output_per_gpu": 9806.0141503502,
                        "total_per_gpu": 19619.154257114955,
                        "tpot_error_pct": 56.23,
                        "tpot_ms": 34.74675132670582,
                        "tpot_relative": 2.011364,
                        "ttft_error_pct": 76.28,
                        "ttft_ms": 5314.962179603719,
                        "ttft_relative": 6.930853,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 42877.928062250605,
                        "interactivity_tok_s": 44.961664056340396,
                        "output_per_gpu": 10532.492255388797,
                        "total_per_gpu": 16889.506473337875,
                        "tpot_ms": 22.241169693962476,
                        "tpot_relative": 1.287461,
                        "ttft_ms": 22406.957502251153,
                        "ttft_relative": 29.219274,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.02,
                    "tpot_shape_error_pct": 37.17,
                    "ttft_mape_pct": 47.17,
                    "ttft_shape_error_pct": 32.81
                  },
                  "framework": "dynamo-vllm",
                  "id": "f362d60d4d1c429b",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 26842.15414833521,
                        "interactivity_tok_s": 35.663290015495484,
                        "output_per_gpu": 8500.978291053363,
                        "total_per_gpu": 16998.22926996121,
                        "tpot_error_pct": 4.2,
                        "tpot_ms": 28.040037797003755,
                        "tpot_relative": 1.042044,
                        "ttft_error_pct": 32.37,
                        "ttft_ms": 1007.7985409464216,
                        "ttft_relative": 0.67627,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 26284.50473322793,
                        "interactivity_tok_s": 37.16271610879976,
                        "output_per_gpu": 11548.150428519011,
                        "total_per_gpu": 17348.7504307703,
                        "tpot_ms": 26.9086898027674,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1490.2317542723863,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 55517.737642793705,
                        "interactivity_tok_s": 21.34754172983123,
                        "output_per_gpu": 12361.415255839147,
                        "total_per_gpu": 24726.210929414356,
                        "tpot_error_pct": 42.28,
                        "tpot_ms": 46.843801157797564,
                        "tpot_relative": 1.740843,
                        "ttft_error_pct": 63.04,
                        "ttft_ms": 12396.049149085362,
                        "ttft_relative": 8.318202,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 6144,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 63845.719154238934,
                        "interactivity_tok_s": 30.37322074005634,
                        "output_per_gpu": 14197.00863767553,
                        "total_per_gpu": 21337.698878871593,
                        "tpot_ms": 32.92373925565278,
                        "tpot_relative": 1.223536,
                        "ttft_ms": 33537.935271108254,
                        "ttft_relative": 22.505181,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 72733.01561729885,
                        "interactivity_tok_s": 21.05463842708212,
                        "output_per_gpu": 12538.570437063026,
                        "total_per_gpu": 25079.768795930333,
                        "tpot_error_pct": 43.59,
                        "tpot_ms": 47.49547248048306,
                        "tpot_relative": 1.765061,
                        "ttft_error_pct": 46.09,
                        "ttft_ms": 29010.02597198636,
                        "ttft_relative": 19.466788,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 84255.88538403308,
                        "interactivity_tok_s": 30.231857753008928,
                        "output_per_gpu": 14309.217895216056,
                        "total_per_gpu": 21507.22549437497,
                        "tpot_ms": 33.07768937555522,
                        "tpot_relative": 1.229257,
                        "ttft_ms": 53807.680049320654,
                        "ttft_relative": 36.106921,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.45,
                    "tpot_shape_error_pct": 1.73,
                    "ttft_mape_pct": 33.19,
                    "ttft_shape_error_pct": 10.68
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.44,
                    "tpot_shape_error_pct": 1.42,
                    "ttft_mape_pct": 50.28,
                    "ttft_shape_error_pct": 10.11
                  },
                  "framework": "dynamo-vllm",
                  "id": "826eafc278fa5aa3",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6586.961,
                        "interactivity_tok_s": 156.7889620570712,
                        "output_per_gpu": 57.8438,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.08,
                        "tpot_ms": 6.378,
                        "tpot_relative": 1.190752,
                        "ttft_error_pct": 28.6,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.71401,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5564.916005900003,
                        "interactivity_tok_s": 169.11496259344676,
                        "output_per_gpu": 67.01448164780511,
                        "total_per_gpu": 132.803678466765,
                        "tpot_error_pct": 10.4,
                        "tpot_ms": 5.91313733962148,
                        "tpot_relative": 1.103964,
                        "ttft_error_pct": 53.42,
                        "ttft_ms": 40.62099334999907,
                        "ttft_relative": 0.465797,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 5091.069788503228,
                        "interactivity_tok_s": 186.69684337996736,
                        "output_per_gpu": 91.57964142593384,
                        "total_per_gpu": 145.73623301475098,
                        "tpot_ms": 5.356276956246066,
                        "tpot_relative": 1.0,
                        "ttft_ms": 87.2074627521215,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6837.596,
                        "interactivity_tok_s": 150.98897780462025,
                        "output_per_gpu": 111.1654,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.42,
                        "tpot_ms": 6.623,
                        "tpot_relative": 1.236493,
                        "ttft_error_pct": 27.86,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.71401,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5668.367093950002,
                        "interactivity_tok_s": 162.9738954109647,
                        "output_per_gpu": 125.36859293121798,
                        "total_per_gpu": 251.9632428201931,
                        "tpot_error_pct": 11.57,
                        "tpot_ms": 6.135952003100499,
                        "tpot_relative": 1.145563,
                        "ttft_error_pct": 49.71,
                        "ttft_ms": 43.41127067499979,
                        "ttft_relative": 0.497793,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 5127.904307824792,
                        "interactivity_tok_s": 181.8231730248489,
                        "output_per_gpu": 172.90222930022475,
                        "total_per_gpu": 279.0513584197171,
                        "tpot_ms": 5.499849020142965,
                        "tpot_relative": 1.026804,
                        "ttft_ms": 86.31411984824808,
                        "ttft_relative": 0.989756,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8288.21,
                        "interactivity_tok_s": 124.36264146250466,
                        "output_per_gpu": 366.4692,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.85,
                        "tpot_ms": 8.041,
                        "tpot_relative": 1.501229,
                        "ttft_error_pct": 43.11,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.71401,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6841.401255162411,
                        "interactivity_tok_s": 134.86568830013726,
                        "output_per_gpu": 418.0952837966376,
                        "total_per_gpu": 840.6413338715878,
                        "tpot_error_pct": 12.36,
                        "tpot_ms": 7.41478438737173,
                        "tpot_relative": 1.384317,
                        "ttft_error_pct": 47.72,
                        "ttft_ms": 57.22573659374979,
                        "ttft_relative": 0.656202,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 6142.244546556685,
                        "interactivity_tok_s": 151.53372531179835,
                        "output_per_gpu": 581.7767002813805,
                        "total_per_gpu": 937.3940110847846,
                        "tpot_ms": 6.599191024587979,
                        "tpot_relative": 1.232048,
                        "ttft_ms": 109.45995053225488,
                        "ttft_relative": 1.255167,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.88,
                    "tpot_shape_error_pct": 2.97,
                    "ttft_mape_pct": 43.35,
                    "ttft_shape_error_pct": 28.07
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.83,
                    "tpot_shape_error_pct": 2.8,
                    "ttft_mape_pct": 48.35,
                    "ttft_shape_error_pct": 5.83
                  },
                  "framework": "dynamo-vllm",
                  "id": "33a7353388bda438",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6586.961,
                        "interactivity_tok_s": 156.7889620570712,
                        "output_per_gpu": 64.27077777777778,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.59,
                        "tpot_ms": 6.378,
                        "tpot_relative": 1.175904,
                        "ttft_error_pct": 28.24,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.717628,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5460.230452175,
                        "interactivity_tok_s": 169.22037810213934,
                        "output_per_gpu": 72.243260415709,
                        "total_per_gpu": 145.19303232694335,
                        "tpot_error_pct": 8.95,
                        "tpot_ms": 5.90945376210194,
                        "tpot_relative": 1.089519,
                        "ttft_error_pct": 50.52,
                        "ttft_ms": 42.9336061249988,
                        "ttft_relative": 0.49481,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 5059.234884123725,
                        "interactivity_tok_s": 184.3687865551679,
                        "output_per_gpu": 88.04601724020017,
                        "total_per_gpu": 157.88859283693685,
                        "tpot_ms": 5.423911599595923,
                        "tpot_relative": 1.0,
                        "ttft_ms": 86.76783862756565,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6837.596,
                        "interactivity_tok_s": 150.98897780462025,
                        "output_per_gpu": 123.5171111111111,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.77,
                        "tpot_ms": 6.623,
                        "tpot_relative": 1.221074,
                        "ttft_error_pct": 33.66,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.717628,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5744.1661209500035,
                        "interactivity_tok_s": 162.90893941728152,
                        "output_per_gpu": 140.31991890869432,
                        "total_per_gpu": 279.6033817255651,
                        "tpot_error_pct": 10.08,
                        "tpot_ms": 6.138398565339375,
                        "tpot_relative": 1.131729,
                        "ttft_error_pct": 49.95,
                        "ttft_ms": 46.975835824999955,
                        "ttft_relative": 0.541397,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 5254.124992315337,
                        "interactivity_tok_s": 179.32694726920633,
                        "output_per_gpu": 169.69609842760718,
                        "total_per_gpu": 301.87124435504876,
                        "tpot_ms": 5.576406754411517,
                        "tpot_relative": 1.028115,
                        "ttft_ms": 93.86131446663057,
                        "ttft_relative": 1.081752,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7596.662,
                        "interactivity_tok_s": 135.77732518669382,
                        "output_per_gpu": 222.3308888888889,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.22,
                        "tpot_ms": 7.365,
                        "tpot_relative": 1.357876,
                        "ttft_error_pct": 43.06,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.717628,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6240.24381055626,
                        "interactivity_tok_s": 147.9463079927875,
                        "output_per_gpu": 254.36861900845108,
                        "total_per_gpu": 511.44507834808945,
                        "tpot_error_pct": 12.17,
                        "tpot_ms": 6.759208888462095,
                        "tpot_relative": 1.246187,
                        "ttft_error_pct": 48.94,
                        "ttft_ms": 55.83370903749905,
                        "ttft_relative": 0.643484,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 5618.136017406505,
                        "interactivity_tok_s": 165.953162258073,
                        "output_per_gpu": 317.2653994464033,
                        "total_per_gpu": 567.9970133283849,
                        "tpot_ms": 6.025796594613271,
                        "tpot_relative": 1.110969,
                        "ttft_ms": 109.35229327114939,
                        "ttft_relative": 1.260286,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9161.852,
                        "interactivity_tok_s": 112.42270938729624,
                        "output_per_gpu": 736.2878888888889,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.94,
                        "tpot_ms": 8.895,
                        "tpot_relative": 1.63996,
                        "ttft_error_pct": 68.42,
                        "ttft_ms": 62.267,
                        "ttft_relative": 0.717628,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7662.213590960906,
                        "interactivity_tok_s": 121.92879755690468,
                        "output_per_gpu": 823.5292844186307,
                        "total_per_gpu": 1647.429879465685,
                        "tpot_error_pct": 4.13,
                        "tpot_ms": 8.201507929521702,
                        "tpot_relative": 1.512102,
                        "ttft_error_pct": 44.0,
                        "ttft_ms": 110.423840106249,
                        "ttft_relative": 1.272636,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 7446.556757848066,
                        "interactivity_tok_s": 126.96810204694935,
                        "output_per_gpu": 962.5868122902322,
                        "total_per_gpu": 1715.5512681933353,
                        "tpot_ms": 7.875993921924006,
                        "tpot_relative": 1.452087,
                        "ttft_ms": 197.20179243995517,
                        "ttft_relative": 2.272752,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 152
        },
        {
          "aic": {
            "coverage_pct": 76.09,
            "points": 70,
            "status_counts": {
              "failed": 22,
              "success": 70,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 17.49,
            "tpot_shape_error_pct": 8.28,
            "ttft_mape_pct": 46.29,
            "ttft_shape_error_pct": 37.5
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 92,
            "status_counts": {
              "failed": 0,
              "success": 92,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 18.24,
            "tpot_shape_error_pct": 14.74,
            "ttft_mape_pct": 36.2,
            "ttft_shape_error_pct": 25.92
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 66.67,
                "points": 22,
                "status_counts": {
                  "failed": 11,
                  "success": 22,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.38,
                "tpot_shape_error_pct": 9.8,
                "ttft_mape_pct": 39.72,
                "ttft_shape_error_pct": 31.52
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 33,
                "status_counts": {
                  "failed": 0,
                  "success": 33,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 24.33,
                "tpot_shape_error_pct": 17.15,
                "ttft_mape_pct": 33.56,
                "ttft_shape_error_pct": 34.49
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 33,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.79,
                    "tpot_shape_error_pct": 6.21,
                    "ttft_mape_pct": 20.77,
                    "ttft_shape_error_pct": 25.64
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.48,
                    "tpot_shape_error_pct": 5.68,
                    "ttft_mape_pct": 41.7,
                    "ttft_shape_error_pct": 9.93
                  },
                  "framework": "dynamo-vllm",
                  "id": "427a18f5e9e59874",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7399.052,
                        "interactivity_tok_s": 143.94702749388225,
                        "output_per_gpu": 106.0782,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.03,
                        "tpot_ms": 6.947,
                        "tpot_relative": 1.150262,
                        "ttft_error_pct": 4.44,
                        "ttft_ms": 292.271,
                        "ttft_relative": 0.955646,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6022.649471150009,
                        "interactivity_tok_s": 156.97037485968693,
                        "output_per_gpu": 119.02591673169715,
                        "total_per_gpu": 1069.9720059846668,
                        "tpot_error_pct": 5.48,
                        "tpot_ms": 6.3706288584319335,
                        "tpot_relative": 1.054828,
                        "ttft_error_pct": 45.32,
                        "ttft_ms": 167.24270100000038,
                        "ttft_relative": 0.546838,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 5856.913179738331,
                        "interactivity_tok_s": 165.57682282284478,
                        "output_per_gpu": 152.5356397982608,
                        "total_per_gpu": 1098.0245186292955,
                        "tpot_ms": 6.03949262313076,
                        "tpot_relative": 1.0,
                        "ttft_ms": 305.83595147472806,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8623.583,
                        "interactivity_tok_s": 122.78978388998036,
                        "output_per_gpu": 180.8794,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.08,
                        "tpot_ms": 8.144,
                        "tpot_relative": 1.348458,
                        "ttft_error_pct": 21.27,
                        "ttft_ms": 292.271,
                        "ttft_relative": 0.955646,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7113.809340399917,
                        "interactivity_tok_s": 134.2401652755557,
                        "output_per_gpu": 204.42596677107215,
                        "total_per_gpu": 1818.4634885605378,
                        "tpot_error_pct": 12.58,
                        "tpot_ms": 7.4493352861067565,
                        "tpot_relative": 1.233437,
                        "ttft_error_pct": 39.8,
                        "ttft_ms": 223.46900141249984,
                        "ttft_relative": 0.730683,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 6491.126841549703,
                        "interactivity_tok_s": 151.1302482310342,
                        "output_per_gpu": 279.35385732001026,
                        "total_per_gpu": 1989.9163998107554,
                        "tpot_ms": 6.616809088219659,
                        "tpot_relative": 1.09559,
                        "ttft_ms": 371.23970252578147,
                        "ttft_relative": 1.213852,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9381.626,
                        "interactivity_tok_s": 112.54924029262803,
                        "output_per_gpu": 331.6122,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.26,
                        "tpot_ms": 8.885,
                        "tpot_relative": 1.47115,
                        "ttft_error_pct": 36.61,
                        "ttft_ms": 292.271,
                        "ttft_relative": 0.955646,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7669.368234324977,
                        "interactivity_tok_s": 123.66123932214933,
                        "output_per_gpu": 368.21051008481754,
                        "total_per_gpu": 3323.0076915005725,
                        "tpot_error_pct": 10.36,
                        "tpot_ms": 8.08660826530215,
                        "tpot_relative": 1.338955,
                        "ttft_error_pct": 39.96,
                        "ttft_ms": 276.781924768749,
                        "ttft_relative": 0.905001,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 7155.200984775001,
                        "interactivity_tok_s": 136.4762876004596,
                        "output_per_gpu": 494.61528214554505,
                        "total_per_gpu": 3573.3715624736733,
                        "tpot_ms": 7.327280200700831,
                        "tpot_relative": 1.213228,
                        "ttft_ms": 461.03330830519553,
                        "ttft_relative": 1.507453,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 25.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 3,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.06,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 80.81,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 64.71,
                    "tpot_shape_error_pct": 85.14,
                    "ttft_mape_pct": 57.47,
                    "ttft_shape_error_pct": 42.51
                  },
                  "framework": "dynamo-vllm",
                  "id": "f81ca03e0b190da9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 25460.117,
                        "interactivity_tok_s": 40.64710186163727,
                        "output_per_gpu": 1597.1396666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.06,
                        "tpot_ms": 24.602,
                        "tpot_relative": 1.140576,
                        "ttft_error_pct": 80.81,
                        "ttft_ms": 292.271,
                        "ttft_relative": 0.191925,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20920.189344984938,
                        "interactivity_tok_s": 46.12076934775689,
                        "output_per_gpu": 1817.801904300987,
                        "total_per_gpu": 16355.513325784983,
                        "tpot_error_pct": 0.52,
                        "tpot_ms": 21.682205525668135,
                        "tpot_relative": 1.005211,
                        "ttft_error_pct": 37.57,
                        "ttft_ms": 950.7194203132807,
                        "ttft_relative": 0.624308,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 21388.42217717629,
                        "interactivity_tok_s": 46.36109680031696,
                        "output_per_gpu": 2660.652664402142,
                        "total_per_gpu": 15965.934533357316,
                        "tpot_ms": 21.569808935002662,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1522.8367969348255,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 31502.806589110347,
                        "interactivity_tok_s": 31.588395883805042,
                        "output_per_gpu": 2424.3154696164543,
                        "total_per_gpu": 21819.015350841575,
                        "tpot_error_pct": 18.79,
                        "tpot_ms": 31.657194739435532,
                        "tpot_relative": 1.467662,
                        "ttft_error_pct": 76.87,
                        "ttft_ms": 2344.4495749914054,
                        "ttft_relative": 1.539528,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 34680.042423825944,
                        "interactivity_tok_s": 37.52286775371231,
                        "output_per_gpu": 3269.333080062151,
                        "total_per_gpu": 19627.357591331824,
                        "tpot_ms": 26.6504150632534,
                        "tpot_relative": 1.235542,
                        "ttft_ms": 10134.291229244081,
                        "ttft_relative": 6.654877,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 59710.42173694317,
                        "interactivity_tok_s": 20.641935049325056,
                        "output_per_gpu": 2538.180532905921,
                        "total_per_gpu": 22838.93991507597,
                        "tpot_error_pct": 78.8,
                        "tpot_ms": 48.44507056196254,
                        "tpot_relative": 2.245967,
                        "ttft_error_pct": 63.85,
                        "ttft_ms": 15242.025378336573,
                        "ttft_relative": 10.008968,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 67115.07800435061,
                        "interactivity_tok_s": 36.90755354169556,
                        "output_per_gpu": 3354.2901056690234,
                        "total_per_gpu": 20130.266264621772,
                        "tpot_ms": 27.09472463056296,
                        "tpot_relative": 1.256141,
                        "ttft_ms": 42166.894811534665,
                        "ttft_relative": 27.6897,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 116965.13693223917,
                        "interactivity_tok_s": 14.108802499181055,
                        "output_per_gpu": 2576.162938173391,
                        "total_per_gpu": 23164.423964490557,
                        "tpot_error_pct": 160.72,
                        "tpot_ms": 70.87773750167989,
                        "tpot_relative": 3.28597,
                        "ttft_error_pct": 51.6,
                        "ttft_ms": 51815.60225553366,
                        "ttft_relative": 34.025709,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 132107.53747871894,
                        "interactivity_tok_s": 36.78492471311605,
                        "output_per_gpu": 3393.565421596354,
                        "total_per_gpu": 20353.422935232284,
                        "tpot_ms": 27.18504952229628,
                        "tpot_relative": 1.260329,
                        "ttft_ms": 107057.30097271346,
                        "ttft_relative": 70.301231,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 60.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 2,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 41.74,
                    "tpot_shape_error_pct": 31.08,
                    "ttft_mape_pct": 74.49,
                    "ttft_shape_error_pct": 66.85
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.33,
                    "tpot_shape_error_pct": 10.62,
                    "ttft_mape_pct": 30.52,
                    "ttft_shape_error_pct": 11.67
                  },
                  "framework": "dynamo-vllm",
                  "id": "f049437e1e29c263",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11095.151,
                        "interactivity_tok_s": 94.69696969696969,
                        "output_per_gpu": 558.0881999999999,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.41,
                        "tpot_ms": 10.56,
                        "tpot_relative": 1.174133,
                        "ttft_error_pct": 53.99,
                        "ttft_ms": 292.271,
                        "ttft_relative": 0.460146,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9182.240121618715,
                        "interactivity_tok_s": 105.51871265139917,
                        "output_per_gpu": 623.023025731968,
                        "total_per_gpu": 5571.270270978975,
                        "tpot_error_pct": 5.37,
                        "tpot_ms": 9.476992041247577,
                        "tpot_relative": 1.053716,
                        "ttft_error_pct": 33.44,
                        "ttft_ms": 422.76681383437426,
                        "ttft_relative": 0.665596,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 8948.99796587415,
                        "interactivity_tok_s": 111.18680004137117,
                        "output_per_gpu": 799.4022495681761,
                        "total_per_gpu": 5723.6176412423365,
                        "tpot_ms": 8.993873370111496,
                        "tpot_relative": 1.0,
                        "ttft_ms": 635.1704237546073,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14493.557,
                        "interactivity_tok_s": 72.03572972194209,
                        "output_per_gpu": 849.191,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.52,
                        "tpot_ms": 13.882,
                        "tpot_relative": 1.543495,
                        "ttft_error_pct": 70.94,
                        "ttft_ms": 292.271,
                        "ttft_relative": 0.460146,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11987.968419987463,
                        "interactivity_tok_s": 80.98699851929221,
                        "output_per_gpu": 953.1413948159436,
                        "total_per_gpu": 8591.404912528718,
                        "tpot_error_pct": 11.65,
                        "tpot_ms": 12.347660961429337,
                        "tpot_relative": 1.372897,
                        "ttft_error_pct": 38.22,
                        "ttft_ms": 621.2537333109361,
                        "ttft_relative": 0.97809,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 11185.21726435647,
                        "interactivity_tok_s": 90.42172166334608,
                        "output_per_gpu": 1273.559465132294,
                        "total_per_gpu": 9191.065916659189,
                        "tpot_ms": 11.059289533583017,
                        "tpot_relative": 1.229647,
                        "ttft_ms": 1005.6509291644034,
                        "ttft_relative": 1.583277,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26320.46,
                        "interactivity_tok_s": 39.30354124906654,
                        "output_per_gpu": 1135.2268,
                        "total_per_gpu": null,
                        "tpot_error_pct": 82.28,
                        "tpot_ms": 25.443,
                        "tpot_relative": 2.828926,
                        "ttft_error_pct": 98.56,
                        "ttft_ms": 292.271,
                        "ttft_relative": 0.460146,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 28221.100820343912,
                        "interactivity_tok_s": 59.71132659958044,
                        "output_per_gpu": 1609.7886518464754,
                        "total_per_gpu": 14483.932316649723,
                        "tpot_error_pct": 19.98,
                        "tpot_ms": 16.747241385305724,
                        "tpot_relative": 1.862072,
                        "ttft_error_pct": 36.88,
                        "ttft_ms": 12796.489014353047,
                        "ttft_relative": 20.146544,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 33130.22569598343,
                        "interactivity_tok_s": 71.64156449098212,
                        "output_per_gpu": 1708.973459751624,
                        "total_per_gpu": 12306.164758459685,
                        "tpot_ms": 13.958377474097107,
                        "tpot_relative": 1.551987,
                        "ttft_ms": 20274.15471097811,
                        "ttft_relative": 31.919236,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 55009.69041171372,
                        "interactivity_tok_s": 59.371793588084515,
                        "output_per_gpu": 1641.6309649961415,
                        "total_per_gpu": 14774.79794794796,
                        "tpot_error_pct": 18.61,
                        "tpot_ms": 16.84301483188968,
                        "tpot_relative": 1.872721,
                        "ttft_error_pct": 24.29,
                        "ttft_ms": 39495.62421203031,
                        "ttft_relative": 62.181145,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 65244.22309116808,
                        "interactivity_tok_s": 70.41909327102992,
                        "output_per_gpu": 1728.2060153502027,
                        "total_per_gpu": 12450.288774170771,
                        "tpot_ms": 14.200694066752423,
                        "tpot_relative": 1.57893,
                        "ttft_ms": 52165.756337139006,
                        "ttft_relative": 82.128755,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 108442.85862172698,
                        "interactivity_tok_s": 59.188658513269424,
                        "output_per_gpu": 1660.547405063747,
                        "total_per_gpu": 14941.861667722414,
                        "tpot_error_pct": 16.03,
                        "tpot_ms": 16.895128646576968,
                        "tpot_relative": 1.878515,
                        "ttft_error_pct": 19.76,
                        "ttft_ms": 92885.62009279212,
                        "ttft_relative": 146.237319,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26842607912",
                      "measured": {
                        "e2e_ms": 129164.23807377313,
                        "interactivity_tok_s": 68.67804725164642,
                        "output_per_gpu": 1737.0234835265837,
                        "total_per_gpu": 12509.381405810189,
                        "tpot_ms": 14.5606935551888,
                        "tpot_relative": 1.618957,
                        "ttft_ms": 115757.51921050723,
                        "ttft_relative": 182.246394,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 31.96,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 26.35,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "d7a795abd979445c",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 74052.18144805706,
                        "interactivity_tok_s": 16.482172991353398,
                        "output_per_gpu": 1564.1082243116896,
                        "total_per_gpu": 14072.926673237745,
                        "tpot_error_pct": 31.96,
                        "tpot_ms": 60.6716117179818,
                        "tpot_relative": 1.319575,
                        "ttft_error_pct": 26.35,
                        "ttft_ms": 18059.008186570492,
                        "ttft_relative": 1.263477,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 56658.32758219064,
                        "interactivity_tok_s": 21.749466696144133,
                        "output_per_gpu": 2035.5683957879767,
                        "total_per_gpu": 18314.848248362538,
                        "tpot_ms": 45.97813886522954,
                        "tpot_relative": 1.0,
                        "ttft_ms": 14293.105692189845,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.22,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 33.39,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.22,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 31.73,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "900b61619630a493",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5906.0945332116025,
                        "interactivity_tok_s": 178.52648896085483,
                        "output_per_gpu": 85.58686544187628,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.22,
                        "tpot_ms": 5.60140966094543,
                        "tpot_relative": 0.927833,
                        "ttft_error_pct": 33.39,
                        "ttft_ms": 175.8524500644274,
                        "ttft_relative": 1.333897,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5349.226507399982,
                        "interactivity_tok_s": 174.76127119373865,
                        "output_per_gpu": 83.79210490868705,
                        "total_per_gpu": 753.2410506606074,
                        "tpot_error_pct": 5.22,
                        "tpot_ms": 5.72209158911078,
                        "tpot_relative": 0.947823,
                        "ttft_error_pct": 31.73,
                        "ttft_ms": 90.00367252499953,
                        "ttft_relative": 0.682707,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 5680.7938623251175,
                        "interactivity_tok_s": 165.64280516269997,
                        "output_per_gpu": 79.01784962422938,
                        "total_per_gpu": 710.3233429540664,
                        "tpot_ms": 6.037086844899578,
                        "tpot_relative": 1.0,
                        "ttft_ms": 131.83356732461107,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.37,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 26.21,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.47,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 36.14,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "9859c6d590c3b06a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6517.9925735607485,
                        "interactivity_tok_s": 161.93406153803042,
                        "output_per_gpu": 155.032749190548,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.37,
                        "tpot_ms": 6.175353044950019,
                        "tpot_relative": 0.916326,
                        "ttft_error_pct": 26.21,
                        "ttft_ms": 200.6064085768785,
                        "ttft_relative": 1.262074,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5894.760951024995,
                        "interactivity_tok_s": 158.65005750502286,
                        "output_per_gpu": 152.3076435532793,
                        "total_per_gpu": 1369.1548813427585,
                        "tpot_error_pct": 6.47,
                        "tpot_ms": 6.303180822788797,
                        "tpot_relative": 0.935293,
                        "ttft_error_pct": 36.14,
                        "ttft_ms": 101.5090665000002,
                        "ttft_relative": 0.638624,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 6353.5030668499985,
                        "interactivity_tok_s": 148.3843439722796,
                        "output_per_gpu": 141.49936936538754,
                        "total_per_gpu": 1271.9949423009182,
                        "tpot_ms": 6.739255458020658,
                        "tpot_relative": 1.0,
                        "ttft_ms": 158.9497644498806,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.8,
                    "tpot_shape_error_pct": 3.84,
                    "ttft_mape_pct": 52.73,
                    "ttft_shape_error_pct": 11.95
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.32,
                    "tpot_shape_error_pct": 2.72,
                    "ttft_mape_pct": 14.25,
                    "ttft_shape_error_pct": 0.84
                  },
                  "framework": "trt",
                  "id": "a8e4049974a7a1f8",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8611.069198294748,
                        "interactivity_tok_s": 124.2898839286729,
                        "output_per_gpu": 466.5257833565386,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.14,
                        "tpot_ms": 8.045707087262846,
                        "tpot_relative": 0.998554,
                        "ttft_error_pct": 67.76,
                        "ttft_ms": 380.3108480248568,
                        "ttft_relative": 1.677646,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7780.995127800015,
                        "interactivity_tok_s": 121.1338712073224,
                        "output_per_gpu": 462.6011164299749,
                        "total_per_gpu": 4158.508147709261,
                        "tpot_error_pct": 2.46,
                        "tpot_ms": 8.255329331368312,
                        "tpot_relative": 1.02457,
                        "ttft_error_pct": 14.58,
                        "ttft_ms": 193.63268302500018,
                        "ttft_relative": 0.854162,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 7631.6314342502665,
                        "interactivity_tok_s": 124.11010285932974,
                        "output_per_gpu": 471.68012522286233,
                        "total_per_gpu": 4240.123022160307,
                        "tpot_ms": 8.057361785715633,
                        "tpot_relative": 1.0,
                        "ttft_ms": 226.69318177486275,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11751.353934131372,
                        "interactivity_tok_s": 90.27485718634783,
                        "output_per_gpu": 689.5294095725972,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.39,
                        "tpot_ms": 11.07728143990051,
                        "tpot_relative": 1.374803,
                        "ttft_error_pct": 61.16,
                        "ttft_ms": 419.2950211131497,
                        "ttft_relative": 1.849615,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10495.346025937482,
                        "interactivity_tok_s": 90.17310652418719,
                        "output_per_gpu": 695.6799873817806,
                        "total_per_gpu": 6188.395127869052,
                        "tpot_error_pct": 5.51,
                        "tpot_ms": 11.089780961818914,
                        "tpot_relative": 1.376354,
                        "ttft_error_pct": 13.02,
                        "ttft_ms": 226.30060528750013,
                        "ttft_relative": 0.998268,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 9991.439996799909,
                        "interactivity_tok_s": 95.14348377069302,
                        "output_per_gpu": 730.3037225686909,
                        "total_per_gpu": 6496.389260265616,
                        "tpot_ms": 10.510441286868552,
                        "tpot_relative": 1.304452,
                        "ttft_ms": 260.17300938749486,
                        "ttft_relative": 1.147688,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16493.010497284715,
                        "interactivity_tok_s": 63.955174884373214,
                        "output_per_gpu": 990.3531805674991,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.5,
                        "tpot_ms": 15.635951301953826,
                        "tpot_relative": 1.94058,
                        "ttft_error_pct": 44.54,
                        "ttft_ms": 497.43231538595217,
                        "ttft_relative": 2.194298,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14424.41662065626,
                        "interactivity_tok_s": 64.73928041197739,
                        "output_per_gpu": 991.2831207767242,
                        "total_per_gpu": 8946.082049740951,
                        "tpot_error_pct": 3.23,
                        "tpot_ms": 15.446572677922296,
                        "tpot_relative": 1.917076,
                        "ttft_error_pct": 14.98,
                        "ttft_ms": 292.5962256999997,
                        "ttft_relative": 1.290715,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 14035.386504599683,
                        "interactivity_tok_s": 66.83279795874722,
                        "output_per_gpu": 1018.5130802829453,
                        "total_per_gpu": 9191.825618705287,
                        "tpot_ms": 14.9627133764062,
                        "tpot_relative": 1.857024,
                        "ttft_ms": 344.1529355685816,
                        "ttft_relative": 1.518144,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24124.42508968636,
                        "interactivity_tok_s": 43.59527079333146,
                        "output_per_gpu": 1364.4180121693887,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.18,
                        "tpot_ms": 22.938267885537822,
                        "tpot_relative": 2.846871,
                        "ttft_error_pct": 37.47,
                        "ttft_ms": 658.5770427811672,
                        "ttft_relative": 2.905147,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20957.510571762694,
                        "interactivity_tok_s": 45.03663834032825,
                        "output_per_gpu": 1384.7913319652805,
                        "total_per_gpu": 12383.24501766753,
                        "tpot_error_pct": 2.06,
                        "tpot_ms": 22.20414393373019,
                        "tpot_relative": 2.755759,
                        "ttft_error_pct": 14.4,
                        "ttft_ms": 410.0822152093753,
                        "ttft_relative": 1.808975,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 21458.7546510501,
                        "interactivity_tok_s": 44.10768547083289,
                        "output_per_gpu": 1351.7331591897005,
                        "total_per_gpu": 12087.628310755144,
                        "tpot_ms": 22.671785865102137,
                        "tpot_relative": 2.813798,
                        "ttft_ms": 479.0752512625602,
                        "ttft_relative": 2.11332,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 33.33,
                    "points": 1,
                    "status_counts": {
                      "failed": 2,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.96,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 53.92,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 96.27,
                    "tpot_shape_error_pct": 6.58,
                    "ttft_mape_pct": 54.66,
                    "ttft_shape_error_pct": 213.48
                  },
                  "framework": "trt",
                  "id": "8913b82395610bff",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 39503.004484685516,
                        "interactivity_tok_s": 26.55623921045143,
                        "output_per_gpu": 1670.9523143839704,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.96,
                        "tpot_ms": 37.65593433901746,
                        "tpot_relative": 1.139563,
                        "ttft_error_pct": 53.92,
                        "ttft_ms": 980.9836558706517,
                        "ttft_relative": 0.460787,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 58284.99014884009,
                        "interactivity_tok_s": 16.095771637083036,
                        "output_per_gpu": 1002.9493303878817,
                        "total_per_gpu": 9023.948703890253,
                        "tpot_error_pct": 88.02,
                        "tpot_ms": 62.128118026730746,
                        "tpot_relative": 1.880153,
                        "ttft_error_pct": 57.59,
                        "ttft_ms": 902.9490908082029,
                        "ttft_relative": 0.424133,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 32582.52965927499,
                        "interactivity_tok_s": 30.262510629886417,
                        "output_per_gpu": 1775.7086593983972,
                        "total_per_gpu": 15976.783043733389,
                        "tpot_ms": 33.04418500599972,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2128.929119654269,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 98481.52418682558,
                        "interactivity_tok_s": 9.81832680328188,
                        "output_per_gpu": 1184.6636028759815,
                        "total_per_gpu": 10662.05849060713,
                        "tpot_error_pct": 90.92,
                        "tpot_ms": 101.85034782767055,
                        "tpot_relative": 3.082247,
                        "ttft_error_pct": 20.25,
                        "ttft_ms": 4407.402355459584,
                        "ttft_relative": 2.070244,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 54665.85086799532,
                        "interactivity_tok_s": 18.744767361459374,
                        "output_per_gpu": 2114.904002688343,
                        "total_per_gpu": 19034.289670029524,
                        "tpot_ms": 53.34822143784371,
                        "tpot_relative": 1.614451,
                        "ttft_ms": 5526.293098364841,
                        "ttft_relative": 2.595809,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 213200.9083717187,
                        "interactivity_tok_s": 8.81836449635296,
                        "output_per_gpu": 1081.9866449928309,
                        "total_per_gpu": 9735.882713438903,
                        "tpot_error_pct": 109.87,
                        "tpot_ms": 113.39971265800743,
                        "tpot_relative": 3.43176,
                        "ttft_error_pct": 86.16,
                        "ttft_ms": 108592.57037393244,
                        "ttft_relative": 51.008072,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27455221794",
                      "measured": {
                        "e2e_ms": 108099.67167820154,
                        "interactivity_tok_s": 18.507322492406455,
                        "output_per_gpu": 2119.48143513386,
                        "total_per_gpu": 19071.420854654956,
                        "tpot_ms": 54.03266736235344,
                        "tpot_relative": 1.635164,
                        "ttft_ms": 58333.125580179476,
                        "ttft_relative": 27.40022,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.12,
                    "tpot_shape_error_pct": 6.15,
                    "ttft_mape_pct": 6.01,
                    "ttft_shape_error_pct": 9.95
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.87,
                    "tpot_shape_error_pct": 6.15,
                    "ttft_mape_pct": 35.36,
                    "ttft_shape_error_pct": 2.34
                  },
                  "framework": "vllm",
                  "id": "5425e7bba90da5ba",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7025.28603307703,
                        "interactivity_tok_s": 148.9911725600311,
                        "output_per_gpu": 145.6168467993228,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.63,
                        "tpot_ms": 6.711807034051517,
                        "tpot_relative": 1.136295,
                        "ttft_error_pct": 11.57,
                        "ttft_ms": 159.10743724232847,
                        "ttft_relative": 1.115651,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6143.6668543000105,
                        "interactivity_tok_s": 151.9088103853601,
                        "output_per_gpu": 146.07909665737338,
                        "total_per_gpu": 1313.163959368979,
                        "tpot_error_pct": 11.45,
                        "tpot_ms": 6.582896656640351,
                        "tpot_relative": 1.114471,
                        "ttft_error_pct": 34.59,
                        "ttft_ms": 93.28213132500008,
                        "ttft_relative": 0.654088,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5571.307471475666,
                        "interactivity_tok_s": 169.29790662601488,
                        "output_per_gpu": 160.58586828452698,
                        "total_per_gpu": 1443.5711846563556,
                        "tpot_ms": 5.906747578450783,
                        "tpot_relative": 1.0,
                        "ttft_ms": 142.61403177551983,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8451.431833979866,
                        "interactivity_tok_s": 123.60660934223904,
                        "output_per_gpu": 242.08915603789677,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.61,
                        "tpot_ms": 8.090182275214943,
                        "tpot_relative": 1.369651,
                        "ttft_error_pct": 0.46,
                        "ttft_ms": 175.17536643498048,
                        "ttft_relative": 1.228318,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7455.26507631244,
                        "interactivity_tok_s": 126.02728967673617,
                        "output_per_gpu": 244.2187118457946,
                        "total_per_gpu": 2172.438353744933,
                        "tpot_error_pct": 18.3,
                        "tpot_ms": 7.9347893822443565,
                        "tpot_relative": 1.343343,
                        "ttft_error_pct": 36.12,
                        "ttft_ms": 111.38598587499989,
                        "ttft_relative": 0.781031,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 6381.973580713566,
                        "interactivity_tok_s": 149.08570937235666,
                        "output_per_gpu": 284.15701020864947,
                        "total_per_gpu": 2527.707982722253,
                        "tpot_ms": 6.707551006799711,
                        "tpot_relative": 1.135574,
                        "ttft_ms": 174.36570563804707,
                        "ttft_relative": 1.222641,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 80.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 1,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.73,
                    "tpot_shape_error_pct": 5.17,
                    "ttft_mape_pct": 26.08,
                    "ttft_shape_error_pct": 38.65
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.74,
                    "tpot_shape_error_pct": 5.22,
                    "ttft_mape_pct": 27.48,
                    "ttft_shape_error_pct": 21.79
                  },
                  "framework": "vllm",
                  "id": "c72a09fa54e0ae18",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9316.231159863495,
                        "interactivity_tok_s": 112.83578195899132,
                        "output_per_gpu": 439.23341207217936,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.0,
                        "tpot_ms": 8.862436920616519,
                        "tpot_relative": 1.160049,
                        "ttft_error_pct": 17.44,
                        "ttft_ms": 249.95819007279667,
                        "ttft_relative": 1.174434,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8045.523797399995,
                        "interactivity_tok_s": 116.6577830412473,
                        "output_per_gpu": 447.4926391347929,
                        "total_per_gpu": 4022.691947315362,
                        "tpot_error_pct": 12.2,
                        "tpot_ms": 8.572081295651099,
                        "tpot_relative": 1.122043,
                        "ttft_error_pct": 21.54,
                        "ttft_ms": 166.98958589999955,
                        "ttft_relative": 0.784604,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 7234.491214068839,
                        "interactivity_tok_s": 130.89499681039862,
                        "output_per_gpu": 496.59770353964075,
                        "total_per_gpu": 4464.1171907243,
                        "tpot_ms": 7.6397114050776125,
                        "tpot_relative": 1.0,
                        "ttft_ms": 212.8329026629217,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12933.174662427027,
                        "interactivity_tok_s": 80.8245635603304,
                        "output_per_gpu": 632.7912684714488,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.9,
                        "tpot_ms": 12.372476335780812,
                        "tpot_relative": 1.619495,
                        "ttft_error_pct": 1.5,
                        "ttft_ms": 276.13137092325667,
                        "ttft_relative": 1.297409,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11195.116563762542,
                        "interactivity_tok_s": 84.22726784428848,
                        "output_per_gpu": 652.3594408181873,
                        "total_per_gpu": 5803.038837400338,
                        "tpot_error_pct": 18.9,
                        "tpot_ms": 11.872639652145748,
                        "tpot_relative": 1.554069,
                        "ttft_error_pct": 25.24,
                        "ttft_ms": 203.37323181250036,
                        "ttft_relative": 0.955554,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 9515.449095147778,
                        "interactivity_tok_s": 100.14547740976678,
                        "output_per_gpu": 765.2969576819469,
                        "total_per_gpu": 6807.670265341315,
                        "tpot_ms": 9.98547339195643,
                        "tpot_relative": 1.307049,
                        "ttft_ms": 272.05218268791214,
                        "ttft_relative": 1.278243,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17341.036692559624,
                        "interactivity_tok_s": 60.04308389613759,
                        "output_per_gpu": 943.8882051972638,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.56,
                        "tpot_ms": 16.65470750519407,
                        "tpot_relative": 2.180018,
                        "ttft_error_pct": 12.76,
                        "ttft_ms": 303.27091474608835,
                        "ttft_relative": 1.424925,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14860.809473787533,
                        "interactivity_tok_s": 62.68671334357411,
                        "output_per_gpu": 961.573754998225,
                        "total_per_gpu": 8677.96245975745,
                        "tpot_error_pct": 13.56,
                        "tpot_ms": 15.952343752960658,
                        "tpot_relative": 2.088082,
                        "ttft_error_pct": 22.75,
                        "ttft_ms": 268.55042013124984,
                        "ttft_relative": 1.26179,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 13199.158165124663,
                        "interactivity_tok_s": 71.18468411303289,
                        "output_per_gpu": 1082.4955473136563,
                        "total_per_gpu": 9769.251369032889,
                        "tpot_ms": 14.047965688969244,
                        "tpot_relative": 1.838808,
                        "ttft_ms": 347.6454723441748,
                        "ttft_relative": 1.63342,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24443.05136889067,
                        "interactivity_tok_s": 42.431951544678185,
                        "output_per_gpu": 1339.2763246271286,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.45,
                        "tpot_ms": 23.56714606791212,
                        "tpot_relative": 3.084822,
                        "ttft_error_pct": 72.59,
                        "ttft_ms": 333.8609414165698,
                        "ttft_relative": 1.568653,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21261.73678648775,
                        "interactivity_tok_s": 44.38242420587952,
                        "output_per_gpu": 1359.0032501861808,
                        "total_per_gpu": 12152.639779293431,
                        "tpot_error_pct": 3.68,
                        "tpot_ms": 22.5314416211525,
                        "tpot_relative": 2.949253,
                        "ttft_error_pct": 65.66,
                        "ttft_ms": 418.31168877499965,
                        "ttft_relative": 1.965447,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 21332.25007585279,
                        "interactivity_tok_s": 46.016452559026256,
                        "output_per_gpu": 1350.6312533615926,
                        "total_per_gpu": 12077.77471798569,
                        "tpot_ms": 21.73135790329077,
                        "tpot_relative": 2.844526,
                        "ttft_ms": 1218.184306276089,
                        "ttft_relative": 5.723665,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 164818.6601308153,
                        "interactivity_tok_s": 42.59291477137187,
                        "output_per_gpu": 1367.5302009229188,
                        "total_per_gpu": 12304.233135463148,
                        "tpot_error_pct": 5.35,
                        "tpot_ms": 23.478083276708116,
                        "tpot_relative": 3.073164,
                        "ttft_error_pct": 2.2,
                        "ttft_ms": 143183.63388999665,
                        "ttft_relative": 672.751403,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 166939.21795659533,
                        "interactivity_tok_s": 44.87142871232147,
                        "output_per_gpu": 1351.0519602972724,
                        "total_per_gpu": 12155.971609550683,
                        "tpot_ms": 22.285896141421613,
                        "tpot_relative": 2.917112,
                        "ttft_ms": 146399.66525538397,
                        "ttft_relative": 687.861996,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 33.33,
                    "points": 1,
                    "status_counts": {
                      "failed": 2,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.45,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 64.12,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.8,
                    "tpot_shape_error_pct": 1.29,
                    "ttft_mape_pct": 11.21,
                    "ttft_shape_error_pct": 5.69
                  },
                  "framework": "vllm",
                  "id": "606dd2023fbaf8a7",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 36304.14292888906,
                        "interactivity_tok_s": 28.410539982218058,
                        "output_per_gpu": 1803.4305376178042,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.45,
                        "tpot_ms": 35.19820463200954,
                        "tpot_relative": 1.054533,
                        "ttft_error_pct": 64.12,
                        "ttft_ms": 296.37959034329765,
                        "ttft_relative": 0.358801,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 31378.308623828187,
                        "interactivity_tok_s": 30.0103731970296,
                        "output_per_gpu": 1844.7467696863312,
                        "total_per_gpu": 16654.524820336257,
                        "tpot_error_pct": 0.17,
                        "tpot_ms": 33.32181154278278,
                        "tpot_relative": 0.998317,
                        "ttft_error_pct": 13.2,
                        "ttft_ms": 716.9663404874998,
                        "ttft_relative": 0.86797,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 31543.64451484653,
                        "interactivity_tok_s": 29.959859414187267,
                        "output_per_gpu": 1837.5668235898465,
                        "total_per_gpu": 16589.703679333306,
                        "tpot_ms": 33.37799374073356,
                        "tpot_relative": 1.0,
                        "ttft_ms": 826.0266710492942,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 56320.952847264576,
                        "interactivity_tok_s": 20.912188067648387,
                        "output_per_gpu": 2053.124696238212,
                        "total_per_gpu": 18472.809523067946,
                        "tpot_error_pct": 1.29,
                        "tpot_ms": 47.81900376780859,
                        "tpot_relative": 1.432651,
                        "ttft_error_pct": 15.16,
                        "ttft_ms": 12181.89863645273,
                        "ttft_relative": 14.747585,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 57925.37078624537,
                        "interactivity_tok_s": 21.18291576752596,
                        "output_per_gpu": 1991.1554185088464,
                        "total_per_gpu": 17915.246377549265,
                        "tpot_ms": 47.207854243230756,
                        "tpot_relative": 1.414341,
                        "ttft_ms": 14358.435714773623,
                        "ttft_relative": 17.382533,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 110908.75193497309,
                        "interactivity_tok_s": 20.74665720371397,
                        "output_per_gpu": 2057.787356388791,
                        "total_per_gpu": 18520.235703861636,
                        "tpot_error_pct": 0.94,
                        "tpot_ms": 48.200536124006746,
                        "tpot_relative": 1.444081,
                        "ttft_error_pct": 5.28,
                        "ttft_ms": 66429.79806144282,
                        "ttft_relative": 80.420888,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 114211.2237208717,
                        "interactivity_tok_s": 20.941140021103774,
                        "output_per_gpu": 1997.499489510987,
                        "total_per_gpu": 17977.640522103207,
                        "tpot_ms": 47.75289210578955,
                        "tpot_relative": 1.43067,
                        "ttft_ms": 70133.33628584283,
                        "ttft_relative": 84.904445,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.31,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 2.26,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.42,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 42.95,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "5dece27cbe37ada7",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6489.440206246394,
                        "interactivity_tok_s": 161.2613193985801,
                        "output_per_gpu": 78.82035795747944,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.31,
                        "tpot_ms": 6.201115082832473,
                        "tpot_relative": 1.143071,
                        "ttft_error_pct": 2.26,
                        "ttft_ms": 145.69947650877418,
                        "ttft_relative": 1.022574,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5686.492016300009,
                        "interactivity_tok_s": 163.97499048321762,
                        "output_per_gpu": 78.81316959555492,
                        "total_per_gpu": 708.4833915646605,
                        "tpot_error_pct": 12.42,
                        "tpot_ms": 6.098490977514935,
                        "tpot_relative": 1.124154,
                        "ttft_error_pct": 42.95,
                        "ttft_ms": 81.28199350000037,
                        "ttft_relative": 0.570468,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5128.29423712501,
                        "interactivity_tok_s": 184.33311915844885,
                        "output_per_gpu": 87.24852151386395,
                        "total_per_gpu": 784.3121745814279,
                        "tpot_ms": 5.424961095246379,
                        "tpot_relative": 1.0,
                        "ttft_ms": 142.48304342581832,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 88.24,
                "points": 30,
                "status_counts": {
                  "failed": 4,
                  "success": 30,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.46,
                "tpot_shape_error_pct": 4.59,
                "ttft_mape_pct": 45.14,
                "ttft_shape_error_pct": 37.15
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 34,
                "status_counts": {
                  "failed": 0,
                  "success": 34,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.74,
                "tpot_shape_error_pct": 4.9,
                "ttft_mape_pct": 31.75,
                "ttft_shape_error_pct": 18.42
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 34,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.26,
                    "tpot_shape_error_pct": 11.81,
                    "ttft_mape_pct": 71.31,
                    "ttft_shape_error_pct": 84.22
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.81,
                    "tpot_shape_error_pct": 9.97,
                    "ttft_mape_pct": 50.31,
                    "ttft_shape_error_pct": 55.66
                  },
                  "framework": "dynamo-vllm",
                  "id": "02107c30520c7cf7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10965.246,
                        "interactivity_tok_s": 95.58401835213152,
                        "output_per_gpu": 563.3638,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.38,
                        "tpot_ms": 10.462,
                        "tpot_relative": 1.163846,
                        "ttft_error_pct": 50.44,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.4956,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9055.267805862522,
                        "interactivity_tok_s": 106.35741956696886,
                        "output_per_gpu": 631.6914061469461,
                        "total_per_gpu": 5648.785688722588,
                        "tpot_error_pct": 4.6,
                        "tpot_ms": 9.402258949789031,
                        "tpot_relative": 1.045955,
                        "ttft_error_pct": 31.15,
                        "ttft_ms": 364.86150931250046,
                        "ttft_relative": 0.688544,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 8839.23948716656,
                        "interactivity_tok_s": 111.24509509429811,
                        "output_per_gpu": 810.9679886450816,
                        "total_per_gpu": 5806.426850561352,
                        "tpot_ms": 8.989160368395021,
                        "tpot_relative": 1.0,
                        "ttft_ms": 529.902934659367,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18563.067,
                        "interactivity_tok_s": 55.90027391134217,
                        "output_per_gpu": 1263.3292,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.13,
                        "tpot_ms": 17.889,
                        "tpot_relative": 1.990064,
                        "ttft_error_pct": 92.18,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.4956,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15556.405331724915,
                        "interactivity_tok_s": 63.242359449967324,
                        "output_per_gpu": 1462.6491484621092,
                        "total_per_gpu": 13204.916223080236,
                        "tpot_error_pct": 15.02,
                        "tpot_ms": 15.81218677951328,
                        "tpot_relative": 1.759028,
                        "ttft_error_pct": 69.47,
                        "ttft_ms": 1025.5174438664042,
                        "ttft_relative": 1.935293,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 15993.034874697332,
                        "interactivity_tok_s": 72.74175279909889,
                        "output_per_gpu": 1779.3296764030335,
                        "total_per_gpu": 12856.984720937377,
                        "tpot_ms": 13.74726290637841,
                        "tpot_relative": 1.529316,
                        "ttft_ms": 3359.03015136455,
                        "ttft_relative": 6.338954,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.31,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 4.91,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.5,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 41.16,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "ee37d74eea4effca",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6611.358,
                        "interactivity_tok_s": 161.13438607798903,
                        "output_per_gpu": 65.94555555555556,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.31,
                        "tpot_ms": 6.206,
                        "tpot_relative": 1.113124,
                        "ttft_error_pct": 4.91,
                        "ttft_ms": 262.62,
                        "ttft_relative": 1.049135,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5399.549066825,
                        "interactivity_tok_s": 174.99547162336418,
                        "output_per_gpu": 73.69333320690868,
                        "total_per_gpu": 662.459115831321,
                        "tpot_error_pct": 2.5,
                        "tpot_ms": 5.714433583471579,
                        "tpot_relative": 1.024955,
                        "ttft_error_pct": 41.16,
                        "ttft_ms": 147.28140187499977,
                        "ttft_relative": 0.588371,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 5374.769606275095,
                        "interactivity_tok_s": 179.36256948076965,
                        "output_per_gpu": 82.99924239842663,
                        "total_per_gpu": 663.8536213690517,
                        "tpot_ms": 5.575299254994309,
                        "tpot_relative": 1.0,
                        "ttft_ms": 250.3204449502846,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.07,
                    "tpot_shape_error_pct": 1.19,
                    "ttft_mape_pct": 71.14,
                    "ttft_shape_error_pct": 60.29
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.94,
                    "tpot_shape_error_pct": 3.66,
                    "ttft_mape_pct": 38.99,
                    "ttft_shape_error_pct": 13.57
                  },
                  "framework": "dynamo-vllm",
                  "id": "f54dd3b2faeacef6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14402.526,
                        "interactivity_tok_s": 72.34843003906816,
                        "output_per_gpu": 710.6423333333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.04,
                        "tpot_ms": 13.822,
                        "tpot_relative": 1.250419,
                        "ttft_error_pct": 47.32,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.526798,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11726.131190035994,
                        "interactivity_tok_s": 80.76276807894247,
                        "output_per_gpu": 815.721757278528,
                        "total_per_gpu": 7352.734810235185,
                        "tpot_error_pct": 12.01,
                        "tpot_ms": 12.381943112976748,
                        "tpot_relative": 1.120143,
                        "ttft_error_pct": 34.35,
                        "ttft_ms": 327.2655006625012,
                        "ttft_relative": 0.656473,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 10673.764683925765,
                        "interactivity_tok_s": 90.46587439329258,
                        "output_per_gpu": 1343.3765206357325,
                        "total_per_gpu": 8079.103286297869,
                        "tpot_ms": 11.053891942198959,
                        "tpot_relative": 1.0,
                        "ttft_ms": 498.52078498370247,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18563.067,
                        "interactivity_tok_s": 55.90027391134217,
                        "output_per_gpu": 1098.3083333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.78,
                        "tpot_ms": 17.889,
                        "tpot_relative": 1.618344,
                        "ttft_error_pct": 63.83,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.526798,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15127.603309161786,
                        "interactivity_tok_s": 62.85219631857908,
                        "output_per_gpu": 1258.2899487262423,
                        "total_per_gpu": 11359.944642051929,
                        "tpot_error_pct": 10.09,
                        "tpot_ms": 15.910342972444392,
                        "tpot_relative": 1.439343,
                        "ttft_error_pct": 30.26,
                        "ttft_ms": 506.43845013124894,
                        "ttft_relative": 1.015882,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 14008.49012310664,
                        "interactivity_tok_s": 69.19270368257679,
                        "output_per_gpu": 2039.4876410714119,
                        "total_per_gpu": 12280.683463525622,
                        "tpot_ms": 14.45239088484711,
                        "tpot_relative": 1.307448,
                        "ttft_ms": 726.171656207589,
                        "ttft_relative": 1.456653,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26507.685,
                        "interactivity_tok_s": 38.97875657766517,
                        "output_per_gpu": 1531.508,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.12,
                        "tpot_ms": 25.655,
                        "tpot_relative": 2.320902,
                        "ttft_error_pct": 80.56,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.526798,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21205.959178392055,
                        "interactivity_tok_s": 45.21050635541635,
                        "output_per_gpu": 1800.4593730384138,
                        "total_per_gpu": 16199.4754206113,
                        "tpot_error_pct": 7.01,
                        "tpot_ms": 22.11875248949069,
                        "tpot_relative": 2.000992,
                        "ttft_error_pct": 38.2,
                        "ttft_ms": 834.772106423438,
                        "ttft_relative": 1.674498,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 20386.33235169218,
                        "interactivity_tok_s": 48.381448299402855,
                        "output_per_gpu": 2801.0671157171514,
                        "total_per_gpu": 16808.527768929645,
                        "tpot_ms": 20.669079474670095,
                        "tpot_relative": 1.869846,
                        "ttft_ms": 1350.8220087597692,
                        "ttft_relative": 2.70966,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 41595.912,
                        "interactivity_tok_s": 24.75002475002475,
                        "output_per_gpu": 1944.9241666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.33,
                        "tpot_ms": 40.404,
                        "tpot_relative": 3.655183,
                        "ttft_error_pct": 92.86,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.526798,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32889.822355431475,
                        "interactivity_tok_s": 29.55111281455949,
                        "output_per_gpu": 2327.23818063885,
                        "total_per_gpu": 20945.3126974672,
                        "tpot_error_pct": 6.65,
                        "tpot_ms": 33.83967318845981,
                        "tpot_relative": 3.061336,
                        "ttft_error_pct": 53.13,
                        "ttft_ms": 1722.8473997724639,
                        "ttft_relative": 3.455919,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 32899.58264573925,
                        "interactivity_tok_s": 31.515148522542944,
                        "output_per_gpu": 3495.0123619853703,
                        "total_per_gpu": 20982.217392639624,
                        "tpot_ms": 31.730772243852666,
                        "tpot_relative": 2.870552,
                        "ttft_ms": 3675.9153839705505,
                        "ttft_relative": 7.373645,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.59,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 71.83,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.66,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 30.73,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "1d0e96a6be8a4f3e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22427.961,
                        "interactivity_tok_s": 46.15313610559837,
                        "output_per_gpu": 1360.128,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.59,
                        "tpot_ms": 21.667,
                        "tpot_relative": 1.115882,
                        "ttft_error_pct": 71.83,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.281737,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18410.305732460492,
                        "interactivity_tok_s": 51.842733087128934,
                        "output_per_gpu": 1551.8702152673088,
                        "total_per_gpu": 13958.010811953058,
                        "tpot_error_pct": 0.66,
                        "tpot_ms": 19.289106504461497,
                        "tpot_relative": 0.993417,
                        "ttft_error_pct": 30.73,
                        "ttft_ms": 645.6606070302064,
                        "ttft_relative": 0.69266,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 384,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 18823.868768808567,
                        "interactivity_tok_s": 51.501451989020296,
                        "output_per_gpu": 2258.3034888989605,
                        "total_per_gpu": 13543.051198894895,
                        "tpot_ms": 19.41692828802559,
                        "tpot_relative": 1.0,
                        "ttft_ms": 932.1459666630063,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.19,
                    "tpot_shape_error_pct": 3.44,
                    "ttft_mape_pct": 74.97,
                    "ttft_shape_error_pct": 19.82
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.6,
                    "tpot_shape_error_pct": 2.21,
                    "ttft_mape_pct": 31.23,
                    "ttft_shape_error_pct": 1.44
                  },
                  "framework": "dynamo-vllm",
                  "id": "31a113ee6d60a4e6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 32149.53,
                        "interactivity_tok_s": 32.082130253448824,
                        "output_per_gpu": 1418.065875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.21,
                        "tpot_ms": 31.17,
                        "tpot_relative": 1.15213,
                        "ttft_error_pct": 72.22,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.277837,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25683.354562018463,
                        "interactivity_tok_s": 36.782404398417455,
                        "output_per_gpu": 1676.3203341290632,
                        "total_per_gpu": 15077.354483564153,
                        "tpot_error_pct": 0.49,
                        "tpot_ms": 27.186912230322402,
                        "tpot_relative": 1.004904,
                        "ttft_error_pct": 31.72,
                        "ttft_ms": 645.3965222645857,
                        "ttft_relative": 0.682792,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 384,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 25862.243105988804,
                        "interactivity_tok_s": 36.96277498252833,
                        "output_per_gpu": 3326.7633009002093,
                        "total_per_gpu": 14967.631998324878,
                        "tpot_ms": 27.054245804669232,
                        "tpot_relative": 1.0,
                        "ttft_ms": 945.2314728341046,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 39100.815,
                        "interactivity_tok_s": 26.340050046095087,
                        "output_per_gpu": 1552.430125,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.17,
                        "tpot_ms": 37.965,
                        "tpot_relative": 1.403292,
                        "ttft_error_pct": 77.72,
                        "ttft_ms": 262.62,
                        "ttft_relative": 0.277837,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30954.183220180304,
                        "interactivity_tok_s": 30.56042613339324,
                        "output_per_gpu": 1854.5353928834056,
                        "total_per_gpu": 16690.95326624459,
                        "tpot_error_pct": 2.71,
                        "tpot_ms": 32.72205680755559,
                        "tpot_relative": 1.209498,
                        "ttft_error_pct": 30.74,
                        "ttft_ms": 816.5687413222672,
                        "ttft_relative": 0.863882,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 30517.112263287698,
                        "interactivity_tok_s": 31.390103137103882,
                        "output_per_gpu": 3760.37909172925,
                        "total_per_gpu": 16931.504829480655,
                        "tpot_ms": 31.857174716255557,
                        "tpot_relative": 1.17753,
                        "ttft_ms": 1178.9434890128896,
                        "ttft_relative": 1.247254,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.82,
                    "tpot_shape_error_pct": 8.76,
                    "ttft_mape_pct": 18.42,
                    "ttft_shape_error_pct": 27.7
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.9,
                    "tpot_shape_error_pct": 7.76,
                    "ttft_mape_pct": 38.64,
                    "ttft_shape_error_pct": 2.35
                  },
                  "framework": "dynamo-vllm",
                  "id": "e6df7172ee7d3dc0",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6636.933,
                        "interactivity_tok_s": 160.48788316482106,
                        "output_per_gpu": 59.1626,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.62,
                        "tpot_ms": 6.231,
                        "tpot_relative": 1.096222,
                        "ttft_error_pct": 19.88,
                        "ttft_ms": 262.62,
                        "ttft_relative": 1.198775,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5497.007193299991,
                        "interactivity_tok_s": 174.15031309750842,
                        "output_per_gpu": 67.8156649964169,
                        "total_per_gpu": 604.3370961019907,
                        "tpot_error_pct": 1.02,
                        "tpot_ms": 5.742165961195203,
                        "tpot_relative": 1.010221,
                        "ttft_error_pct": 39.51,
                        "ttft_ms": 132.52111264999957,
                        "ttft_relative": 0.604916,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 5529.351879563183,
                        "interactivity_tok_s": 175.93031577169933,
                        "output_per_gpu": 84.30125289306145,
                        "total_per_gpu": 601.5751828475555,
                        "tpot_ms": 5.684068692843573,
                        "tpot_relative": 1.0,
                        "ttft_ms": 219.07368609681726,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7333.596,
                        "interactivity_tok_s": 144.67592592592592,
                        "output_per_gpu": 106.6434,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.81,
                        "tpot_ms": 6.912,
                        "tpot_relative": 1.21603,
                        "ttft_error_pct": 6.91,
                        "ttft_ms": 262.62,
                        "ttft_relative": 1.198775,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5963.390373075008,
                        "interactivity_tok_s": 158.04043389612013,
                        "output_per_gpu": 120.27811322007116,
                        "total_per_gpu": 1081.228505622243,
                        "tpot_error_pct": 6.02,
                        "tpot_ms": 6.327494650244375,
                        "tpot_relative": 1.113198,
                        "ttft_error_pct": 39.89,
                        "ttft_ms": 147.6475865000009,
                        "ttft_relative": 0.673963,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 5730.820269818651,
                        "interactivity_tok_s": 167.55542460298608,
                        "output_per_gpu": 156.44377632809997,
                        "total_per_gpu": 1126.1571552877817,
                        "tpot_ms": 5.9681744256830145,
                        "tpot_relative": 1.049983,
                        "ttft_ms": 245.64437931985594,
                        "ttft_relative": 1.121287,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8302.377,
                        "interactivity_tok_s": 127.2426517368622,
                        "output_per_gpu": 187.474,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.05,
                        "tpot_ms": 7.859,
                        "tpot_relative": 1.382636,
                        "ttft_error_pct": 16.19,
                        "ttft_ms": 262.62,
                        "ttft_relative": 1.198775,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6852.911601537501,
                        "interactivity_tok_s": 138.84047629007165,
                        "output_per_gpu": 212.12645465504687,
                        "total_per_gpu": 1886.962888525672,
                        "tpot_error_pct": 10.94,
                        "tpot_ms": 7.20251058423882,
                        "tpot_relative": 1.26714,
                        "ttft_error_pct": 39.09,
                        "ttft_ms": 190.86586506250046,
                        "ttft_relative": 0.87124,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 6318.02729566698,
                        "interactivity_tok_s": 154.02767680727482,
                        "output_per_gpu": 287.214879318421,
                        "total_per_gpu": 2045.9126790244384,
                        "tpot_ms": 6.492339693282768,
                        "tpot_relative": 1.142199,
                        "ttft_ms": 313.3577437110944,
                        "ttft_relative": 1.430376,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9225.123,
                        "interactivity_tok_s": 114.14222120762471,
                        "output_per_gpu": 336.3226,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.8,
                        "tpot_ms": 8.761,
                        "tpot_relative": 1.541325,
                        "ttft_error_pct": 30.71,
                        "ttft_ms": 262.62,
                        "ttft_relative": 1.198775,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7510.534805875007,
                        "interactivity_tok_s": 125.77764792774903,
                        "output_per_gpu": 376.295061841396,
                        "total_per_gpu": 3395.968747564008,
                        "tpot_error_pct": 9.62,
                        "tpot_ms": 7.95053824328496,
                        "tpot_relative": 1.398741,
                        "ttft_error_pct": 36.05,
                        "ttft_ms": 242.35802373125085,
                        "ttft_relative": 1.106285,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26857293503",
                      "measured": {
                        "e2e_ms": 7005.0544524608995,
                        "interactivity_tok_s": 137.88072277473998,
                        "output_per_gpu": 506.23200216194124,
                        "total_per_gpu": 3657.297107142942,
                        "tpot_ms": 7.2526454741155595,
                        "tpot_relative": 1.27596,
                        "ttft_ms": 378.997390170116,
                        "ttft_relative": 1.73,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 66.67,
                    "points": 2,
                    "status_counts": {
                      "failed": 1,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.33,
                    "tpot_shape_error_pct": 6.25,
                    "ttft_mape_pct": 63.47,
                    "ttft_shape_error_pct": 40.65
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 32.04,
                    "tpot_shape_error_pct": 3.45,
                    "ttft_mape_pct": 44.74,
                    "ttft_shape_error_pct": 95.87
                  },
                  "framework": "trt",
                  "id": "95c9c7dcfd25ff39",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 36349.02212600086,
                        "interactivity_tok_s": 28.75303126305516,
                        "output_per_gpu": 1814.2860192211854,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.96,
                        "tpot_ms": 34.77894176969447,
                        "tpot_relative": 1.07962,
                        "ttft_error_pct": 54.15,
                        "ttft_ms": 770.164695603413,
                        "ttft_relative": 0.458543,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 38904.69232540393,
                        "interactivity_tok_s": 24.049972884226385,
                        "output_per_gpu": 1492.063973075569,
                        "total_per_gpu": 13470.475667151793,
                        "tpot_error_pct": 29.07,
                        "tpot_ms": 41.580088460551586,
                        "tpot_relative": 1.290744,
                        "ttft_error_pct": 62.69,
                        "ttft_ms": 626.6354970406238,
                        "ttft_relative": 0.373088,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 31294.09185685072,
                        "interactivity_tok_s": 31.042353450404345,
                        "output_per_gpu": 1844.4091548943782,
                        "total_per_gpu": 16651.476806362367,
                        "tpot_ms": 32.21405237839576,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1679.5922134642751,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 61890.323895118476,
                        "interactivity_tok_s": 16.74954437754093,
                        "output_per_gpu": 2126.8395515015304,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.7,
                        "tpot_ms": 59.70311654213572,
                        "tpot_relative": 1.853325,
                        "ttft_error_pct": 72.79,
                        "ttft_ms": 814.0356725136385,
                        "ttft_relative": 0.484663,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 63625.32989912614,
                        "interactivity_tok_s": 14.760213619019536,
                        "output_per_gpu": 1833.5132536777726,
                        "total_per_gpu": 16496.874814894487,
                        "tpot_error_pct": 30.16,
                        "tpot_ms": 67.74969697670447,
                        "tpot_relative": 2.10311,
                        "ttft_error_pct": 63.04,
                        "ttft_ms": 1105.4132620843739,
                        "ttft_relative": 0.658144,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 50930.73766863622,
                        "interactivity_tok_s": 19.21246452398094,
                        "output_per_gpu": 2273.3000116544185,
                        "total_per_gpu": 20453.817627844594,
                        "tpot_ms": 52.04954308448055,
                        "tpot_relative": 1.61574,
                        "ttft_ms": 2991.1311309953817,
                        "ttft_relative": 1.780867,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 120402.22291169027,
                        "interactivity_tok_s": 11.035515745234706,
                        "output_per_gpu": 1922.586295840413,
                        "total_per_gpu": 17303.416336693288,
                        "tpot_error_pct": 36.88,
                        "tpot_ms": 90.61651698805417,
                        "tpot_relative": 2.81295,
                        "ttft_error_pct": 8.49,
                        "ttft_ms": 36799.35743703503,
                        "ttft_relative": 21.909698,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 94890.0606658234,
                        "interactivity_tok_s": 15.105770519613467,
                        "output_per_gpu": 2431.3112717543804,
                        "total_per_gpu": 21881.978078321517,
                        "tpot_ms": 66.19986704429219,
                        "tpot_relative": 2.055,
                        "ttft_ms": 33919.30846407151,
                        "ttft_relative": 20.194966,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.14,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 31.07,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.42,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 32.86,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "08fc1cb69faf18fa",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6334.4143159714895,
                        "interactivity_tok_s": 166.29885545860168,
                        "output_per_gpu": 159.6661747629621,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.14,
                        "tpot_ms": 6.013270489699427,
                        "tpot_relative": 0.908553,
                        "ttft_error_pct": 31.07,
                        "ttft_ms": 182.83860500897543,
                        "ttft_relative": 1.310667,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5725.071290875001,
                        "interactivity_tok_s": 163.2090076732206,
                        "output_per_gpu": 156.84247547941254,
                        "total_per_gpu": 1409.920315846788,
                        "tpot_error_pct": 7.42,
                        "tpot_ms": 6.127112800061956,
                        "tpot_relative": 0.925754,
                        "ttft_error_pct": 32.86,
                        "ttft_ms": 93.65565947499992,
                        "ttft_relative": 0.671365,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 6222.934890999932,
                        "interactivity_tok_s": 151.091404964784,
                        "output_per_gpu": 144.36366539397926,
                        "total_per_gpu": 1297.7432553708738,
                        "tpot_ms": 6.618510167623879,
                        "tpot_relative": 1.0,
                        "ttft_ms": 139.5004576748761,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.26,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 48.07,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 59.51,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 64.96,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "8c64836578876d2b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 22912.677965393665,
                        "interactivity_tok_s": 46.00418737147772,
                        "output_per_gpu": 1436.981563022129,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.26,
                        "tpot_ms": 21.737151705889996,
                        "tpot_relative": 1.012597,
                        "ttft_error_pct": 48.07,
                        "ttft_ms": 675.5717702681985,
                        "ttft_relative": 0.519342,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 31989.418158616492,
                        "interactivity_tok_s": 29.205074365113834,
                        "output_per_gpu": 907.5059552697209,
                        "total_per_gpu": 8193.03803915181,
                        "tpot_error_pct": 59.51,
                        "tpot_ms": 34.24062501941526,
                        "tpot_relative": 1.595055,
                        "ttft_error_pct": 64.96,
                        "ttft_ms": 455.8075145632806,
                        "ttft_relative": 0.350399,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 21039.34630916583,
                        "interactivity_tok_s": 46.58368753872872,
                        "output_per_gpu": 1365.7305647428059,
                        "total_per_gpu": 12329.92731694466,
                        "tpot_ms": 21.466741961306102,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1300.8231926745793,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.03,
                    "tpot_shape_error_pct": 3.25,
                    "ttft_mape_pct": 61.47,
                    "ttft_shape_error_pct": 14.58
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.04,
                    "tpot_shape_error_pct": 0.59,
                    "ttft_mape_pct": 10.72,
                    "ttft_shape_error_pct": 5.23
                  },
                  "framework": "trt",
                  "id": "642ff8da00078ed1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8599.580945752996,
                        "interactivity_tok_s": 123.8345626372638,
                        "output_per_gpu": 468.17487957958895,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.39,
                        "tpot_ms": 8.075289957046968,
                        "tpot_relative": 0.996063,
                        "ttft_error_pct": 78.86,
                        "ttft_ms": 338.55931969394834,
                        "ttft_relative": 1.788616,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7757.943591824977,
                        "interactivity_tok_s": 121.20574894432474,
                        "output_per_gpu": 463.96303631255546,
                        "total_per_gpu": 4170.750995223218,
                        "tpot_error_pct": 1.77,
                        "tpot_ms": 8.250433735278886,
                        "tpot_relative": 1.017666,
                        "ttft_error_pct": 7.5,
                        "ttft_ms": 175.09457214999995,
                        "ttft_relative": 0.925028,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 7640.991942925029,
                        "interactivity_tok_s": 123.34696618168614,
                        "output_per_gpu": 470.9300655235157,
                        "total_per_gpu": 4233.3804327885555,
                        "tpot_ms": 8.10721196439507,
                        "tpot_relative": 1.0,
                        "ttft_ms": 189.28565162059385,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11533.65715398996,
                        "interactivity_tok_s": 91.66539949456121,
                        "output_per_gpu": 703.3139509476389,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.69,
                        "tpot_ms": 10.909241715128651,
                        "tpot_relative": 1.345622,
                        "ttft_error_pct": 59.73,
                        "ttft_ms": 373.50287941334864,
                        "ttft_relative": 1.973223,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10294.220993500054,
                        "interactivity_tok_s": 91.77489695776066,
                        "output_per_gpu": 709.076720693035,
                        "total_per_gpu": 6307.565264507223,
                        "tpot_error_pct": 1.57,
                        "tpot_ms": 10.896225799744013,
                        "tpot_relative": 1.344016,
                        "ttft_error_pct": 12.21,
                        "ttft_ms": 205.28614788749965,
                        "ttft_relative": 1.084531,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 10164.835356795811,
                        "interactivity_tok_s": 93.21454882989337,
                        "output_per_gpu": 717.7772061918064,
                        "total_per_gpu": 6384.960105594041,
                        "tpot_ms": 10.727939066946444,
                        "tpot_relative": 1.323259,
                        "ttft_ms": 233.8298771515838,
                        "ttft_relative": 1.235328,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16390.43632672849,
                        "interactivity_tok_s": 64.1501351067173,
                        "output_per_gpu": 996.964820506812,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.0,
                        "tpot_ms": 15.588431705349405,
                        "tpot_relative": 1.922786,
                        "ttft_error_pct": 45.83,
                        "ttft_ms": 443.47069215604796,
                        "ttft_relative": 2.342865,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14358.566870475004,
                        "interactivity_tok_s": 64.91508107487951,
                        "output_per_gpu": 995.7090733223231,
                        "total_per_gpu": 8986.025163661989,
                        "tpot_error_pct": 2.78,
                        "tpot_ms": 15.40474083127926,
                        "tpot_relative": 1.900128,
                        "ttft_error_pct": 12.47,
                        "ttft_ms": 266.18046134375,
                        "ttft_relative": 1.406237,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 14015.708882271429,
                        "interactivity_tok_s": 66.7165133794523,
                        "output_per_gpu": 1019.3223204637736,
                        "total_per_gpu": 9199.128808786809,
                        "tpot_ms": 14.988792869202683,
                        "tpot_relative": 1.848822,
                        "ttft_ms": 304.1036628826987,
                        "ttft_relative": 1.606586,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.28,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 53.97,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.27,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 22.68,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "b298a6c887310946",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5775.590438925399,
                        "interactivity_tok_s": 182.61347313306914,
                        "output_per_gpu": 87.50942912645158,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.28,
                        "tpot_ms": 5.476047209678264,
                        "tpot_relative": 0.927192,
                        "ttft_error_pct": 53.97,
                        "ttft_ms": 173.594143424535,
                        "ttft_relative": 1.539716,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5229.373118974991,
                        "interactivity_tok_s": 178.7394033000981,
                        "output_per_gpu": 85.68787855288677,
                        "total_per_gpu": 770.2829251084188,
                        "tpot_error_pct": 5.27,
                        "tpot_ms": 5.594737262947163,
                        "tpot_relative": 0.947289,
                        "ttft_error_pct": 22.68,
                        "ttft_ms": 87.17499482499983,
                        "ttft_relative": 0.77321,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27439020618",
                      "measured": {
                        "e2e_ms": 5541.586073997314,
                        "interactivity_tok_s": 169.31782673195917,
                        "output_per_gpu": 80.94297728014055,
                        "total_per_gpu": 727.6290924608314,
                        "tpot_ms": 5.9060526543555465,
                        "tpot_relative": 1.0,
                        "ttft_ms": 112.74425442097709,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.03,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 27.62,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.33,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 30.63,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "4e339f1df3065943",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6246.902128272613,
                        "interactivity_tok_s": 167.52633816679173,
                        "output_per_gpu": 81.88058488783135,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.03,
                        "tpot_ms": 5.969210638415465,
                        "tpot_relative": 1.110324,
                        "ttft_error_pct": 27.62,
                        "ttft_ms": 140.39964517359206,
                        "ttft_relative": 1.276224,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5478.691185450003,
                        "interactivity_tok_s": 170.1307721723696,
                        "output_per_gpu": 81.81654683218464,
                        "total_per_gpu": 735.481961748742,
                        "tpot_error_pct": 9.33,
                        "tpot_ms": 5.877831430676401,
                        "tpot_relative": 1.093327,
                        "ttft_error_pct": 30.63,
                        "ttft_ms": 76.31533290000004,
                        "ttft_relative": 0.693702,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5051.284683075937,
                        "interactivity_tok_s": 186.0085058460317,
                        "output_per_gpu": 88.42193616848446,
                        "total_per_gpu": 794.8604725179712,
                        "tpot_ms": 5.376098235140648,
                        "tpot_relative": 1.0,
                        "ttft_ms": 110.0117302245053,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.19,
                    "tpot_shape_error_pct": 1.37,
                    "ttft_mape_pct": 16.34,
                    "ttft_shape_error_pct": 10.52
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.1,
                    "tpot_shape_error_pct": 1.43,
                    "ttft_mape_pct": 30.4,
                    "ttft_shape_error_pct": 2.73
                  },
                  "framework": "vllm",
                  "id": "705323ce7ce8ff7f",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6957.230452363688,
                        "interactivity_tok_s": 150.29890562909702,
                        "output_per_gpu": 147.04126979902475,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.42,
                        "tpot_ms": 6.653408391859944,
                        "tpot_relative": 1.134188,
                        "ttft_error_pct": 22.8,
                        "ttft_ms": 150.79366749096422,
                        "ttft_relative": 1.227963,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6087.544685850005,
                        "interactivity_tok_s": 153.161486322504,
                        "output_per_gpu": 147.46698774827374,
                        "total_per_gpu": 1325.6402725568566,
                        "tpot_error_pct": 11.3,
                        "tpot_ms": 6.529056514209801,
                        "tpot_relative": 1.11299,
                        "ttft_error_pct": 29.44,
                        "ttft_ms": 86.65225305000001,
                        "ttft_relative": 0.705638,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 5514.4867812989105,
                        "interactivity_tok_s": 170.4672583550082,
                        "output_per_gpu": 162.6083313251489,
                        "total_per_gpu": 1461.7519212221746,
                        "tpot_ms": 5.866229149514686,
                        "tpot_relative": 1.0,
                        "ttft_ms": 122.7998054746422,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8121.421014419773,
                        "interactivity_tok_s": 128.59145708392572,
                        "output_per_gpu": 251.926355790111,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.97,
                        "tpot_ms": 7.776566365115111,
                        "tpot_relative": 1.32565,
                        "ttft_error_pct": 9.88,
                        "ttft_ms": 165.99362290701455,
                        "ttft_relative": 1.351742,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7170.8249251375,
                        "interactivity_tok_s": 130.95583951265644,
                        "output_per_gpu": 253.82275934165358,
                        "total_per_gpu": 2257.870796547949,
                        "tpot_error_pct": 12.89,
                        "tpot_ms": 7.6361619590346965,
                        "tpot_relative": 1.301716,
                        "ttft_error_pct": 31.36,
                        "ttft_ms": 103.68579975000026,
                        "ttft_relative": 0.844348,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 6411.227284162396,
                        "interactivity_tok_s": 147.84087868463178,
                        "output_per_gpu": 283.67735098156004,
                        "total_per_gpu": 2523.4411921320434,
                        "tpot_ms": 6.764029062172715,
                        "tpot_relative": 1.153045,
                        "ttft_ms": 151.06642724977064,
                        "ttft_relative": 1.230185,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 71.43,
                    "points": 5,
                    "status_counts": {
                      "failed": 2,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.32,
                    "tpot_shape_error_pct": 3.56,
                    "ttft_mape_pct": 24.36,
                    "ttft_shape_error_pct": 36.5
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.36,
                    "tpot_shape_error_pct": 6.18,
                    "ttft_mape_pct": 17.05,
                    "ttft_shape_error_pct": 6.71
                  },
                  "framework": "vllm",
                  "id": "6dc0bb2c7bf3540e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9144.186127392964,
                        "interactivity_tok_s": 114.77590478577342,
                        "output_per_gpu": 447.49745280684067,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.68,
                        "tpot_ms": 8.712630075680753,
                        "tpot_relative": 1.156831,
                        "ttft_error_pct": 26.31,
                        "ttft_ms": 231.16555997155353,
                        "ttft_relative": 1.263114,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7893.161838699966,
                        "interactivity_tok_s": 118.6880622230818,
                        "output_per_gpu": 456.18623183227817,
                        "total_per_gpu": 4100.842160925646,
                        "tpot_error_pct": 11.87,
                        "tpot_ms": 8.425447187101565,
                        "tpot_relative": 1.118699,
                        "ttft_error_pct": 18.39,
                        "ttft_ms": 149.35220784999996,
                        "ttft_relative": 0.816077,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 7105.605802250648,
                        "interactivity_tok_s": 132.77627117330627,
                        "output_per_gpu": 505.78347267599366,
                        "total_per_gpu": 4546.691776992688,
                        "tpot_ms": 7.5314662112686515,
                        "tpot_relative": 1.0,
                        "ttft_ms": 183.0124346750381,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12628.66841093938,
                        "interactivity_tok_s": 82.67890238457049,
                        "output_per_gpu": 648.0493218834333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.08,
                        "tpot_ms": 12.094983982112222,
                        "tpot_relative": 1.605927,
                        "ttft_error_pct": 8.16,
                        "ttft_ms": 255.49979723857598,
                        "ttft_relative": 1.396079,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10927.290610500087,
                        "interactivity_tok_s": 86.15672092578866,
                        "output_per_gpu": 668.2816063241717,
                        "total_per_gpu": 5944.673861016857,
                        "tpot_error_pct": 16.19,
                        "tpot_ms": 11.60675556421597,
                        "tpot_relative": 1.541102,
                        "ttft_error_pct": 22.74,
                        "ttft_ms": 182.49635063749963,
                        "ttft_relative": 0.99718,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 9482.446413999787,
                        "interactivity_tok_s": 100.10839885079051,
                        "output_per_gpu": 769.0250610068946,
                        "total_per_gpu": 6840.833468064921,
                        "tpot_ms": 9.989171852508392,
                        "tpot_relative": 1.326325,
                        "ttft_ms": 236.21780332396156,
                        "ttft_relative": 1.29072,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17210.807389448717,
                        "interactivity_tok_s": 60.425194461909726,
                        "output_per_gpu": 951.0303398104722,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.62,
                        "tpot_ms": 16.549388196514133,
                        "tpot_relative": 2.197366,
                        "ttft_error_pct": 7.35,
                        "ttft_ms": 280.78326441475843,
                        "ttft_relative": 1.534231,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14723.897774887499,
                        "interactivity_tok_s": 63.16079477308395,
                        "output_per_gpu": 970.6733673167705,
                        "total_per_gpu": 8760.084183325946,
                        "tpot_error_pct": 12.53,
                        "tpot_ms": 15.83260634374017,
                        "tpot_relative": 2.102194,
                        "ttft_error_pct": 20.04,
                        "ttft_ms": 242.3334363,
                        "ttft_relative": 1.324136,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 13177.64753314982,
                        "interactivity_tok_s": 71.07183127077764,
                        "output_per_gpu": 1082.385483600832,
                        "total_per_gpu": 9768.258071573275,
                        "tpot_ms": 14.07027203492316,
                        "tpot_relative": 1.868198,
                        "ttft_ms": 303.0690713875174,
                        "ttft_relative": 1.656003,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23947.03730008929,
                        "interactivity_tok_s": 43.27867580260682,
                        "output_per_gpu": 1367.0167039777375,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.82,
                        "tpot_ms": 23.106067398202757,
                        "tpot_relative": 3.067937,
                        "ttft_error_pct": 30.53,
                        "ttft_ms": 309.53035172786906,
                        "ttft_relative": 1.691308,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20521.7917531749,
                        "interactivity_tok_s": 45.83386097750479,
                        "output_per_gpu": 1411.9884481896493,
                        "total_per_gpu": 12626.450290697636,
                        "tpot_error_pct": 2.76,
                        "tpot_ms": 21.817930645004985,
                        "tpot_relative": 2.896903,
                        "ttft_error_pct": 23.78,
                        "ttft_ms": 339.59822099375,
                        "ttft_relative": 1.855602,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 20087.002899171875,
                        "interactivity_tok_s": 47.096660987078394,
                        "output_per_gpu": 1442.008635982088,
                        "total_per_gpu": 12894.900368575132,
                        "tpot_ms": 21.2329277498964,
                        "tpot_relative": 2.819229,
                        "ttft_ms": 445.5639902279927,
                        "ttft_relative": 2.43461,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 38028.99388155952,
                        "interactivity_tok_s": 27.144817215592013,
                        "output_per_gpu": 1721.633767222744,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.39,
                        "tpot_ms": 36.83944496872865,
                        "tpot_relative": 4.891404,
                        "ttft_error_pct": 49.46,
                        "ttft_ms": 342.241678550113,
                        "ttft_relative": 1.870046,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32500.57039430471,
                        "interactivity_tok_s": 28.838247488249856,
                        "output_per_gpu": 1785.1837387823662,
                        "total_per_gpu": 16091.249867605326,
                        "tpot_error_pct": 6.73,
                        "tpot_ms": 34.67617095690194,
                        "tpot_relative": 4.604173,
                        "ttft_error_pct": 18.72,
                        "ttft_ms": 550.4416362234379,
                        "ttft_relative": 3.007673,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 30617.837286711212,
                        "interactivity_tok_s": 30.779369342958695,
                        "output_per_gpu": 1894.5058879589142,
                        "total_per_gpu": 17076.65544813303,
                        "tpot_ms": 32.489294658948786,
                        "tpot_relative": 4.313807,
                        "ttft_ms": 677.1880429818793,
                        "ttft_relative": 3.70023,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 51045.96882562466,
                        "interactivity_tok_s": 19.598670495704457,
                        "output_per_gpu": 2263.043930785162,
                        "total_per_gpu": 20430.94582633765,
                        "tpot_error_pct": 0.66,
                        "tpot_ms": 51.023869206800285,
                        "tpot_relative": 6.774759,
                        "ttft_error_pct": 14.03,
                        "ttft_ms": 4096.02497844607,
                        "ttft_relative": 22.381129,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 51408.629482016615,
                        "interactivity_tok_s": 19.72789258568024,
                        "output_per_gpu": 2256.2326133726374,
                        "total_per_gpu": 20369.452695263968,
                        "tpot_ms": 50.68965150012341,
                        "tpot_relative": 6.730383,
                        "ttft_ms": 4764.5437532188,
                        "ttft_relative": 26.033989,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 100691.41666305841,
                        "interactivity_tok_s": 19.45609932322461,
                        "output_per_gpu": 2270.5530498191965,
                        "total_per_gpu": 20429.102079469878,
                        "tpot_error_pct": 0.82,
                        "tpot_ms": 51.39776392929424,
                        "tpot_relative": 6.824403,
                        "ttft_error_pct": 1.63,
                        "ttft_ms": 53290.15820502556,
                        "ttft_relative": 291.183265,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 101199.28545249498,
                        "interactivity_tok_s": 19.615238739390993,
                        "output_per_gpu": 2265.6066050680233,
                        "total_per_gpu": 20384.596876316748,
                        "tpot_ms": 50.980771291445805,
                        "tpot_relative": 6.769037,
                        "ttft_ms": 54175.31930026248,
                        "ttft_relative": 296.019882,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.44,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 36.31,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "7259b3a189b6c655",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 105613.92169374332,
                        "interactivity_tok_s": 12.263399127117887,
                        "output_per_gpu": 2185.715001495687,
                        "total_per_gpu": 19671.59380364968,
                        "tpot_error_pct": 16.44,
                        "tpot_ms": 81.5434603109927,
                        "tpot_relative": 1.164441,
                        "ttft_error_pct": 36.31,
                        "ttft_ms": 30325.62751828301,
                        "ttft_relative": 0.636942,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26980953103",
                      "measured": {
                        "e2e_ms": 112247.25690557579,
                        "interactivity_tok_s": 14.28000438656578,
                        "output_per_gpu": 2046.0295877698331,
                        "total_per_gpu": 18414.414932099913,
                        "tpot_ms": 70.02798969311041,
                        "tpot_relative": 1.0,
                        "ttft_ms": 47611.28972389533,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 58.33,
                "points": 7,
                "status_counts": {
                  "failed": 5,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 21.94,
                "tpot_shape_error_pct": 16.07,
                "ttft_mape_pct": 56.48,
                "ttft_shape_error_pct": 46.01
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 27.79,
                "tpot_shape_error_pct": 35.4,
                "ttft_mape_pct": 42.46,
                "ttft_shape_error_pct": 26.3
              },
              "gpu": "gb200",
              "precisions": [
                "fp4"
              ],
              "rows": 12,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.89,
                    "tpot_shape_error_pct": 3.48,
                    "ttft_mape_pct": 29.25,
                    "ttft_shape_error_pct": 26.38
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.38,
                    "tpot_shape_error_pct": 2.79,
                    "ttft_mape_pct": 46.27,
                    "ttft_shape_error_pct": 6.95
                  },
                  "framework": "dynamo-vllm",
                  "id": "25cfc1bf73abd779",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6986.312,
                        "interactivity_tok_s": 151.67602002123465,
                        "output_per_gpu": 111.73060000000001,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.35,
                        "tpot_ms": 6.593,
                        "tpot_relative": 1.09349,
                        "ttft_error_pct": 14.15,
                        "ttft_ms": 241.673,
                        "ttft_relative": 0.858523,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5714.644322774995,
                        "interactivity_tok_s": 165.0102099812327,
                        "output_per_gpu": 125.44017166696597,
                        "total_per_gpu": 1127.632332478577,
                        "tpot_error_pct": 0.51,
                        "tpot_ms": 6.060231061543005,
                        "tpot_relative": 1.005127,
                        "ttft_error_pct": 48.65,
                        "ttft_ms": 144.55360107499973,
                        "ttft_relative": 0.513514,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 5823.112231091363,
                        "interactivity_tok_s": 165.85624866935598,
                        "output_per_gpu": 153.5818283828794,
                        "total_per_gpu": 1105.555484628721,
                        "tpot_ms": 6.029317604991524,
                        "tpot_relative": 1.0,
                        "ttft_ms": 281.4986912475433,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7825.172,
                        "interactivity_tok_s": 134.89815189531902,
                        "output_per_gpu": 198.7788,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.47,
                        "tpot_ms": 7.413,
                        "tpot_relative": 1.229492,
                        "ttft_error_pct": 26.57,
                        "ttft_ms": 241.673,
                        "ttft_relative": 0.858523,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6475.07905752499,
                        "interactivity_tok_s": 147.08965260493642,
                        "output_per_gpu": 224.3827371339461,
                        "total_per_gpu": 1995.9881877349515,
                        "tpot_error_pct": 4.07,
                        "tpot_ms": 6.798574762331306,
                        "tpot_relative": 1.127586,
                        "ttft_error_pct": 43.26,
                        "ttft_ms": 186.74080714999891,
                        "ttft_relative": 0.663381,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 6371.230091273901,
                        "interactivity_tok_s": 153.07188659390422,
                        "output_per_gpu": 284.42079360112024,
                        "total_per_gpu": 2026.0096175644182,
                        "tpot_ms": 6.532878259042918,
                        "tpot_relative": 1.083519,
                        "ttft_ms": 329.1406451317016,
                        "ttft_relative": 1.169244,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8590.376,
                        "interactivity_tok_s": 122.53400318588409,
                        "output_per_gpu": 361.005,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.84,
                        "tpot_ms": 8.161,
                        "tpot_relative": 1.353553,
                        "ttft_error_pct": 47.02,
                        "ttft_ms": 241.673,
                        "ttft_relative": 0.858523,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7024.067592662492,
                        "interactivity_tok_s": 134.79785929354446,
                        "output_per_gpu": 401.7574210470848,
                        "total_per_gpu": 3625.7601662412317,
                        "tpot_error_pct": 2.57,
                        "tpot_ms": 7.41851543667571,
                        "tpot_relative": 1.230407,
                        "ttft_error_pct": 46.9,
                        "ttft_ms": 242.23608515625006,
                        "ttft_relative": 0.860523,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 7063.6456739433925,
                        "interactivity_tok_s": 138.26809186147366,
                        "output_per_gpu": 503.0708559281245,
                        "total_per_gpu": 3634.459256262674,
                        "tpot_ms": 7.232326609394941,
                        "tpot_relative": 1.199527,
                        "ttft_ms": 456.1858293847763,
                        "ttft_relative": 1.620561,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 60.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 2,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 34.28,
                    "tpot_shape_error_pct": 28.66,
                    "ttft_mape_pct": 75.61,
                    "ttft_shape_error_pct": 65.64
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.54,
                    "tpot_shape_error_pct": 5.6,
                    "ttft_mape_pct": 26.51,
                    "ttft_shape_error_pct": 16.37
                  },
                  "framework": "dynamo-vllm",
                  "id": "b2607f9579058cd5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10414.385,
                        "interactivity_tok_s": 100.56315366049878,
                        "output_per_gpu": 592.7568,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.74,
                        "tpot_ms": 9.944,
                        "tpot_relative": 1.127386,
                        "ttft_error_pct": 56.63,
                        "ttft_ms": 241.673,
                        "ttft_relative": 0.433721,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8598.4022417719,
                        "interactivity_tok_s": 112.24233873550547,
                        "output_per_gpu": 665.1017771610434,
                        "total_per_gpu": 5947.551864426176,
                        "tpot_error_pct": 1.01,
                        "tpot_ms": 8.90929404417044,
                        "tpot_relative": 1.010078,
                        "ttft_error_pct": 34.72,
                        "ttft_ms": 363.73751213125,
                        "ttft_relative": 0.652786,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 8710.464186616446,
                        "interactivity_tok_s": 113.37347309018875,
                        "output_per_gpu": 823.0161507367025,
                        "total_per_gpu": 5892.69014682978,
                        "tpot_ms": 8.820405450616288,
                        "tpot_relative": 1.0,
                        "ttft_ms": 557.2079957230017,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13275.716,
                        "interactivity_tok_s": 78.48677497841614,
                        "output_per_gpu": 925.1226,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.76,
                        "tpot_ms": 12.741,
                        "tpot_relative": 1.444491,
                        "ttft_error_pct": 71.68,
                        "ttft_ms": 241.673,
                        "ttft_relative": 0.433721,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11021.223608412532,
                        "interactivity_tok_s": 87.91442322901436,
                        "output_per_gpu": 1036.3891132351062,
                        "total_per_gpu": 9341.781363360878,
                        "tpot_error_pct": 5.13,
                        "tpot_ms": 11.374697839909963,
                        "tpot_relative": 1.289589,
                        "ttft_error_pct": 35.55,
                        "ttft_ms": 550.0139397906268,
                        "ttft_relative": 0.987089,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 10812.556372879408,
                        "interactivity_tok_s": 92.42284143997244,
                        "output_per_gpu": 1316.7773697612986,
                        "total_per_gpu": 9502.962314982298,
                        "tpot_ms": 10.819836140284524,
                        "tpot_relative": 1.226682,
                        "ttft_ms": 853.4227831281896,
                        "ttft_relative": 1.531605,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24878.582,
                        "interactivity_tok_s": 41.52306606319811,
                        "output_per_gpu": 1372.8154,
                        "total_per_gpu": null,
                        "tpot_error_pct": 72.34,
                        "tpot_ms": 24.083,
                        "tpot_relative": 2.730373,
                        "ttft_error_pct": 98.51,
                        "ttft_ms": 241.673,
                        "ttft_relative": 0.433721,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25723.991194660244,
                        "interactivity_tok_s": 64.54398726187073,
                        "output_per_gpu": 1766.0871609029414,
                        "total_per_gpu": 15890.214454227505,
                        "tpot_error_pct": 10.87,
                        "tpot_ms": 15.49330994911665,
                        "tpot_relative": 1.75653,
                        "ttft_error_pct": 29.53,
                        "ttft_ms": 11454.238565178559,
                        "ttft_relative": 20.556486,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 29125.040379849725,
                        "interactivity_tok_s": 71.55939349529203,
                        "output_per_gpu": 1945.2084218337116,
                        "total_per_gpu": 14007.27155359573,
                        "tpot_ms": 13.974405751018434,
                        "tpot_relative": 1.584327,
                        "ttft_ms": 16254.55709009675,
                        "ttft_relative": 29.171435,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 50125.56075634202,
                        "interactivity_tok_s": 64.15603606651864,
                        "output_per_gpu": 1801.6234296874932,
                        "total_per_gpu": 16214.741753475822,
                        "tpot_error_pct": 6.49,
                        "tpot_ms": 15.58699790871079,
                        "tpot_relative": 1.767152,
                        "ttft_error_pct": 17.98,
                        "ttft_ms": 35768.39367900039,
                        "ttft_relative": 64.192176,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 57088.740678661496,
                        "interactivity_tok_s": 68.32117996590536,
                        "output_per_gpu": 1976.533774222506,
                        "total_per_gpu": 14239.283998780214,
                        "tpot_ms": 14.636749548222596,
                        "tpot_relative": 1.659419,
                        "ttft_ms": 43608.40413870424,
                        "ttft_relative": 78.262345,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 98794.88286822688,
                        "interactivity_tok_s": 63.94697487893724,
                        "output_per_gpu": 1822.7406107764964,
                        "total_per_gpu": 16401.30114883215,
                        "tpot_error_pct": 4.18,
                        "tpot_ms": 15.637956320735643,
                        "tpot_relative": 1.772929,
                        "ttft_error_pct": 14.75,
                        "ttft_ms": 84395.24783651481,
                        "ttft_relative": 151.460942,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 112813.85237996912,
                        "interactivity_tok_s": 66.62059308605767,
                        "output_per_gpu": 1991.299555799378,
                        "total_per_gpu": 14340.580811343763,
                        "tpot_ms": 15.010373724956821,
                        "tpot_relative": 1.701778,
                        "ttft_ms": 98993.0290304309,
                        "ttft_relative": 177.659025,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 25.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 3,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.11,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 80.81,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 74.66,
                    "tpot_shape_error_pct": 96.86,
                    "ttft_mape_pct": 59.56,
                    "ttft_shape_error_pct": 52.44
                  },
                  "framework": "dynamo-vllm",
                  "id": "ec9541e26c8d93ef",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 24968.606,
                        "interactivity_tok_s": 41.37189193661826,
                        "output_per_gpu": 1625.559,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.11,
                        "tpot_ms": 24.171,
                        "tpot_relative": 1.151078,
                        "ttft_error_pct": 80.81,
                        "ttft_ms": 241.673,
                        "ttft_relative": 0.191948,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20405.25408251842,
                        "interactivity_tok_s": 47.07191608517287,
                        "output_per_gpu": 1865.5749812453523,
                        "total_per_gpu": 16785.34739886446,
                        "tpot_error_pct": 1.17,
                        "tpot_ms": 21.244089537179235,
                        "tpot_relative": 1.011692,
                        "ttft_error_pct": 33.34,
                        "ttft_ms": 839.297732313675,
                        "ttft_relative": 0.666608,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 20598.90141595888,
                        "interactivity_tok_s": 47.62226899179296,
                        "output_per_gpu": 2761.5838728926165,
                        "total_per_gpu": 16571.598357385115,
                        "tpot_ms": 20.998579470716447,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1259.057227698304,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 30425.675359425677,
                        "interactivity_tok_s": 32.236613585899754,
                        "output_per_gpu": 2510.9859226262847,
                        "total_per_gpu": 22599.0557244589,
                        "tpot_error_pct": 10.02,
                        "tpot_ms": 31.02062806117447,
                        "tpot_relative": 1.477273,
                        "ttft_error_pct": 65.65,
                        "ttft_ms": 1854.2930622652427,
                        "ttft_relative": 1.472763,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 31367.26348388606,
                        "interactivity_tok_s": 35.46580504233026,
                        "output_per_gpu": 3634.0121215048034,
                        "total_per_gpu": 21816.698896477457,
                        "tpot_ms": 28.19617371737223,
                        "tpot_relative": 1.342766,
                        "ttft_ms": 5398.533898167807,
                        "ttft_relative": 4.287759,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 57265.182634658915,
                        "interactivity_tok_s": 19.26785180561233,
                        "output_per_gpu": 2649.0605838989472,
                        "total_per_gpu": 23836.65571565813,
                        "tpot_error_pct": 79.92,
                        "tpot_ms": 51.8999216980027,
                        "tpot_relative": 2.471592,
                        "ttft_error_pct": 71.87,
                        "ttft_ms": 9510.401641942395,
                        "ttft_relative": 7.55359,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 60370.379020002336,
                        "interactivity_tok_s": 34.66689150220974,
                        "output_per_gpu": 3748.261581452773,
                        "total_per_gpu": 22494.626668269997,
                        "tpot_ms": 28.845966761578783,
                        "tpot_relative": 1.37371,
                        "ttft_ms": 33809.95948348546,
                        "ttft_relative": 26.853394,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 112164.98178007509,
                        "interactivity_tok_s": 11.173953961034943,
                        "output_per_gpu": 2687.4912101212717,
                        "total_per_gpu": 24165.46906626635,
                        "tpot_error_pct": 207.54,
                        "tpot_ms": 89.49383570821325,
                        "tpot_relative": 4.2619,
                        "ttft_error_pct": 67.36,
                        "ttft_ms": 29891.273449964287,
                        "ttft_relative": 23.740997,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26843662304",
                      "measured": {
                        "e2e_ms": 118387.36415129782,
                        "interactivity_tok_s": 34.36437062117844,
                        "output_per_gpu": 3800.3984548958456,
                        "total_per_gpu": 22793.46571091357,
                        "tpot_ms": 29.099907314575095,
                        "tpot_relative": 1.385804,
                        "ttft_ms": 91572.8379281663,
                        "ttft_relative": 72.731275,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 84.62,
                "points": 11,
                "status_counts": {
                  "failed": 2,
                  "success": 11,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 25.17,
                "tpot_shape_error_pct": 9.89,
                "ttft_mape_pct": 56.1,
                "ttft_shape_error_pct": 42.85
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 13.58,
                "tpot_shape_error_pct": 8.54,
                "ttft_mape_pct": 48.77,
                "ttft_shape_error_pct": 20.78
              },
              "gpu": "gb300",
              "precisions": [
                "fp4"
              ],
              "rows": 13,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 36.34,
                    "tpot_shape_error_pct": 19.82,
                    "ttft_mape_pct": 78.07,
                    "ttft_shape_error_pct": 65.23
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.13,
                    "tpot_shape_error_pct": 14.35,
                    "ttft_mape_pct": 48.41,
                    "ttft_shape_error_pct": 26.87
                  },
                  "framework": "dynamo-vllm",
                  "id": "e0ecb4a3bb031220",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10827.106,
                        "interactivity_tok_s": 96.3948332369385,
                        "output_per_gpu": 568.0742,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.69,
                        "tpot_ms": 10.374,
                        "tpot_relative": 1.186948,
                        "ttft_error_pct": 57.06,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.429432,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8938.748361831233,
                        "interactivity_tok_s": 107.27495620965772,
                        "output_per_gpu": 640.273302445103,
                        "total_per_gpu": 5725.52773795644,
                        "tpot_error_pct": 6.66,
                        "tpot_ms": 9.321840207006044,
                        "tpot_relative": 1.066565,
                        "ttft_error_pct": 35.4,
                        "ttft_ms": 322.6934759437505,
                        "ttft_relative": 0.646025,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 8578.960163803094,
                        "interactivity_tok_s": 114.41569704551749,
                        "output_per_gpu": 836.0059516368403,
                        "total_per_gpu": 5985.695456269948,
                        "tpot_ms": 8.740059500770899,
                        "tpot_relative": 1.0,
                        "ttft_ms": 499.50650320533896,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14099.683,
                        "interactivity_tok_s": 73.67567965814484,
                        "output_per_gpu": 868.4093999999999,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.99,
                        "tpot_ms": 13.573,
                        "tpot_relative": 1.552964,
                        "ttft_error_pct": 72.09,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.429432,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11636.150000734322,
                        "interactivity_tok_s": 82.4150983256112,
                        "output_per_gpu": 984.0141814988208,
                        "total_per_gpu": 8869.685357186087,
                        "tpot_error_pct": 13.53,
                        "tpot_ms": 12.133699046855853,
                        "tpot_relative": 1.388286,
                        "ttft_error_pct": 39.35,
                        "ttft_ms": 466.14317028124907,
                        "ttft_relative": 0.933207,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 10606.47085373721,
                        "interactivity_tok_s": 93.56339261942594,
                        "output_per_gpu": 1342.0527359633834,
                        "total_per_gpu": 9685.370410710228,
                        "tpot_ms": 10.687940785426123,
                        "tpot_relative": 1.222868,
                        "ttft_ms": 768.5275584047304,
                        "ttft_relative": 1.538574,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18413.674,
                        "interactivity_tok_s": 56.21135469364812,
                        "output_per_gpu": 1325.1298000000002,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.62,
                        "tpot_ms": 17.79,
                        "tpot_relative": 2.035455,
                        "ttft_error_pct": 84.89,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.429432,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15306.060740274155,
                        "interactivity_tok_s": 63.30342256146801,
                        "output_per_gpu": 1488.0725650007216,
                        "total_per_gpu": 13434.440908374609,
                        "tpot_error_pct": 13.32,
                        "tpot_ms": 15.79693418675734,
                        "tpot_relative": 1.807417,
                        "ttft_error_pct": 44.39,
                        "ttft_ms": 789.2848404132789,
                        "ttft_relative": 1.580129,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 14230.446928205765,
                        "interactivity_tok_s": 71.73856135720811,
                        "output_per_gpu": 2003.8036479341336,
                        "total_per_gpu": 14478.976676951808,
                        "tpot_ms": 13.939504515858575,
                        "tpot_relative": 1.594898,
                        "ttft_ms": 1419.3120017944693,
                        "ttft_relative": 2.841428,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26648.824,
                        "interactivity_tok_s": 38.69969040247678,
                        "output_per_gpu": 1546.6291999999999,
                        "total_per_gpu": null,
                        "tpot_error_pct": 72.05,
                        "tpot_ms": 25.84,
                        "tpot_relative": 2.956502,
                        "ttft_error_pct": 98.23,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.429432,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 22317.3038032272,
                        "interactivity_tok_s": 47.89563888830401,
                        "output_per_gpu": 2052.2259473917243,
                        "total_per_gpu": 18464.723109086048,
                        "tpot_error_pct": 39.02,
                        "tpot_ms": 20.878727650591948,
                        "tpot_relative": 2.388854,
                        "ttft_error_pct": 74.53,
                        "ttft_ms": 3087.4529061460803,
                        "ttft_relative": 6.181006,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 25952.678966224175,
                        "interactivity_tok_s": 66.58378903065085,
                        "output_per_gpu": 2184.818433928936,
                        "total_per_gpu": 15732.681781469544,
                        "tpot_ms": 15.018670678829421,
                        "tpot_relative": 1.718372,
                        "ttft_ms": 12120.317503896558,
                        "ttft_relative": 24.264584,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.02,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 68.26,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.6,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 39.79,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c0b70250f64fff1e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 25235.038,
                        "interactivity_tok_s": 40.88641753209584,
                        "output_per_gpu": 1204.920375,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.02,
                        "tpot_ms": 24.458,
                        "tpot_relative": 1.160178,
                        "ttft_error_pct": 68.26,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.317412,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20327.44239634656,
                        "interactivity_tok_s": 46.23355355533005,
                        "output_per_gpu": 1409.48441044702,
                        "total_per_gpu": 12681.712458881548,
                        "tpot_error_pct": 2.6,
                        "tpot_ms": 21.629312979441416,
                        "tpot_relative": 1.025998,
                        "ttft_error_pct": 39.79,
                        "ttft_ms": 406.86810274296886,
                        "ttft_relative": 0.602062,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 20090.370890156057,
                        "interactivity_tok_s": 47.435535577713516,
                        "output_per_gpu": 2837.8775744762424,
                        "total_per_gpu": 12772.063836248159,
                        "tpot_ms": 21.08124189641967,
                        "tpot_relative": 1.0,
                        "ttft_ms": 675.7907412871873,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.5,
                    "tpot_shape_error_pct": 16.97,
                    "ttft_mape_pct": 57.14,
                    "ttft_shape_error_pct": 61.09
                  },
                  "framework": "dynamo-vllm",
                  "id": "7e74376584fd5113",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 34273.52997260109,
                        "interactivity_tok_s": 27.945308077117893,
                        "output_per_gpu": 2234.9920344096413,
                        "total_per_gpu": 20110.80304288474,
                        "tpot_error_pct": 15.68,
                        "tpot_ms": 35.7841823479061,
                        "tpot_relative": 1.156821,
                        "ttft_error_pct": 38.3,
                        "ttft_ms": 1323.626933115334,
                        "ttft_relative": 0.617013,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 30627.167185373462,
                        "interactivity_tok_s": 32.327713970297665,
                        "output_per_gpu": 3730.2353998226704,
                        "total_per_gpu": 22386.445257444764,
                        "tpot_ms": 30.93321108070891,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2145.2165549473475,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 54996.08928698122,
                        "interactivity_tok_s": 17.95300025718381,
                        "output_per_gpu": 2789.431801411753,
                        "total_per_gpu": 25082.101722086594,
                        "tpot_error_pct": 35.31,
                        "tpot_ms": 55.70099624990841,
                        "tpot_relative": 1.800686,
                        "ttft_error_pct": 75.99,
                        "ttft_ms": 3684.3170239461842,
                        "ttft_relative": 1.717457,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 53275.96871622194,
                        "interactivity_tok_s": 24.2929003487119,
                        "output_per_gpu": 4291.744945635611,
                        "total_per_gpu": 25740.390756214238,
                        "tpot_ms": 41.16429021012404,
                        "tpot_relative": 1.330747,
                        "ttft_ms": 15344.945225370277,
                        "ttft_relative": 7.153098,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.11,
                    "tpot_shape_error_pct": 2.5,
                    "ttft_mape_pct": 27.06,
                    "ttft_shape_error_pct": 24.72
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.35,
                    "tpot_shape_error_pct": 1.76,
                    "ttft_mape_pct": 50.15,
                    "ttft_shape_error_pct": 5.78
                  },
                  "framework": "dynamo-vllm",
                  "id": "e5d1fd74a0a3d671",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6817.969,
                        "interactivity_tok_s": 154.91866769945779,
                        "output_per_gpu": 57.089999999999996,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.96,
                        "tpot_ms": 6.455,
                        "tpot_relative": 1.14956,
                        "ttft_error_pct": 10.46,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.895376,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5672.712152050015,
                        "interactivity_tok_s": 168.07926402154422,
                        "output_per_gpu": 65.72276054918646,
                        "total_per_gpu": 585.6862460937365,
                        "tpot_error_pct": 5.95,
                        "tpot_ms": 5.949573885995961,
                        "tpot_relative": 1.059549,
                        "ttft_error_pct": 52.23,
                        "ttft_ms": 114.450336749999,
                        "ttft_relative": 0.477735,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 5485.568011304713,
                        "interactivity_tok_s": 178.08825390017185,
                        "output_per_gpu": 84.91922379795987,
                        "total_per_gpu": 605.9850337969872,
                        "tpot_ms": 5.615193467844064,
                        "tpot_relative": 1.0,
                        "ttft_ms": 239.5686343050329,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7236.376,
                        "interactivity_tok_s": 145.6876456876457,
                        "output_per_gpu": 107.3972,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.7,
                        "tpot_ms": 6.864,
                        "tpot_relative": 1.222398,
                        "ttft_error_pct": 18.59,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.895376,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5913.3587181750045,
                        "interactivity_tok_s": 158.8175073321867,
                        "output_per_gpu": 121.20780102245779,
                        "total_per_gpu": 1089.5858445125737,
                        "tpot_error_pct": 7.05,
                        "tpot_ms": 6.2965350407394,
                        "tpot_relative": 1.121339,
                        "ttft_error_pct": 52.17,
                        "ttft_ms": 126.03599285000219,
                        "ttft_relative": 0.526096,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 5669.390624455991,
                        "interactivity_tok_s": 170.0199761037337,
                        "output_per_gpu": 157.72064205683984,
                        "total_per_gpu": 1135.3486457421313,
                        "tpot_ms": 5.881661807727072,
                        "tpot_relative": 1.047455,
                        "ttft_ms": 263.49039648193866,
                        "ttft_relative": 1.099853,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7973.959,
                        "interactivity_tok_s": 131.83915622940015,
                        "output_per_gpu": 194.2568,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.93,
                        "tpot_ms": 7.585,
                        "tpot_relative": 1.350799,
                        "ttft_error_pct": 32.49,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.895376,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6600.086666875007,
                        "interactivity_tok_s": 143.669382495943,
                        "output_per_gpu": 220.23353963388803,
                        "total_per_gpu": 1959.0791576354059,
                        "tpot_error_pct": 9.14,
                        "tpot_ms": 6.960425266867409,
                        "tpot_relative": 1.23957,
                        "ttft_error_pct": 49.0,
                        "ttft_ms": 162.05028817499843,
                        "ttft_relative": 0.676425,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 6216.38402190074,
                        "interactivity_tok_s": 156.80001296106153,
                        "output_per_gpu": 292.06119602370285,
                        "total_per_gpu": 2080.434361248678,
                        "tpot_ms": 6.377550493240916,
                        "tpot_relative": 1.135767,
                        "ttft_ms": 317.73589274889673,
                        "ttft_relative": 1.326283,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8805.658,
                        "interactivity_tok_s": 119.07597046915933,
                        "output_per_gpu": 350.8306,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.84,
                        "tpot_ms": 8.398,
                        "tpot_relative": 1.495585,
                        "ttft_error_pct": 46.71,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.895376,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7199.888818418735,
                        "interactivity_tok_s": 130.8305450257697,
                        "output_per_gpu": 391.93034983456755,
                        "total_per_gpu": 3537.0733082354773,
                        "tpot_error_pct": 7.25,
                        "tpot_ms": 7.643474998923454,
                        "tpot_relative": 1.361213,
                        "ttft_error_pct": 47.23,
                        "ttft_ms": 212.42482178125005,
                        "ttft_relative": 0.886697,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 6913.267099016593,
                        "interactivity_tok_s": 140.31712908836278,
                        "output_per_gpu": 513.9240783293162,
                        "total_per_gpu": 3712.8688762028214,
                        "tpot_ms": 7.1267136556810815,
                        "tpot_relative": 1.269184,
                        "ttft_ms": 402.51136542428867,
                        "ttft_relative": 1.680151,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.51,
                    "tpot_shape_error_pct": 2.31,
                    "ttft_mape_pct": 64.16,
                    "ttft_shape_error_pct": 30.12
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.5,
                    "tpot_shape_error_pct": 3.08,
                    "ttft_mape_pct": 42.84,
                    "ttft_shape_error_pct": 7.19
                  },
                  "framework": "dynamo-vllm",
                  "id": "dd630e197769415f",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14099.683,
                        "interactivity_tok_s": 73.67567965814484,
                        "output_per_gpu": 723.6745,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.96,
                        "tpot_ms": 13.573,
                        "tpot_relative": 1.249565,
                        "ttft_error_pct": 57.81,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.421881,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11503.110408864035,
                        "interactivity_tok_s": 82.03233170431972,
                        "output_per_gpu": 831.4458996555636,
                        "total_per_gpu": 7494.468738483523,
                        "tpot_error_pct": 12.23,
                        "tpot_ms": 12.190315442994304,
                        "tpot_relative": 1.122272,
                        "ttft_error_pct": 44.82,
                        "ttft_ms": 280.5369953218748,
                        "ttft_relative": 0.551753,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 10507.473658018716,
                        "interactivity_tok_s": 92.06258390256978,
                        "output_per_gpu": 1367.8854525706656,
                        "total_per_gpu": 8226.50067600769,
                        "tpot_ms": 10.862176115524893,
                        "tpot_relative": 1.0,
                        "ttft_ms": 508.4463917761241,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18413.674,
                        "interactivity_tok_s": 56.21135469364812,
                        "output_per_gpu": 1104.2748333333334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.07,
                        "tpot_ms": 17.79,
                        "tpot_relative": 1.637793,
                        "ttft_error_pct": 70.52,
                        "ttft_ms": 214.504,
                        "ttft_relative": 0.421881,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14997.282098295953,
                        "interactivity_tok_s": 63.08579298605433,
                        "output_per_gpu": 1270.2541715136351,
                        "total_per_gpu": 11467.958624590327,
                        "tpot_error_pct": 8.77,
                        "tpot_ms": 15.851429500474993,
                        "tpot_relative": 1.459324,
                        "ttft_error_pct": 40.86,
                        "ttft_ms": 430.2822422859359,
                        "ttft_relative": 0.846269,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26883183237",
                      "measured": {
                        "e2e_ms": 14121.010585677459,
                        "interactivity_tok_s": 68.61816755196918,
                        "output_per_gpu": 2029.0248115266443,
                        "total_per_gpu": 12217.682004147022,
                        "tpot_ms": 14.573399956252581,
                        "tpot_relative": 1.341665,
                        "ttft_ms": 727.5673495865249,
                        "ttft_relative": 1.430962,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 92
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 74.03,
        "points": 57,
        "status_counts": {
          "failed": 20,
          "success": 57,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 23.93,
        "tpot_shape_error_pct": 23.06,
        "ttft_mape_pct": 46.18,
        "ttft_shape_error_pct": 47.05
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 77,
        "status_counts": {
          "failed": 0,
          "success": 77,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 21.13,
        "tpot_shape_error_pct": 19.88,
        "ttft_mape_pct": 46.0,
        "ttft_shape_error_pct": 47.29
      },
      "frameworks": [
        "dynamo-vllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300"
      ],
      "hf_model_paths": [
        "nvidia/MiniMax-M3-NVFP4"
      ],
      "model": "nvidia/MiniMax-M3-NVFP4",
      "precisions": [
        "fp4"
      ],
      "rows": 77,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 94.74,
            "points": 18,
            "status_counts": {
              "failed": 1,
              "success": 18,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 11.77,
            "tpot_shape_error_pct": 20.38,
            "ttft_mape_pct": 53.56,
            "ttft_shape_error_pct": 44.72
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 19,
            "status_counts": {
              "failed": 0,
              "success": 19,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 16.33,
            "tpot_shape_error_pct": 23.35,
            "ttft_mape_pct": 63.72,
            "ttft_shape_error_pct": 118.48
          },
          "gpu_skus": [
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 94.74,
                "points": 18,
                "status_counts": {
                  "failed": 1,
                  "success": 18,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.77,
                "tpot_shape_error_pct": 20.38,
                "ttft_mape_pct": 53.56,
                "ttft_shape_error_pct": 44.72
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 19,
                "status_counts": {
                  "failed": 0,
                  "success": 19,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.33,
                "tpot_shape_error_pct": 23.35,
                "ttft_mape_pct": 63.72,
                "ttft_shape_error_pct": 118.48
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 19,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.82,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 98.75,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.72,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 80.1,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "418d1b4b2de9d4c0",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 39528.969,
                        "interactivity_tok_s": 25.947741249124263,
                        "output_per_gpu": 3203.3894,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.82,
                        "tpot_ms": 38.539,
                        "tpot_relative": 1.188208,
                        "ttft_error_pct": 98.75,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.012491,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 33841.0252902879,
                        "interactivity_tok_s": 28.62101042510905,
                        "output_per_gpu": 5400.475537211259,
                        "total_per_gpu": 10798.583198941342,
                        "tpot_error_pct": 7.72,
                        "tpot_ms": 34.93936744884121,
                        "tpot_relative": 1.077226,
                        "ttft_error_pct": 80.1,
                        "ttft_ms": 1649.7667510109397,
                        "ttft_relative": 0.198973,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 38180.09900024885,
                        "interactivity_tok_s": 30.831303444066286,
                        "output_per_gpu": 5942.257391936625,
                        "total_per_gpu": 9593.680227439036,
                        "tpot_ms": 32.43456773775996,
                        "tpot_relative": 1.0,
                        "ttft_ms": 8291.40740347392,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.87,
                    "tpot_shape_error_pct": 17.36,
                    "ttft_mape_pct": 25.22,
                    "ttft_shape_error_pct": 38.98
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.94,
                    "tpot_shape_error_pct": 16.26,
                    "ttft_mape_pct": 47.05,
                    "ttft_shape_error_pct": 22.05
                  },
                  "framework": "dynamo-vllm",
                  "id": "0e06d730c2b68916",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5560.254,
                        "interactivity_tok_s": 187.47656542932134,
                        "output_per_gpu": 28.733500000000003,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.83,
                        "tpot_ms": 5.334,
                        "tpot_relative": 0.821666,
                        "ttft_error_pct": 19.33,
                        "ttft_ms": 103.572,
                        "ttft_relative": 1.193264,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4585.435148100003,
                        "interactivity_tok_s": 203.17743188935523,
                        "output_per_gpu": 33.49009673166956,
                        "total_per_gpu": 66.74393816840114,
                        "tpot_error_pct": 24.18,
                        "tpot_ms": 4.921806475753528,
                        "tpot_relative": 0.75817,
                        "ttft_error_pct": 36.56,
                        "ttft_ms": 55.0602224,
                        "ttft_relative": 0.634355,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 6078.654089919291,
                        "interactivity_tok_s": 154.04313418494186,
                        "output_per_gpu": 37.999370680397064,
                        "total_per_gpu": 50.51503642036911,
                        "tpot_ms": 6.491688222854614,
                        "tpot_relative": 1.0,
                        "ttft_ms": 86.7972407140769,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6650.772,
                        "interactivity_tok_s": 156.25,
                        "output_per_gpu": 95.93516666666666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.59,
                        "tpot_ms": 6.4,
                        "tpot_relative": 0.985876,
                        "ttft_error_pct": 24.66,
                        "ttft_ms": 103.572,
                        "ttft_relative": 1.193264,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5416.423568550019,
                        "interactivity_tok_s": 171.1844765496442,
                        "output_per_gpu": 109.56926770788226,
                        "total_per_gpu": 220.21008100695823,
                        "tpot_error_pct": 18.39,
                        "tpot_ms": 5.841651183306893,
                        "tpot_relative": 0.899866,
                        "ttft_error_pct": 55.44,
                        "ttft_ms": 61.25778949999947,
                        "ttft_relative": 0.705757,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 6687.047793829697,
                        "interactivity_tok_s": 139.70076586248132,
                        "output_per_gpu": 134.70245114092748,
                        "total_per_gpu": 181.68164661889872,
                        "tpot_ms": 7.158156892170371,
                        "tpot_relative": 1.102665,
                        "ttft_ms": 137.46895978110842,
                        "ttft_relative": 1.583794,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8167.881,
                        "interactivity_tok_s": 126.85525815045034,
                        "output_per_gpu": 155.75716666666668,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.58,
                        "tpot_ms": 7.883,
                        "tpot_relative": 1.214322,
                        "ttft_error_pct": 22.25,
                        "ttft_ms": 103.572,
                        "ttft_relative": 1.193264,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6765.474685625013,
                        "interactivity_tok_s": 138.62255158865557,
                        "output_per_gpu": 179.57897932366552,
                        "total_per_gpu": 357.8315202590323,
                        "tpot_error_pct": 9.94,
                        "tpot_ms": 7.213833453068807,
                        "tpot_relative": 1.111242,
                        "ttft_error_pct": 48.08,
                        "ttft_ms": 69.16792262499969,
                        "ttft_relative": 0.796891,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 7483.851256695925,
                        "interactivity_tok_s": 124.84752684089999,
                        "output_per_gpu": 238.9337029814299,
                        "total_per_gpu": 322.31689258634765,
                        "tpot_ms": 8.009770199728141,
                        "tpot_relative": 1.23385,
                        "ttft_ms": 133.21825813909527,
                        "ttft_relative": 1.534821,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10011.327,
                        "interactivity_tok_s": 103.25245224574083,
                        "output_per_gpu": 253.5765,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.46,
                        "tpot_ms": 9.685,
                        "tpot_relative": 1.491908,
                        "ttft_error_pct": 34.65,
                        "ttft_ms": 103.572,
                        "ttft_relative": 1.193264,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8184.42700851875,
                        "interactivity_tok_s": 112.93181903139167,
                        "output_per_gpu": 292.0873316537381,
                        "total_per_gpu": 587.2840321437893,
                        "tpot_error_pct": 7.24,
                        "tpot_ms": 8.85490031575627,
                        "tpot_relative": 1.364037,
                        "ttft_error_pct": 48.14,
                        "ttft_ms": 82.20131631874918,
                        "ttft_relative": 0.94705,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 8939.767108381056,
                        "interactivity_tok_s": 104.75906479329724,
                        "output_per_gpu": 400.615224215808,
                        "total_per_gpu": 538.4960500524675,
                        "tpot_ms": 9.545713318204255,
                        "tpot_relative": 1.470452,
                        "ttft_ms": 158.49274672291358,
                        "ttft_relative": 1.826011,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.53,
                    "tpot_shape_error_pct": 40.69,
                    "ttft_mape_pct": 89.21,
                    "ttft_shape_error_pct": 93.78
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.43,
                    "tpot_shape_error_pct": 0.12,
                    "ttft_mape_pct": 184.51,
                    "ttft_shape_error_pct": 700.88
                  },
                  "framework": "dynamo-vllm",
                  "id": "8f3880ad745b5418",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 19386.099,
                        "interactivity_tok_s": 53.05321237200913,
                        "output_per_gpu": 2084.5875,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.85,
                        "tpot_ms": 18.849,
                        "tpot_relative": 0.861484,
                        "ttft_error_pct": 79.68,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.203209,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16297.906585743805,
                        "interactivity_tok_s": 57.47229836771202,
                        "output_per_gpu": 2324.0086155647614,
                        "total_per_gpu": 4645.876403081102,
                        "tpot_error_pct": 20.48,
                        "tpot_ms": 17.399686951823746,
                        "tpot_relative": 0.795244,
                        "ttft_error_pct": 47.35,
                        "ttft_ms": 268.3589811003907,
                        "ttft_relative": 0.526521,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 20671.083659849955,
                        "interactivity_tok_s": 45.704484935867036,
                        "output_per_gpu": 2731.771120004765,
                        "total_per_gpu": 3675.2151140495303,
                        "tpot_ms": 21.879690831287334,
                        "tpot_relative": 1.0,
                        "ttft_ms": 509.6832999511207,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 60084.108,
                        "interactivity_tok_s": 17.055532814845137,
                        "output_per_gpu": 5338.982416666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.2,
                        "tpot_ms": 58.632,
                        "tpot_relative": 2.679745,
                        "ttft_error_pct": 98.74,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.203209,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 69992.26722353947,
                        "interactivity_tok_s": 25.964196170555926,
                        "output_per_gpu": 4324.164770183449,
                        "total_per_gpu": 8651.47187824335,
                        "tpot_error_pct": 20.38,
                        "tpot_ms": 38.51457574234576,
                        "tpot_relative": 1.760289,
                        "ttft_error_pct": 321.68,
                        "ttft_ms": 34543.926819333115,
                        "ttft_relative": 67.775277,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 52715.05524952617,
                        "interactivity_tok_s": 20.672038946751787,
                        "output_per_gpu": 8682.307392307972,
                        "total_per_gpu": 11688.939184072444,
                        "tpot_ms": 48.37452186384985,
                        "tpot_relative": 2.210933,
                        "ttft_ms": 8192.016753032942,
                        "ttft_relative": 16.072759,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.91,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 38.37,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.79,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 51.37,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "3ec61e2b811840ca",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11551.965,
                        "interactivity_tok_s": 89.35751943526047,
                        "output_per_gpu": 219.42616666666666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.91,
                        "tpot_ms": 11.191,
                        "tpot_relative": 1.149137,
                        "ttft_error_pct": 38.37,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.616345,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9587.02848800625,
                        "interactivity_tok_s": 97.06348139540265,
                        "output_per_gpu": 250.6490605287058,
                        "total_per_gpu": 500.5052525320519,
                        "tpot_error_pct": 5.79,
                        "tpot_ms": 10.302535882948089,
                        "tpot_relative": 1.057905,
                        "ttft_error_pct": 51.37,
                        "ttft_ms": 81.71397931562483,
                        "ttft_relative": 0.48627,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 9176.255756385217,
                        "interactivity_tok_s": 102.68399076433559,
                        "output_per_gpu": 393.6943296653547,
                        "total_per_gpu": 528.1125628355888,
                        "tpot_ms": 9.738616434328554,
                        "tpot_relative": 1.0,
                        "ttft_ms": 168.04229095287155,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.81,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 79.21,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.34,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 88.29,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "d82ed070cebfbe84",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5607.312,
                        "interactivity_tok_s": 185.87360594795538,
                        "output_per_gpu": 31.088636363636365,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.81,
                        "tpot_ms": 5.38,
                        "tpot_relative": 0.841866,
                        "ttft_error_pct": 79.21,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.207887,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4608.2433007750005,
                        "interactivity_tok_s": 201.4981619425199,
                        "output_per_gpu": 34.9982412252007,
                        "total_per_gpu": 70.33875188296146,
                        "tpot_error_pct": 22.34,
                        "tpot_ms": 4.962824426583422,
                        "tpot_relative": 0.776586,
                        "ttft_error_pct": 88.29,
                        "ttft_ms": 58.329152499999815,
                        "ttft_relative": 0.117077,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 6345.074820617447,
                        "interactivity_tok_s": 156.48067803674917,
                        "output_per_gpu": 35.00124369014587,
                        "total_per_gpu": 51.50004351455207,
                        "tpot_ms": 6.39056535635123,
                        "tpot_relative": 1.0,
                        "ttft_ms": 498.2131593627855,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 22
                },
                {
                  "aic": {
                    "coverage_pct": 80.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 1,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.48,
                    "tpot_shape_error_pct": 16.89,
                    "ttft_mape_pct": 51.97,
                    "ttft_shape_error_pct": 30.15
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.75,
                    "tpot_shape_error_pct": 36.73,
                    "ttft_mape_pct": 55.03,
                    "ttft_shape_error_pct": 118.74
                  },
                  "framework": "dynamo-vllm",
                  "id": "f679272af05270f7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6441.057,
                        "interactivity_tok_s": 161.42050040355124,
                        "output_per_gpu": 59.4452,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.09,
                        "tpot_ms": 6.195,
                        "tpot_relative": 0.94909,
                        "ttft_error_pct": 39.88,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.601246,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5249.198535600012,
                        "interactivity_tok_s": 176.68991694361867,
                        "output_per_gpu": 67.75358463128751,
                        "total_per_gpu": 136.16977344363778,
                        "tpot_error_pct": 13.29,
                        "tpot_ms": 5.659632520621409,
                        "tpot_relative": 0.867071,
                        "ttft_error_pct": 64.65,
                        "ttft_ms": 60.89689142499977,
                        "ttft_relative": 0.353512,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 6145.2978349872865,
                        "interactivity_tok_s": 153.20265748868803,
                        "output_per_gpu": 73.36019822203843,
                        "total_per_gpu": 118.73460204810624,
                        "tpot_ms": 6.527301917552158,
                        "tpot_relative": 1.0,
                        "ttft_ms": 172.2623989917338,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9820.026,
                        "interactivity_tok_s": 105.2853232259423,
                        "output_per_gpu": 155.1606,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.04,
                        "tpot_ms": 9.498,
                        "tpot_relative": 1.455119,
                        "ttft_error_pct": 36.87,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.601246,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8033.7628323187455,
                        "interactivity_tok_s": 115.07621943274911,
                        "output_per_gpu": 178.56354976492685,
                        "total_per_gpu": 359.027969156061,
                        "tpot_error_pct": 4.34,
                        "tpot_ms": 8.689892707019307,
                        "tpot_relative": 1.331315,
                        "ttft_error_pct": 49.72,
                        "ttft_ms": 82.49091591874893,
                        "ttft_relative": 0.478868,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 7825.997960503446,
                        "interactivity_tok_s": 120.06862196754591,
                        "output_per_gpu": 228.66437402259032,
                        "total_per_gpu": 368.83729251153943,
                        "tpot_ms": 8.328570642463909,
                        "tpot_relative": 1.275959,
                        "ttft_ms": 164.05743041686947,
                        "ttft_relative": 0.952369,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14021.487,
                        "interactivity_tok_s": 73.50238882763689,
                        "output_per_gpu": 433.2626,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.73,
                        "tpot_ms": 13.605,
                        "tpot_relative": 2.084322,
                        "ttft_error_pct": 60.4,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.601246,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11619.445416196886,
                        "interactivity_tok_s": 80.12173250814529,
                        "output_per_gpu": 493.23190676537615,
                        "total_per_gpu": 986.6862005820991,
                        "tpot_error_pct": 3.42,
                        "tpot_ms": 12.481008194603612,
                        "tpot_relative": 1.912124,
                        "ttft_error_pct": 51.22,
                        "ttft_ms": 127.57764789374949,
                        "ttft_relative": 0.740601,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 11350.463104625305,
                        "interactivity_tok_s": 82.86213422500393,
                        "output_per_gpu": 628.7520126142355,
                        "total_per_gpu": 1017.6407280701463,
                        "tpot_ms": 12.068238518749698,
                        "tpot_relative": 1.848886,
                        "ttft_ms": 261.52568003999477,
                        "ttft_relative": 1.518182,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15989.739,
                        "interactivity_tok_s": 64.39564685427266,
                        "output_per_gpu": 759.0339,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.06,
                        "tpot_ms": 15.529,
                        "tpot_relative": 2.379084,
                        "ttft_error_pct": 70.74,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.601246,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13319.250056339073,
                        "interactivity_tok_s": 69.92423969696807,
                        "output_per_gpu": 856.3173813761865,
                        "total_per_gpu": 1714.5159543152367,
                        "tpot_error_pct": 2.33,
                        "tpot_ms": 14.301192323773815,
                        "tpot_relative": 2.190981,
                        "ttft_error_pct": 49.65,
                        "ttft_ms": 178.1913271390626,
                        "ttft_relative": 1.034418,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 13804.824041037864,
                        "interactivity_tok_s": 68.29588048274125,
                        "output_per_gpu": 1031.42965303222,
                        "total_per_gpu": 1669.0078631769775,
                        "tpot_ms": 14.6421715765522,
                        "tpot_relative": 2.24322,
                        "ttft_ms": 353.9197079673613,
                        "ttft_relative": 2.054538,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 238210.25357822314,
                        "interactivity_tok_s": 59.049619186027265,
                        "output_per_gpu": 1506.8886704553763,
                        "total_per_gpu": 3014.8723855254766,
                        "tpot_error_pct": 95.36,
                        "tpot_ms": 16.934910229474045,
                        "tpot_relative": 2.594473,
                        "ttft_error_pct": 59.9,
                        "ttft_ms": 222622.77898854172,
                        "ttft_relative": 1292.34691,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 474672.4370173646,
                        "interactivity_tok_s": 2.74011937529533,
                        "output_per_gpu": 976.0079793163494,
                        "total_per_gpu": 1576.7925365331598,
                        "tpot_ms": 364.9476037489133,
                        "tpot_relative": 55.910943,
                        "ttft_ms": 139230.41169138928,
                        "ttft_relative": 808.246097,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.29,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 44.75,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.28,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 62.76,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "33d7dae2861775c4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8009.316,
                        "interactivity_tok_s": 129.39958592132507,
                        "output_per_gpu": 95.3385,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.29,
                        "tpot_ms": 7.728,
                        "tpot_relative": 1.072939,
                        "ttft_error_pct": 44.75,
                        "ttft_ms": 103.572,
                        "ttft_relative": 0.552502,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6510.040097887504,
                        "interactivity_tok_s": 142.08043018498864,
                        "output_per_gpu": 109.97345902777681,
                        "total_per_gpu": 221.11762287313846,
                        "tpot_error_pct": 2.28,
                        "tpot_ms": 7.038266978063064,
                        "tpot_relative": 0.977178,
                        "ttft_error_pct": 62.76,
                        "ttft_ms": 69.80324892500033,
                        "ttft_relative": 0.372363,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28214046079",
                      "measured": {
                        "e2e_ms": 6814.479810635385,
                        "interactivity_tok_s": 138.83790321905602,
                        "output_per_gpu": 130.649852160818,
                        "total_per_gpu": 210.73915840194832,
                        "tpot_ms": 7.202644067753007,
                        "tpot_relative": 1.0,
                        "ttft_ms": 187.46001492982032,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.62,
                    "tpot_shape_error_pct": 20.11,
                    "ttft_mape_pct": 53.97,
                    "ttft_shape_error_pct": 48.66
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.22,
                    "tpot_shape_error_pct": 20.37,
                    "ttft_mape_pct": 23.97,
                    "ttft_shape_error_pct": 20.42
                  },
                  "framework": "vllm",
                  "id": "2b2f8a3cff93018b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 17270.76954053727,
                        "interactivity_tok_s": 59.728985699145554,
                        "output_per_gpu": 947.7284704414402,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.06,
                        "tpot_ms": 16.74229000031898,
                        "tpot_relative": 1.070571,
                        "ttft_error_pct": 27.51,
                        "ttft_ms": 143.40687021095133,
                        "ttft_relative": 0.724896,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15388.90720448281,
                        "interactivity_tok_s": 60.36416737664757,
                        "output_per_gpu": 935.5190690887846,
                        "total_per_gpu": 1871.4599424534072,
                        "tpot_error_pct": 5.93,
                        "tpot_ms": 16.566119329707828,
                        "tpot_relative": 1.059306,
                        "ttft_error_pct": 34.07,
                        "ttft_ms": 130.43708441093767,
                        "ttft_relative": 0.659336,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28671299958",
                      "measured": {
                        "e2e_ms": 14603.69561967018,
                        "interactivity_tok_s": 63.94411910960767,
                        "output_per_gpu": 984.4738278219814,
                        "total_per_gpu": 1969.39153250735,
                        "tpot_ms": 15.638654717971539,
                        "tpot_relative": 1.0,
                        "ttft_ms": 197.8309604790411,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 20727.397047798735,
                        "interactivity_tok_s": 49.731972756377615,
                        "output_per_gpu": 1579.3589481838285,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.47,
                        "tpot_ms": 20.107788703631513,
                        "tpot_relative": 1.285775,
                        "ttft_error_pct": 48.65,
                        "ttft_ms": 157.12920398369462,
                        "ttft_relative": 0.79426,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18524.912257034357,
                        "interactivity_tok_s": 50.19292795995989,
                        "output_per_gpu": 1547.7853229320565,
                        "total_per_gpu": 3098.970881283771,
                        "tpot_error_pct": 18.23,
                        "tpot_ms": 19.923125441052655,
                        "tpot_relative": 1.273967,
                        "ttft_error_pct": 31.36,
                        "ttft_ms": 210.03520562968637,
                        "ttft_relative": 1.06169,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28671299958",
                      "measured": {
                        "e2e_ms": 22773.80061261356,
                        "interactivity_tok_s": 41.042760751179344,
                        "output_per_gpu": 1262.3025969764017,
                        "total_per_gpu": 2527.378269738556,
                        "tpot_ms": 24.364832718307465,
                        "tpot_relative": 1.557988,
                        "ttft_ms": 305.99146915774327,
                        "ttft_relative": 1.546732,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27267.013200250225,
                        "interactivity_tok_s": 37.75950779209755,
                        "output_per_gpu": 2401.143077871073,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.34,
                        "tpot_ms": 26.4833960629456,
                        "tpot_relative": 1.693457,
                        "ttft_error_pct": 59.89,
                        "ttft_ms": 174.49902785687163,
                        "ttft_relative": 0.882061,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24485.797471058653,
                        "interactivity_tok_s": 38.22779121828366,
                        "output_per_gpu": 2351.8503451513543,
                        "total_per_gpu": 4701.427634572459,
                        "tpot_error_pct": 14.4,
                        "tpot_ms": 26.15897932187403,
                        "tpot_relative": 1.672713,
                        "ttft_error_pct": 13.12,
                        "ttft_ms": 377.9957766898441,
                        "ttft_relative": 1.910701,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28671299958",
                      "measured": {
                        "e2e_ms": 28586.66821456533,
                        "interactivity_tok_s": 32.72350591152724,
                        "output_per_gpu": 2020.7623474264533,
                        "total_per_gpu": 4039.5716345985584,
                        "tpot_ms": 30.55907281767563,
                        "tpot_relative": 1.954073,
                        "ttft_ms": 435.0640113583495,
                        "ttft_relative": 2.19917,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 39699.90226304496,
                        "interactivity_tok_s": 25.892456617815068,
                        "output_per_gpu": 3298.345651643845,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.62,
                        "tpot_ms": 38.62128707061188,
                        "tpot_relative": 2.469604,
                        "ttft_error_pct": 79.82,
                        "ttft_ms": 190.32558980901604,
                        "ttft_relative": 0.962062,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 35688.33283402816,
                        "interactivity_tok_s": 26.403263348629004,
                        "output_per_gpu": 3236.8330824332925,
                        "total_per_gpu": 6470.684462043058,
                        "tpot_error_pct": 14.31,
                        "tpot_ms": 37.874106196495035,
                        "tpot_relative": 2.421826,
                        "ttft_error_pct": 17.32,
                        "ttft_ms": 779.8308225771483,
                        "ttft_relative": 3.941905,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28671299958",
                      "measured": {
                        "e2e_ms": 41692.31499633183,
                        "interactivity_tok_s": 22.62532703905376,
                        "output_per_gpu": 2775.4619185935508,
                        "total_per_gpu": 5548.367139813927,
                        "tpot_ms": 44.19825615222674,
                        "tpot_relative": 2.826219,
                        "ttft_ms": 943.231821577092,
                        "ttft_relative": 4.767868,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 19
        },
        {
          "aic": {
            "coverage_pct": 67.24,
            "points": 39,
            "status_counts": {
              "failed": 19,
              "success": 39,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 29.54,
            "tpot_shape_error_pct": 24.09,
            "ttft_mape_pct": 42.78,
            "ttft_shape_error_pct": 47.94
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 58,
            "status_counts": {
              "failed": 0,
              "success": 58,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 22.7,
            "tpot_shape_error_pct": 18.87,
            "ttft_mape_pct": 40.19,
            "ttft_shape_error_pct": 26.69
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 93.1,
                "points": 27,
                "status_counts": {
                  "failed": 2,
                  "success": 27,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 35.08,
                "tpot_shape_error_pct": 32.77,
                "ttft_mape_pct": 46.27,
                "ttft_shape_error_pct": 52.69
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 29,
                "status_counts": {
                  "failed": 0,
                  "success": 29,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 25.27,
                "tpot_shape_error_pct": 30.78,
                "ttft_mape_pct": 39.08,
                "ttft_shape_error_pct": 36.51
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 29,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 48.25,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 81.53,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 31.24,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 67.01,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "32ad103cf1559c20",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14113.397,
                        "interactivity_tok_s": 75.56865412227008,
                        "output_per_gpu": 445.41540000000003,
                        "total_per_gpu": null,
                        "tpot_error_pct": 48.25,
                        "tpot_ms": 13.233,
                        "tpot_relative": 1.482451,
                        "ttft_error_pct": 81.53,
                        "ttft_ms": 576.038,
                        "ttft_relative": 0.184652,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11813.912245984375,
                        "interactivity_tok_s": 85.35747349940196,
                        "output_per_gpu": 482.9010157518329,
                        "total_per_gpu": 4352.762540332812,
                        "tpot_error_pct": 31.24,
                        "tpot_ms": 11.715435790247543,
                        "tpot_relative": 1.312443,
                        "ttft_error_pct": 67.01,
                        "ttft_ms": 1029.00903700625,
                        "ttft_relative": 0.329855,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 11333.065821366108,
                        "interactivity_tok_s": 112.02682994494236,
                        "output_per_gpu": 623.9797120655614,
                        "total_per_gpu": 4514.0642775639435,
                        "tpot_ms": 8.926433074036535,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3119.5819449218106,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 10
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.95,
                    "tpot_shape_error_pct": 1.69,
                    "ttft_mape_pct": 28.39,
                    "ttft_shape_error_pct": 38.39
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.26,
                    "tpot_shape_error_pct": 2.04,
                    "ttft_mape_pct": 28.5,
                    "ttft_shape_error_pct": 10.1
                  },
                  "framework": "dynamo-vllm",
                  "id": "42237aa7a90c1ad8",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6353.942,
                        "interactivity_tok_s": 177.05382436260624,
                        "output_per_gpu": 27.16333333333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.22,
                        "tpot_ms": 5.648,
                        "tpot_relative": 1.212241,
                        "ttft_error_pct": 64.7,
                        "ttft_ms": 576.038,
                        "ttft_relative": 1.647047,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5207.829818299993,
                        "interactivity_tok_s": 188.21413962792514,
                        "output_per_gpu": 29.772478250952798,
                        "total_per_gpu": 266.5089647238896,
                        "tpot_error_pct": 14.04,
                        "tpot_ms": 5.313097102995927,
                        "tpot_relative": 1.14036,
                        "ttft_error_pct": 22.64,
                        "ttft_ms": 270.5456309000004,
                        "ttft_relative": 0.773562,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 4679.536689026281,
                        "interactivity_tok_s": 214.63187523849638,
                        "output_per_gpu": 49.69388699674389,
                        "total_per_gpu": 297.803647138178,
                        "tpot_ms": 4.659140208735594,
                        "tpot_relative": 1.0,
                        "ttft_ms": 349.7399379964918,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7500.725,
                        "interactivity_tok_s": 147.73230905599056,
                        "output_per_gpu": 90.75366666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.6,
                        "tpot_ms": 6.769,
                        "tpot_relative": 1.452843,
                        "ttft_error_pct": 17.96,
                        "ttft_ms": 576.038,
                        "ttft_relative": 1.647047,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6248.210425174995,
                        "interactivity_tok_s": 155.05373567661178,
                        "output_per_gpu": 95.67412673722924,
                        "total_per_gpu": 860.0533406234475,
                        "tpot_error_pct": 13.95,
                        "tpot_ms": 6.449377021690419,
                        "tpot_relative": 1.384242,
                        "ttft_error_pct": 34.31,
                        "ttft_ms": 320.78112584999997,
                        "ttft_relative": 0.917199,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 5694.721731019672,
                        "interactivity_tok_s": 176.68678261402428,
                        "output_per_gpu": 160.23581168066684,
                        "total_per_gpu": 962.467336331605,
                        "tpot_ms": 5.659732919493584,
                        "tpot_relative": 1.214759,
                        "ttft_ms": 488.34493029280566,
                        "ttft_relative": 1.396309,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9020.903,
                        "interactivity_tok_s": 121.13870381586916,
                        "output_per_gpu": 148.69166666666666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.64,
                        "tpot_ms": 8.255,
                        "tpot_relative": 1.771786,
                        "ttft_error_pct": 8.68,
                        "ttft_ms": 576.038,
                        "ttft_relative": 1.647047,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7449.795466100311,
                        "interactivity_tok_s": 131.2448830186586,
                        "output_per_gpu": 162.42677732688836,
                        "total_per_gpu": 1444.8612805841249,
                        "tpot_error_pct": 15.97,
                        "tpot_ms": 7.619344670815346,
                        "tpot_relative": 1.635354,
                        "ttft_error_pct": 24.11,
                        "ttft_ms": 402.240066062502,
                        "ttft_relative": 1.150112,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 6610.591723467223,
                        "interactivity_tok_s": 152.2044454516907,
                        "output_per_gpu": 273.18522196554693,
                        "total_per_gpu": 1624.3789672258672,
                        "tpot_ms": 6.570110334375204,
                        "tpot_relative": 1.410155,
                        "ttft_ms": 530.0537492672447,
                        "ttft_relative": 1.515565,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11180.456,
                        "interactivity_tok_s": 96.46922631680495,
                        "output_per_gpu": 236.93316666666666,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.32,
                        "tpot_ms": 10.366,
                        "tpot_relative": 2.224874,
                        "ttft_error_pct": 22.21,
                        "ttft_ms": 576.038,
                        "ttft_relative": 1.647047,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9016.263731787394,
                        "interactivity_tok_s": 107.30110058296486,
                        "output_per_gpu": 262.38639646052246,
                        "total_per_gpu": 2367.9715535077726,
                        "tpot_error_pct": 9.07,
                        "tpot_ms": 9.319568900663821,
                        "tpot_relative": 2.000277,
                        "ttft_error_pct": 32.94,
                        "ttft_ms": 496.55523718749475,
                        "ttft_relative": 1.419784,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 8553.619082123623,
                        "interactivity_tok_s": 117.03503142203026,
                        "output_per_gpu": 414.2033371197848,
                        "total_per_gpu": 2494.1720106858684,
                        "tpot_ms": 8.544450220156591,
                        "tpot_relative": 1.833911,
                        "ttft_ms": 740.5093569861492,
                        "ttft_relative": 2.117314,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 79.32,
                    "tpot_shape_error_pct": 28.69,
                    "ttft_mape_pct": 90.05,
                    "ttft_shape_error_pct": 79.66
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 45.46,
                    "tpot_shape_error_pct": 19.86,
                    "ttft_mape_pct": 78.63,
                    "ttft_shape_error_pct": 51.9
                  },
                  "framework": "dynamo-vllm",
                  "id": "4885ea7c75c0e4e5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 23689.7,
                        "interactivity_tok_s": 44.259537930424,
                        "output_per_gpu": 745.3198571428571,
                        "total_per_gpu": null,
                        "tpot_error_pct": 56.82,
                        "tpot_ms": 22.594,
                        "tpot_relative": 1.568234,
                        "ttft_error_pct": 83.46,
                        "ttft_ms": 576.038,
                        "ttft_relative": 0.165397,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18562.69219211203,
                        "interactivity_tok_s": 52.45514401647109,
                        "output_per_gpu": 879.1166493730958,
                        "total_per_gpu": 7909.775008883682,
                        "tpot_error_pct": 32.32,
                        "tpot_ms": 19.063907243987295,
                        "tpot_relative": 1.323213,
                        "ttft_error_pct": 71.14,
                        "ttft_ms": 1004.9748578414076,
                        "ttft_relative": 0.288557,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 16759.452474110367,
                        "interactivity_tok_s": 69.40933351868016,
                        "output_per_gpu": 1699.289409955228,
                        "total_per_gpu": 8746.476521580853,
                        "tpot_ms": 14.407284284481275,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3482.75604038854,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 31897.229,
                        "interactivity_tok_s": 32.66159323251788,
                        "output_per_gpu": 1099.9457142857143,
                        "total_per_gpu": null,
                        "tpot_error_pct": 101.81,
                        "tpot_ms": 30.617,
                        "tpot_relative": 2.125106,
                        "ttft_error_pct": 96.64,
                        "ttft_ms": 576.038,
                        "ttft_relative": 0.165397,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24537.696875076046,
                        "interactivity_tok_s": 41.56121112932363,
                        "output_per_gpu": 1329.0693801422701,
                        "total_per_gpu": 11961.720976950892,
                        "tpot_error_pct": 58.6,
                        "tpot_ms": 24.060896514501405,
                        "tpot_relative": 1.670051,
                        "ttft_error_pct": 86.12,
                        "ttft_ms": 2376.2399236829942,
                        "ttft_relative": 0.682287,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 31094.179814456766,
                        "interactivity_tok_s": 65.914955299647,
                        "output_per_gpu": 1820.4416352520443,
                        "total_per_gpu": 9379.406899414063,
                        "tpot_ms": 15.171063917953614,
                        "tpot_relative": 1.053013,
                        "ttft_ms": 17121.628977870976,
                        "ttft_relative": 4.916115,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 14
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 162.38,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 98.36,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 91.1,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 89.21,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "fa00f20e8a6935fc",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 48463.691,
                        "interactivity_tok_s": 21.362500267031255,
                        "output_per_gpu": 1259.0899375,
                        "total_per_gpu": null,
                        "tpot_error_pct": 162.38,
                        "tpot_ms": 46.811,
                        "tpot_relative": 2.623839,
                        "ttft_error_pct": 98.36,
                        "ttft_ms": 576.038,
                        "ttft_relative": 0.016406,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 35181.25336138739,
                        "interactivity_tok_s": 29.33070864681162,
                        "output_per_gpu": 1628.312608744932,
                        "total_per_gpu": 14651.80799866474,
                        "tpot_error_pct": 91.1,
                        "tpot_ms": 34.093959748521264,
                        "tpot_relative": 1.911027,
                        "ttft_error_pct": 89.21,
                        "ttft_ms": 3787.1530857435755,
                        "ttft_relative": 0.107858,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 51538.14144880082,
                        "interactivity_tok_s": 56.0517661341995,
                        "output_per_gpu": 2199.7096581624855,
                        "total_per_gpu": 9917.767407667605,
                        "tpot_ms": 17.840651043997322,
                        "tpot_relative": 1.0,
                        "ttft_ms": 35112.3024060535,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 50.91,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 76.33,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 32.86,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 63.37,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "c0270ca97b465af1",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 18881.6,
                        "interactivity_tok_s": 55.884654073991285,
                        "output_per_gpu": 548.9185833333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 50.91,
                        "tpot_ms": 17.894,
                        "tpot_relative": 1.509109,
                        "ttft_error_pct": 76.33,
                        "ttft_ms": 576.038,
                        "ttft_relative": 0.236651,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15368.439771114918,
                        "interactivity_tok_s": 63.4777104357089,
                        "output_per_gpu": 618.9765035763124,
                        "total_per_gpu": 5588.170534522462,
                        "tpot_error_pct": 32.86,
                        "tpot_ms": 15.75356126010269,
                        "tpot_relative": 1.328593,
                        "ttft_error_pct": 63.37,
                        "ttft_ms": 891.6352594992208,
                        "ttft_relative": 0.366306,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828238642",
                      "measured": {
                        "e2e_ms": 13331.783792218084,
                        "interactivity_tok_s": 84.33603982212811,
                        "output_per_gpu": 1063.201755209429,
                        "total_per_gpu": 6406.37825476833,
                        "tpot_ms": 11.857326975621396,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2434.125249572753,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 12
                },
                {
                  "aic": {
                    "coverage_pct": 83.33,
                    "points": 5,
                    "status_counts": {
                      "failed": 1,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.85,
                    "tpot_shape_error_pct": 8.47,
                    "ttft_mape_pct": 37.48,
                    "ttft_shape_error_pct": 43.05
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.66,
                    "tpot_shape_error_pct": 12.4,
                    "ttft_mape_pct": 34.69,
                    "ttft_shape_error_pct": 30.96
                  },
                  "framework": "vllm",
                  "id": "1c35ef3ca756ab52",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5523.658375824574,
                        "interactivity_tok_s": 191.1988491608104,
                        "output_per_gpu": 46.30083589516369,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.57,
                        "tpot_ms": 5.23015700350234,
                        "tpot_relative": 1.155655,
                        "ttft_error_pct": 7.56,
                        "ttft_ms": 173.20776124168086,
                        "ttft_relative": 0.924395,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5051.765551599996,
                        "interactivity_tok_s": 188.21413962792502,
                        "output_per_gpu": 46.038359782222834,
                        "total_per_gpu": 412.11334507410396,
                        "tpot_error_pct": 17.4,
                        "tpot_ms": 5.313097102995931,
                        "tpot_relative": 1.173982,
                        "ttft_error_pct": 38.9,
                        "ttft_ms": 114.4813642000001,
                        "ttft_relative": 0.610977,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 4393.1547585409135,
                        "interactivity_tok_s": 220.9599989646796,
                        "output_per_gpu": 52.93455268383834,
                        "total_per_gpu": 473.8447607545224,
                        "tpot_ms": 4.525706031343029,
                        "tpot_relative": 1.0,
                        "ttft_ms": 187.37418483942747,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5968.886229519633,
                        "interactivity_tok_s": 177.24623917271094,
                        "output_per_gpu": 85.69437920768759,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.18,
                        "tpot_ms": 5.64186864932907,
                        "tpot_relative": 1.246627,
                        "ttft_error_pct": 4.22,
                        "ttft_ms": 197.25460125599454,
                        "ttft_relative": 1.052731,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5434.18353824999,
                        "interactivity_tok_s": 176.3495510878606,
                        "output_per_gpu": 85.80021332042892,
                        "total_per_gpu": 764.6058143902153,
                        "tpot_error_pct": 11.74,
                        "tpot_ms": 5.670555971541893,
                        "tpot_relative": 1.252966,
                        "ttft_error_pct": 34.33,
                        "ttft_ms": 135.2322047499996,
                        "ttft_relative": 0.721723,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 4947.87116383668,
                        "interactivity_tok_s": 197.0581578281664,
                        "output_per_gpu": 94.23245553141854,
                        "total_per_gpu": 839.7494669915329,
                        "tpot_ms": 5.074644008760066,
                        "tpot_relative": 1.121293,
                        "ttft_ms": 205.93767155660316,
                        "ttft_relative": 1.099072,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7115.573184128891,
                        "interactivity_tok_s": 148.33943501580478,
                        "output_per_gpu": 143.7691628668476,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.41,
                        "tpot_ms": 6.741295730925867,
                        "tpot_relative": 1.489557,
                        "ttft_error_pct": 6.11,
                        "ttft_ms": 219.2276513917288,
                        "ttft_relative": 1.169999,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6442.470762499993,
                        "interactivity_tok_s": 145.97451298961468,
                        "output_per_gpu": 139.64463130417087,
                        "total_per_gpu": 1255.3219532710625,
                        "tpot_error_pct": 13.22,
                        "tpot_ms": 6.850510952354709,
                        "tpot_relative": 1.513689,
                        "ttft_error_pct": 37.22,
                        "ttft_ms": 146.5918493750004,
                        "ttft_relative": 0.782348,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 5795.143396657659,
                        "interactivity_tok_s": 165.26982101980963,
                        "output_per_gpu": 155.31135692818305,
                        "total_per_gpu": 1396.1564732094553,
                        "tpot_ms": 6.050711459777872,
                        "tpot_relative": 1.336965,
                        "ttft_ms": 233.49852046230808,
                        "ttft_relative": 1.246162,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 58436.31295437414,
                        "interactivity_tok_s": 17.62079339599921,
                        "output_per_gpu": 1120.3992293476692,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.32,
                        "tpot_ms": 56.75113359124052,
                        "tpot_relative": 12.53973,
                        "ttft_error_pct": 80.3,
                        "ttft_ms": 379.9032905350879,
                        "ttft_relative": 2.027511,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 48830.86112866949,
                        "interactivity_tok_s": 19.584260878816195,
                        "output_per_gpu": 1194.1410632470574,
                        "total_per_gpu": 10744.17956466748,
                        "tpot_error_pct": 7.04,
                        "tpot_ms": 51.06141131328959,
                        "tpot_relative": 11.282529,
                        "ttft_error_pct": 11.89,
                        "ttft_ms": 1699.307205313288,
                        "ttft_relative": 9.069057,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 52634.88873463539,
                        "interactivity_tok_s": 18.2053632316654,
                        "output_per_gpu": 1109.870741113632,
                        "total_per_gpu": 9985.96472653778,
                        "tpot_ms": 54.928868338131004,
                        "tpot_relative": 12.137083,
                        "ttft_ms": 1928.5246253170044,
                        "ttft_relative": 10.292371,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 102779.40951964032,
                        "interactivity_tok_s": 9.993178782644657,
                        "output_per_gpu": 1274.0295027184181,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.79,
                        "tpot_ms": 100.06825873431976,
                        "tpot_relative": 22.111082,
                        "ttft_error_pct": 89.21,
                        "ttft_ms": 409.5808344312155,
                        "ttft_relative": 2.185898,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 84554.51674146949,
                        "interactivity_tok_s": 11.36218514171574,
                        "output_per_gpu": 1382.3693685330722,
                        "total_per_gpu": 12441.42474466334,
                        "tpot_error_pct": 14.51,
                        "tpot_ms": 88.01123969794736,
                        "tpot_relative": 19.446963,
                        "ttft_error_pct": 12.23,
                        "ttft_ms": 3330.6106373230455,
                        "ttft_relative": 17.775184,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 98776.26515064525,
                        "interactivity_tok_s": 9.713944515701197,
                        "output_per_gpu": 1185.5232266398657,
                        "total_per_gpu": 10669.795166932965,
                        "tpot_ms": 102.94479224002603,
                        "tpot_relative": 22.746681,
                        "ttft_ms": 3794.7847061847824,
                        "ttft_relative": 20.252441,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 163394.87886587068,
                        "interactivity_tok_s": 6.472554304309409,
                        "output_per_gpu": 1434.1527470456801,
                        "total_per_gpu": 12904.7276165645,
                        "tpot_error_pct": 24.03,
                        "tpot_ms": 154.49851063191585,
                        "tpot_relative": 34.137991,
                        "ttft_error_pct": 73.55,
                        "ttft_ms": 20902.34607999877,
                        "ttft_relative": 111.554033,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 194035.71949128507,
                        "interactivity_tok_s": 8.028188030949382,
                        "output_per_gpu": 1197.0087987369225,
                        "total_per_gpu": 10770.869793438429,
                        "tpot_ms": 124.5611084524815,
                        "tpot_relative": 27.523022,
                        "ttft_ms": 79035.15879779725,
                        "ttft_relative": 421.803883,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 66.67,
                    "points": 2,
                    "status_counts": {
                      "failed": 1,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 37.34,
                    "tpot_shape_error_pct": 2.86,
                    "ttft_mape_pct": 64.54,
                    "ttft_shape_error_pct": 36.82
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.25,
                    "tpot_shape_error_pct": 11.97,
                    "ttft_mape_pct": 19.14,
                    "ttft_shape_error_pct": 27.15
                  },
                  "framework": "vllm",
                  "id": "ac769d9ea5e59152",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 45968.25933777808,
                        "interactivity_tok_s": 22.60799364116712,
                        "output_per_gpu": 1424.2871264475566,
                        "total_per_gpu": null,
                        "tpot_error_pct": 36.43,
                        "tpot_ms": 44.23214266033276,
                        "tpot_relative": 0.63569,
                        "ttft_error_pct": 56.54,
                        "ttft_ms": 718.777396257661,
                        "ttft_relative": 0.434639,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 76159.58155705119,
                        "interactivity_tok_s": 12.399344440556652,
                        "output_per_gpu": 768.4501955479822,
                        "total_per_gpu": 6914.063289156978,
                        "tpot_error_pct": 15.91,
                        "tpot_ms": 80.64942503969237,
                        "tpot_relative": 1.159068,
                        "ttft_error_pct": 1.41,
                        "ttft_ms": 1630.4765730050751,
                        "ttft_relative": 0.985936,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 65936.08798572033,
                        "interactivity_tok_s": 14.371685302301554,
                        "output_per_gpu": 886.3476348918288,
                        "total_per_gpu": 7974.835167380805,
                        "tpot_ms": 69.58126197209836,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1653.7340465805755,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 77526.99475228704,
                        "interactivity_tok_s": 13.330676218950684,
                        "output_per_gpu": 1689.0116844899005,
                        "total_per_gpu": null,
                        "tpot_error_pct": 38.25,
                        "tpot_ms": 75.01494924754195,
                        "tpot_relative": 1.078091,
                        "ttft_error_pct": 72.54,
                        "ttft_ms": 786.7016720516278,
                        "ttft_relative": 0.475712,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 119619.5987430813,
                        "interactivity_tok_s": 7.912587409571491,
                        "output_per_gpu": 979.9835260551891,
                        "total_per_gpu": 8819.922929400303,
                        "tpot_error_pct": 4.04,
                        "tpot_ms": 126.38091034423788,
                        "tpot_relative": 1.816307,
                        "ttft_error_pct": 1.23,
                        "ttft_ms": 2829.810384982604,
                        "ttft_relative": 1.711164,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 115132.8155008609,
                        "interactivity_tok_s": 8.231886369954895,
                        "output_per_gpu": 1017.6618139269552,
                        "total_per_gpu": 9159.030257539225,
                        "tpot_ms": 121.4788391212304,
                        "tpot_relative": 1.745856,
                        "ttft_ms": 2864.9634357611376,
                        "ttft_relative": 1.732421,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 236600.86394762885,
                        "interactivity_tok_s": 4.583585241668531,
                        "output_per_gpu": 989.9722963911756,
                        "total_per_gpu": 8907.923412753513,
                        "tpot_error_pct": 31.79,
                        "tpot_ms": 218.1698271713557,
                        "tpot_relative": 3.135468,
                        "ttft_error_pct": 54.77,
                        "ttft_ms": 34885.30310775157,
                        "ttft_relative": 21.094869,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 230222.55290342064,
                        "interactivity_tok_s": 6.0408595889408305,
                        "output_per_gpu": 1012.5330863103461,
                        "total_per_gpu": 9110.928880142654,
                        "tpot_ms": 165.53935500019364,
                        "tpot_relative": 2.37908,
                        "ttft_ms": 77132.64058776395,
                        "ttft_relative": 46.641502,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 8,
                    "status_counts": {
                      "failed": 0,
                      "success": 8,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.67,
                    "tpot_shape_error_pct": 5.61,
                    "ttft_mape_pct": 24.52,
                    "ttft_shape_error_pct": 28.04
                  },
                  "aisim": {
                    "points": 8,
                    "status_counts": {
                      "failed": 0,
                      "success": 8,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.48,
                    "tpot_shape_error_pct": 4.69,
                    "ttft_mape_pct": 18.89,
                    "ttft_shape_error_pct": 10.31
                  },
                  "framework": "vllm",
                  "id": "ac29a68864990d96",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6242.341688991417,
                        "interactivity_tok_s": 169.96963961236776,
                        "output_per_gpu": 81.94040401569939,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.33,
                        "tpot_ms": 5.883403661269136,
                        "tpot_relative": 1.12332,
                        "ttft_error_pct": 3.11,
                        "ttft_ms": 223.61974351309038,
                        "ttft_relative": 1.031069,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5715.625090800005,
                        "interactivity_tok_s": 167.30775396615127,
                        "output_per_gpu": 81.38217475962789,
                        "total_per_gpu": 728.4942475849481,
                        "tpot_error_pct": 14.12,
                        "tpot_ms": 5.977009291525808,
                        "tpot_relative": 1.141192,
                        "ttft_error_pct": 25.6,
                        "ttft_ms": 161.36140890000064,
                        "ttft_relative": 0.744007,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 5084.162555192597,
                        "interactivity_tok_s": 190.93034381650827,
                        "output_per_gpu": 91.48089877986251,
                        "total_per_gpu": 818.893187874001,
                        "tpot_ms": 5.23751217334548,
                        "tpot_relative": 1.0,
                        "ttft_ms": 216.8814758071676,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7509.270375365485,
                        "interactivity_tok_s": 141.0081018745113,
                        "output_per_gpu": 136.23161091069508,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.64,
                        "tpot_ms": 7.0917910865145855,
                        "tpot_relative": 1.354038,
                        "ttft_error_pct": 9.39,
                        "ttft_ms": 254.36809386106432,
                        "ttft_relative": 1.172844,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6757.527478249988,
                        "interactivity_tok_s": 142.2265803790456,
                        "output_per_gpu": 138.0341419726016,
                        "total_per_gpu": 1230.0867731232818,
                        "tpot_error_pct": 15.64,
                        "tpot_ms": 7.031034545968252,
                        "tpot_relative": 1.342438,
                        "ttft_error_pct": 19.51,
                        "ttft_ms": 187.1699344500001,
                        "ttft_relative": 0.863006,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 5914.62583396351,
                        "interactivity_tok_s": 164.47605975911344,
                        "output_per_gpu": 157.7141362750873,
                        "total_per_gpu": 1405.4644031840699,
                        "tpot_ms": 6.079912185789039,
                        "tpot_relative": 1.16084,
                        "ttft_ms": 232.53632097039372,
                        "ttft_relative": 1.072182,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9219.555626778076,
                        "interactivity_tok_s": 114.47005750848467,
                        "output_per_gpu": 221.9195894927322,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.26,
                        "tpot_ms": 8.735908950913899,
                        "tpot_relative": 1.66795,
                        "ttft_error_pct": 11.96,
                        "ttft_ms": 282.7207699931572,
                        "ttft_relative": 1.303573,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8030.644663174988,
                        "interactivity_tok_s": 117.42406718431835,
                        "output_per_gpu": 224.25247641704178,
                        "total_per_gpu": 2015.8960218709512,
                        "tpot_error_pct": 15.28,
                        "tpot_ms": 8.51614174145679,
                        "tpot_relative": 1.62599,
                        "ttft_error_pct": 19.32,
                        "ttft_ms": 203.71992050000034,
                        "ttft_relative": 0.939315,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 7041.396071697818,
                        "interactivity_tok_s": 135.36764601033244,
                        "output_per_gpu": 255.5409134379915,
                        "total_per_gpu": 2297.160410692207,
                        "tpot_ms": 7.387289573785388,
                        "tpot_relative": 1.410458,
                        "ttft_ms": 252.51276416820474,
                        "ttft_relative": 1.164289,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12733.380026439201,
                        "interactivity_tok_s": 82.35384537250833,
                        "output_per_gpu": 321.3600781177893,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.29,
                        "tpot_ms": 12.142723821537832,
                        "tpot_relative": 2.318414,
                        "ttft_error_pct": 1.71,
                        "ttft_ms": 311.3735570060001,
                        "ttft_relative": 1.435685,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11295.967273125014,
                        "interactivity_tok_s": 83.8032032862404,
                        "output_per_gpu": 323.4058123564671,
                        "total_per_gpu": 2876.8442240857084,
                        "tpot_error_pct": 24.11,
                        "tpot_ms": 11.932718091746136,
                        "tpot_relative": 2.278318,
                        "ttft_error_pct": 22.07,
                        "ttft_ms": 246.88098293749994,
                        "ttft_relative": 1.138322,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 9221.978141122963,
                        "interactivity_tok_s": 104.00686149240838,
                        "output_per_gpu": 395.5831846350025,
                        "total_per_gpu": 3518.8953209296897,
                        "tpot_ms": 9.614750273692199,
                        "tpot_relative": 1.835748,
                        "ttft_ms": 316.80655121745076,
                        "ttft_relative": 1.460736,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17035.55324437352,
                        "interactivity_tok_s": 61.276590973861104,
                        "output_per_gpu": 480.4070570882692,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.21,
                        "tpot_ms": 16.319445715029616,
                        "tpot_relative": 3.115877,
                        "ttft_error_pct": 11.3,
                        "ttft_ms": 340.7602778982253,
                        "ttft_relative": 1.571182,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14929.328645337602,
                        "interactivity_tok_s": 62.63487678072226,
                        "output_per_gpu": 478.94922148510983,
                        "total_per_gpu": 4322.396844312282,
                        "tpot_error_pct": 17.6,
                        "tpot_ms": 15.965545897070873,
                        "tpot_relative": 3.048307,
                        "ttft_error_pct": 15.89,
                        "ttft_ms": 323.12866006875055,
                        "ttft_relative": 1.489886,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 12807.946552711655,
                        "interactivity_tok_s": 73.66138738854802,
                        "output_per_gpu": 558.0364374363202,
                        "total_per_gpu": 5036.139172972866,
                        "tpot_ms": 13.575633523235375,
                        "tpot_relative": 2.592,
                        "ttft_ms": 384.1881538712187,
                        "ttft_relative": 1.77142,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23601.157758368987,
                        "interactivity_tok_s": 44.03832980152161,
                        "output_per_gpu": 693.5252993762942,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.37,
                        "tpot_ms": 22.707491508123635,
                        "tpot_relative": 4.335549,
                        "ttft_error_pct": 34.47,
                        "ttft_ms": 371.3939455585111,
                        "ttft_relative": 1.712428,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20571.5844397095,
                        "interactivity_tok_s": 46.000805361955976,
                        "output_per_gpu": 704.8371441129335,
                        "total_per_gpu": 6302.878167728399,
                        "tpot_error_pct": 12.37,
                        "tpot_ms": 21.738749835606782,
                        "tpot_relative": 4.150587,
                        "ttft_error_pct": 19.8,
                        "ttft_ms": 454.5683691281255,
                        "ttft_relative": 2.09593,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 18476.144519903028,
                        "interactivity_tok_s": 51.68945358148032,
                        "output_per_gpu": 784.8716403336539,
                        "total_per_gpu": 7018.572116476783,
                        "tpot_ms": 19.34630627161993,
                        "tpot_relative": 3.693797,
                        "ttft_ms": 566.7823874049645,
                        "ttft_relative": 2.613328,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 35221.35158942411,
                        "interactivity_tok_s": 29.382026480485333,
                        "output_per_gpu": 929.4362232774057,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.61,
                        "tpot_ms": 34.03441218270531,
                        "tpot_relative": 6.498202,
                        "ttft_error_pct": 53.54,
                        "ttft_ms": 404.14792651658263,
                        "ttft_relative": 1.863451,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30502.12041638127,
                        "interactivity_tok_s": 30.982074731504934,
                        "output_per_gpu": 951.3427439687267,
                        "total_per_gpu": 8575.19227313571,
                        "tpot_error_pct": 8.69,
                        "tpot_ms": 32.27672803277838,
                        "tpot_relative": 6.162607,
                        "ttft_error_pct": 14.08,
                        "ttft_ms": 747.4959471140611,
                        "ttft_relative": 3.446564,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 28256.20431536845,
                        "interactivity_tok_s": 33.67477806353377,
                        "output_per_gpu": 1028.3483453170202,
                        "total_per_gpu": 9269.303666591359,
                        "tpot_ms": 29.695815607553904,
                        "tpot_relative": 5.669832,
                        "ttft_ms": 869.9464718243689,
                        "ttft_relative": 4.011161,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 52408.06300391188,
                        "interactivity_tok_s": 19.686160994622227,
                        "output_per_gpu": 1249.2734180065574,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.61,
                        "tpot_ms": 50.79710565575357,
                        "tpot_relative": 9.698709,
                        "ttft_error_pct": 70.68,
                        "ttft_ms": 442.62391807596964,
                        "ttft_relative": 2.040856,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 44726.962794503925,
                        "interactivity_tok_s": 21.190275911623146,
                        "output_per_gpu": 1297.1658250269868,
                        "total_per_gpu": 11710.91923509765,
                        "tpot_error_pct": 0.03,
                        "tpot_ms": 47.19145725948225,
                        "tpot_relative": 9.010281,
                        "ttft_error_pct": 14.85,
                        "ttft_ms": 1285.272961251561,
                        "ttft_relative": 5.926154,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 44978.2757682613,
                        "interactivity_tok_s": 21.18420662984629,
                        "output_per_gpu": 1292.7560855928848,
                        "total_per_gpu": 11671.107746570715,
                        "tpot_ms": 47.20497762663939,
                        "tpot_relative": 9.012863,
                        "ttft_ms": 1509.4810311840774,
                        "ttft_relative": 6.959935,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 8,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 62.3,
                    "tpot_shape_error_pct": 240.01,
                    "ttft_mape_pct": 62.22,
                    "ttft_shape_error_pct": 174.17
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 62.04,
                    "tpot_shape_error_pct": 235.42,
                    "ttft_mape_pct": 75.27,
                    "ttft_shape_error_pct": 183.38
                  },
                  "framework": "vllm",
                  "id": "ccfb9240348bf661",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5392.597533558319,
                        "interactivity_tok_s": 195.3394195534756,
                        "output_per_gpu": 23.713062064103525,
                        "total_per_gpu": null,
                        "tpot_error_pct": 77.13,
                        "tpot_ms": 5.1192944173065005,
                        "tpot_relative": 0.228651,
                        "ttft_error_pct": 81.96,
                        "ttft_ms": 155.55934465376907,
                        "ttft_relative": 0.180409,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4929.919464500037,
                        "interactivity_tok_s": 192.34022599803106,
                        "output_per_gpu": 23.588113525459626,
                        "total_per_gpu": 211.14949392090463,
                        "tpot_error_pct": 76.78,
                        "tpot_ms": 5.19912043781334,
                        "tpot_relative": 0.232217,
                        "ttft_error_pct": 88.57,
                        "ttft_ms": 98.56950199999912,
                        "ttft_relative": 0.114315,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 21597.923991363496,
                        "interactivity_tok_s": 44.664627198546185,
                        "output_per_gpu": 5.384059565656076,
                        "total_per_gpu": 48.195522346509236,
                        "tpot_ms": 22.389081981021203,
                        "tpot_relative": 1.0,
                        "ttft_ms": 862.2587647289038,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5872.2626769565895,
                        "interactivity_tok_s": 179.6320021539642,
                        "output_per_gpu": 43.55220705701593,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.71,
                        "tpot_ms": 5.566936781915346,
                        "tpot_relative": 0.248645,
                        "ttft_error_pct": 20.93,
                        "ttft_ms": 177.2863490571907,
                        "ttft_relative": 0.205607,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5308.24126590001,
                        "interactivity_tok_s": 180.01276779700825,
                        "output_per_gpu": 43.91755474487022,
                        "total_per_gpu": 391.3698627568924,
                        "tpot_error_pct": 22.45,
                        "tpot_ms": 5.555161515696775,
                        "tpot_relative": 0.248119,
                        "ttft_error_pct": 47.65,
                        "ttft_ms": 117.36667890000021,
                        "ttft_relative": 0.136115,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 4463.867339293938,
                        "interactivity_tok_s": 220.43013609266237,
                        "output_per_gpu": 52.21927339290129,
                        "total_per_gpu": 465.3503588660424,
                        "tpot_ms": 4.536584777952636,
                        "tpot_relative": 0.202625,
                        "ttft_ms": 224.20845533488318,
                        "ttft_relative": 0.260025,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6365.744029874434,
                        "interactivity_tok_s": 165.83972426196905,
                        "output_per_gpu": 80.35195848270536,
                        "total_per_gpu": null,
                        "tpot_error_pct": 87.05,
                        "tpot_ms": 6.029918371188003,
                        "tpot_relative": 0.269324,
                        "ttft_error_pct": 83.77,
                        "ttft_ms": 197.137536149106,
                        "ttft_relative": 0.228629,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5737.1076206249945,
                        "interactivity_tok_s": 163.81022927233187,
                        "output_per_gpu": 78.25790175275293,
                        "total_per_gpu": 703.4918648120383,
                        "tpot_error_pct": 86.89,
                        "tpot_ms": 6.1046248725866565,
                        "tpot_relative": 0.272661,
                        "ttft_error_pct": 89.58,
                        "ttft_ms": 126.5841112750004,
                        "ttft_relative": 0.146805,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588412",
                      "measured": {
                        "e2e_ms": 44001.74831414479,
                        "interactivity_tok_s": 21.481272604262212,
                        "output_per_gpu": 10.200923784746394,
                        "total_per_gpu": 91.70022113305986,
                        "tpot_ms": 46.55217679243011,
                        "tpot_relative": 2.079236,
                        "ttft_ms": 1214.7699042456225,
                        "ttft_relative": 1.408823,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 41.38,
                "points": 12,
                "status_counts": {
                  "failed": 17,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.08,
                "tpot_shape_error_pct": 4.58,
                "ttft_mape_pct": 34.92,
                "ttft_shape_error_pct": 37.25
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 29,
                "status_counts": {
                  "failed": 0,
                  "success": 29,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.13,
                "tpot_shape_error_pct": 5.64,
                "ttft_mape_pct": 41.3,
                "ttft_shape_error_pct": 15.77
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 29,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 104.51,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 33.72,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "f96054c7f07f2fe8",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 223512.714334177,
                        "interactivity_tok_s": 19.155918074548588,
                        "output_per_gpu": 2021.429259761513,
                        "total_per_gpu": 18196.854059365174,
                        "tpot_error_pct": 104.51,
                        "tpot_ms": 52.20318838848266,
                        "tpot_relative": 2.045139,
                        "ttft_error_pct": 33.72,
                        "ttft_ms": 175465.8803788192,
                        "ttft_relative": 0.662822,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 288219.5539763401,
                        "interactivity_tok_s": 39.17651825477151,
                        "output_per_gpu": 3101.0797438755535,
                        "total_per_gpu": 13987.198310220052,
                        "tpot_ms": 25.5254944683147,
                        "tpot_relative": 1.0,
                        "ttft_ms": 264725.589539839,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.02,
                    "tpot_shape_error_pct": 2.64,
                    "ttft_mape_pct": 45.1,
                    "ttft_shape_error_pct": 14.19
                  },
                  "framework": "dynamo-vllm",
                  "id": "fab0f7c40e776d17",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 4876.845414899997,
                        "interactivity_tok_s": 200.23672896311382,
                        "output_per_gpu": 21.195395357592293,
                        "total_per_gpu": 189.73102695892248,
                        "tpot_error_pct": 16.85,
                        "tpot_ms": 4.994088772715683,
                        "tpot_relative": 1.168469,
                        "ttft_error_pct": 38.07,
                        "ttft_ms": 236.03539529999952,
                        "ttft_relative": 0.619344,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 4352.910677893669,
                        "interactivity_tok_s": 233.9704971062348,
                        "output_per_gpu": 26.712041270538457,
                        "total_per_gpu": 213.43854797520981,
                        "tpot_ms": 4.274043148038224,
                        "tpot_relative": 1.0,
                        "ttft_ms": 381.1052327946527,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 5126.137913800003,
                        "interactivity_tok_s": 191.7058483312426,
                        "output_per_gpu": 40.350511837652554,
                        "total_per_gpu": 359.5822757394529,
                        "tpot_error_pct": 18.14,
                        "tpot_ms": 5.216324951506596,
                        "tpot_relative": 1.220466,
                        "ttft_error_pct": 47.32,
                        "ttft_ms": 252.97940385000152,
                        "ttft_relative": 0.663805,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 4594.812691450352,
                        "interactivity_tok_s": 226.47583398871305,
                        "output_per_gpu": 50.22285165972072,
                        "total_per_gpu": 398.57867765872794,
                        "tpot_ms": 4.415482139475585,
                        "tpot_relative": 1.033093,
                        "ttft_ms": 480.25581810070435,
                        "ttft_relative": 1.260166,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 5349.700787249998,
                        "interactivity_tok_s": 181.6754242587727,
                        "output_per_gpu": 74.3167238129156,
                        "total_per_gpu": 668.0630255976686,
                        "tpot_error_pct": 16.11,
                        "tpot_ms": 5.504321809512506,
                        "tpot_relative": 1.287849,
                        "ttft_error_pct": 49.3,
                        "ttft_ms": 290.73345762499946,
                        "ttft_relative": 0.762869,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 4934.590723601286,
                        "interactivity_tok_s": 210.95139028828646,
                        "output_per_gpu": 92.06924345023648,
                        "total_per_gpu": 737.3602573371705,
                        "tpot_ms": 4.740428582307036,
                        "tpot_relative": 1.10912,
                        "ttft_ms": 573.4574407768378,
                        "ttft_relative": 1.504722,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 6533.027739037543,
                        "interactivity_tok_s": 150.09719233368213,
                        "output_per_gpu": 123.48140310399026,
                        "total_per_gpu": 1098.4241708994437,
                        "tpot_error_pct": 23.41,
                        "tpot_ms": 6.662349804497961,
                        "tpot_relative": 1.558793,
                        "ttft_error_pct": 46.27,
                        "ttft_ms": 370.50810319999994,
                        "ttft_relative": 0.972194,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 5684.748868126553,
                        "interactivity_tok_s": 185.24042027792518,
                        "output_per_gpu": 157.7908117851416,
                        "total_per_gpu": 1250.9806791701426,
                        "tpot_ms": 5.398389824961806,
                        "tpot_relative": 1.263064,
                        "ttft_ms": 689.6290303237038,
                        "ttft_relative": 1.80955,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 8218.747302700012,
                        "interactivity_tok_s": 118.57669259058311,
                        "output_per_gpu": 191.24167631713206,
                        "total_per_gpu": 1725.9082615292687,
                        "tpot_error_pct": 20.61,
                        "tpot_ms": 8.433360537831497,
                        "tpot_relative": 1.973158,
                        "ttft_error_pct": 44.51,
                        "ttft_ms": 508.29834112500055,
                        "ttft_relative": 1.333748,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 7311.6067763443425,
                        "interactivity_tok_s": 143.00973817543095,
                        "output_per_gpu": 240.89659050403318,
                        "total_per_gpu": 1934.1145750066119,
                        "tpot_ms": 6.992530807750264,
                        "tpot_relative": 1.636046,
                        "ttft_ms": 916.08548182503,
                        "ttft_relative": 2.40376,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 9
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 34.68,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 81.49,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "329009e106898416",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18477.258184723498,
                        "interactivity_tok_s": 53.000049203793445,
                        "output_per_gpu": 1026.4861162836557,
                        "total_per_gpu": 9267.200670736802,
                        "tpot_error_pct": 34.68,
                        "tpot_ms": 18.867907011837747,
                        "tpot_relative": 1.346788,
                        "ttft_error_pct": 81.49,
                        "ttft_ms": 1138.2925911601556,
                        "ttft_relative": 0.185065,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 19026.910235633088,
                        "interactivity_tok_s": 71.37983571825994,
                        "output_per_gpu": 1486.5483693402023,
                        "total_per_gpu": 8957.275607701082,
                        "tpot_ms": 14.009558721135951,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6150.757621265143,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 6
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 2,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.36,
                    "tpot_shape_error_pct": 0.33,
                    "ttft_mape_pct": 93.51,
                    "ttft_shape_error_pct": 43.79
                  },
                  "framework": "dynamo-vllm",
                  "id": "5a0e95a832196aaf",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 21984.2811174427,
                        "interactivity_tok_s": 62.18701809722598,
                        "output_per_gpu": 1283.1878894069864,
                        "total_per_gpu": 11553.902725243222,
                        "tpot_error_pct": 21.56,
                        "tpot_ms": 16.08052662111174,
                        "tpot_relative": 1.215631,
                        "ttft_error_pct": 94.67,
                        "ttft_ms": 7177.810605189837,
                        "ttft_relative": 0.053271,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 768,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 146920.0512669791,
                        "interactivity_tok_s": 75.59649716616393,
                        "output_per_gpu": 181.23357779563094,
                        "total_per_gpu": 1089.9653713813598,
                        "tpot_ms": 13.228126136611365,
                        "tpot_relative": 1.0,
                        "ttft_ms": 134741.5987058187,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 28818.071522907227,
                        "interactivity_tok_s": 62.043154684572805,
                        "output_per_gpu": 1302.5513149311223,
                        "total_per_gpu": 11720.55763265826,
                        "tpot_error_pct": 21.16,
                        "tpot_ms": 16.117813561931154,
                        "tpot_relative": 1.21845,
                        "ttft_error_pct": 92.34,
                        "ttft_ms": 13976.38331085747,
                        "ttft_relative": 0.103727,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 194712.7113346532,
                        "interactivity_tok_s": 75.17401229444775,
                        "output_per_gpu": 181.33170187713608,
                        "total_per_gpu": 1090.0866764730192,
                        "tpot_ms": 13.30246942365026,
                        "tpot_relative": 1.00562,
                        "ttft_ms": 182464.6433432158,
                        "ttft_relative": 1.354182,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 6,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.99,
                    "tpot_shape_error_pct": 8.11,
                    "ttft_mape_pct": 49.85,
                    "ttft_shape_error_pct": 27.86
                  },
                  "framework": "dynamo-vllm",
                  "id": "bf2b1ed6a551a53e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 7289.165971087697,
                        "interactivity_tok_s": 133.82850491887558,
                        "output_per_gpu": 199.362841359969,
                        "total_per_gpu": 1773.4246471475738,
                        "tpot_error_pct": 16.56,
                        "tpot_ms": 7.472249657172677,
                        "tpot_relative": 1.165647,
                        "ttft_error_pct": 34.76,
                        "ttft_ms": 377.4671542499976,
                        "ttft_relative": 0.652418,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 6509.898457361851,
                        "interactivity_tok_s": 155.99681814422885,
                        "output_per_gpu": 276.57736947602643,
                        "total_per_gpu": 1973.4587041937782,
                        "tpot_ms": 6.410387159790895,
                        "tpot_relative": 1.0,
                        "ttft_ms": 578.5660167137394,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 8893.368335081515,
                        "interactivity_tok_s": 108.96524748453685,
                        "output_per_gpu": 318.1920639101228,
                        "total_per_gpu": 2871.6037342448953,
                        "tpot_error_pct": 8.72,
                        "tpot_ms": 9.177237909195856,
                        "tpot_relative": 1.43162,
                        "ttft_error_pct": 34.79,
                        "ttft_ms": 503.18923100002104,
                        "ttft_relative": 0.869718,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 8490.547671569584,
                        "interactivity_tok_s": 118.4700445663327,
                        "output_per_gpu": 415.5208728214155,
                        "total_per_gpu": 3002.526840233224,
                        "tpot_ms": 8.44095234082645,
                        "tpot_relative": 1.316762,
                        "ttft_ms": 771.6707637006039,
                        "ttft_relative": 1.333764,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 10022.2238057292,
                        "interactivity_tok_s": 97.94554951584846,
                        "output_per_gpu": 426.22361895663954,
                        "total_per_gpu": 3835.113878410682,
                        "tpot_error_pct": 8.36,
                        "tpot_ms": 10.209754347625475,
                        "tpot_relative": 1.592689,
                        "ttft_error_pct": 34.6,
                        "ttft_ms": 652.9925064458334,
                        "ttft_relative": 1.12864,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 9640.540109592015,
                        "interactivity_tok_s": 106.12950277013542,
                        "output_per_gpu": 554.9325011028491,
                        "total_per_gpu": 4006.3408781357493,
                        "tpot_ms": 9.422450627756993,
                        "tpot_relative": 1.469872,
                        "ttft_ms": 998.5281001496332,
                        "ttft_relative": 1.725867,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11346.798759321959,
                        "interactivity_tok_s": 87.50238902944324,
                        "output_per_gpu": 504.90287283865365,
                        "total_per_gpu": 4515.00225352511,
                        "tpot_error_pct": 13.25,
                        "tpot_ms": 11.428259400592081,
                        "tpot_relative": 1.782772,
                        "ttft_error_pct": 42.73,
                        "ttft_ms": 784.7391858531261,
                        "ttft_relative": 1.356352,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 10687.214900508843,
                        "interactivity_tok_s": 99.09424439104843,
                        "output_per_gpu": 668.24903126644,
                        "total_per_gpu": 4800.02645674471,
                        "tpot_ms": 10.091403452795628,
                        "tpot_relative": 1.574227,
                        "ttft_ms": 1370.3085493058097,
                        "ttft_relative": 2.368457,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 14362.217521858393,
                        "interactivity_tok_s": 69.47309789527176,
                        "output_per_gpu": 603.2086003162669,
                        "total_per_gpu": 5407.13156168796,
                        "tpot_error_pct": 25.9,
                        "tpot_ms": 14.394060870978642,
                        "tpot_relative": 2.245428,
                        "ttft_error_pct": 71.47,
                        "ttft_ms": 1045.208770318754,
                        "ttft_relative": 1.806551,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 48,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 14234.094781733136,
                        "interactivity_tok_s": 87.4662183363022,
                        "output_per_gpu": 755.7678872106202,
                        "total_per_gpu": 5438.253980889827,
                        "tpot_ms": 11.432985431644727,
                        "tpot_relative": 1.783509,
                        "ttft_ms": 3663.522372737134,
                        "ttft_relative": 6.332073,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 15859.969691548471,
                        "interactivity_tok_s": 64.36047363287801,
                        "output_per_gpu": 721.8860319611978,
                        "total_per_gpu": 6506.920416015442,
                        "tpot_error_pct": 35.13,
                        "tpot_ms": 15.537486652198258,
                        "tpot_relative": 2.423798,
                        "ttft_error_pct": 80.75,
                        "ttft_ms": 1558.5839728531269,
                        "ttft_relative": 2.693874,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 18677.579748082415,
                        "interactivity_tok_s": 86.96769288262115,
                        "output_per_gpu": 760.1754793482759,
                        "total_per_gpu": 5499.347029484115,
                        "tpot_ms": 11.498522806045727,
                        "tpot_relative": 1.793733,
                        "ttft_ms": 8097.230985193846,
                        "ttft_relative": 13.995345,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 5
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.34,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 40.07,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "3584dfafcaf16fa6",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 23193.009747164215,
                        "interactivity_tok_s": 71.01895469972857,
                        "output_per_gpu": 924.1147317211265,
                        "total_per_gpu": 8317.099721577115,
                        "tpot_error_pct": 1.34,
                        "tpot_ms": 14.080747938744612,
                        "tpot_relative": 1.013412,
                        "ttft_error_pct": 40.07,
                        "ttft_ms": 10223.01154102168,
                        "ttft_relative": 0.599317,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 29854.987134295443,
                        "interactivity_tok_s": 71.97147171590605,
                        "output_per_gpu": 938.2175218041597,
                        "total_per_gpu": 6445.266706535731,
                        "tpot_ms": 13.894394211463583,
                        "tpot_relative": 1.0,
                        "ttft_ms": 17057.78323047657,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 21
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.94,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 82.64,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-vllm",
                  "id": "97f22d0ca82e72be",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 24027.37003818762,
                        "interactivity_tok_s": 40.71268257666703,
                        "output_per_gpu": 1357.7824160422613,
                        "total_per_gpu": 12216.528295273873,
                        "tpot_error_pct": 30.94,
                        "tpot_ms": 24.562370659729336,
                        "tpot_relative": 1.309381,
                        "ttft_error_pct": 82.64,
                        "ttft_ms": 1405.471055582026,
                        "ttft_relative": 0.173632,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "verified",
                      "infx_run_id": "30828231519",
                      "measured": {
                        "e2e_ms": 25380.296801305565,
                        "interactivity_tok_s": 53.308401448952374,
                        "output_per_gpu": 2243.8160636855614,
                        "total_per_gpu": 11549.230169267526,
                        "tpot_ms": 18.75876921497244,
                        "tpot_relative": 1.0,
                        "ttft_ms": 8094.530300916972,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 7
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.56,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 95.25,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.37,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 74.48,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "2f1dadc4cbaa663b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 119844.74054723328,
                        "interactivity_tok_s": 8.58685404383997,
                        "output_per_gpu": 2185.227309969306,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.56,
                        "tpot_ms": 116.4570860171286,
                        "tpot_relative": 0.77437,
                        "ttft_error_pct": 95.25,
                        "ttft_ms": 709.1415517107158,
                        "ttft_relative": 0.047509,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 124133.61661899637,
                        "interactivity_tok_s": 7.675401793564451,
                        "output_per_gpu": 1883.6225930117637,
                        "total_per_gpu": 16952.7401805582,
                        "tpot_error_pct": 13.37,
                        "tpot_ms": 130.28633899510825,
                        "tpot_relative": 0.866326,
                        "ttft_error_pct": 74.48,
                        "ttft_ms": 3809.0688306752045,
                        "ttft_relative": 0.255188,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 153899.62559139804,
                        "interactivity_tok_s": 6.649401296600651,
                        "output_per_gpu": 1521.2791888571298,
                        "total_per_gpu": 13691.623219250794,
                        "tpot_ms": 150.3894795026473,
                        "tpot_relative": 1.0,
                        "ttft_ms": 14926.49880272773,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.13,
                    "tpot_shape_error_pct": 2.47,
                    "ttft_mape_pct": 9.43,
                    "ttft_shape_error_pct": 7.67
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.85,
                    "tpot_shape_error_pct": 0.02,
                    "ttft_mape_pct": 29.99,
                    "ttft_shape_error_pct": 12.68
                  },
                  "framework": "vllm",
                  "id": "6d8b44e3afed6fc3",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5166.811639213206,
                        "interactivity_tok_s": 203.885365951633,
                        "output_per_gpu": 24.749305554222335,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.67,
                        "tpot_ms": 4.904716899776056,
                        "tpot_relative": 1.186691,
                        "ttft_error_pct": 5.39,
                        "ttft_ms": 149.28625074230055,
                        "ttft_relative": 1.053905,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4734.061802899998,
                        "interactivity_tok_s": 200.23672896311382,
                        "output_per_gpu": 24.56400124070295,
                        "total_per_gpu": 219.8851733119186,
                        "tpot_error_pct": 20.83,
                        "tpot_ms": 4.994088772715683,
                        "tpot_relative": 1.208315,
                        "ttft_error_pct": 34.17,
                        "ttft_ms": 93.25178330000004,
                        "ttft_relative": 0.658323,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 3982.6145379000536,
                        "interactivity_tok_s": 241.94899962875112,
                        "output_per_gpu": 29.19674867144952,
                        "total_per_gpu": 261.35530929416643,
                        "tpot_ms": 4.133102437019412,
                        "tpot_relative": 1.0,
                        "ttft_ms": 141.65053910001006,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5638.503537001958,
                        "interactivity_tok_s": 187.07374722328657,
                        "output_per_gpu": 45.35777947493929,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.6,
                        "tpot_ms": 5.345485482826326,
                        "tpot_relative": 1.293335,
                        "ttft_error_pct": 13.47,
                        "ttft_ms": 170.07188807062585,
                        "ttft_relative": 1.200644,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5075.874445049999,
                        "interactivity_tok_s": 188.2118304975038,
                        "output_per_gpu": 45.92791915178698,
                        "total_per_gpu": 409.2851598766223,
                        "tpot_error_pct": 20.86,
                        "tpot_ms": 5.313162288240232,
                        "tpot_relative": 1.285514,
                        "ttft_error_pct": 25.82,
                        "ttft_ms": 111.18315104999954,
                        "ttft_relative": 0.784912,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 4257.887930651486,
                        "interactivity_tok_s": 227.4750718573239,
                        "output_per_gpu": 54.74279762728764,
                        "total_per_gpu": 487.83866312188985,
                        "tpot_ms": 4.396086093456502,
                        "tpot_relative": 1.063629,
                        "ttft_ms": 149.88345655438025,
                        "ttft_relative": 1.058121,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.46,
                    "tpot_shape_error_pct": 4.53,
                    "ttft_mape_pct": 19.97,
                    "ttft_shape_error_pct": 4.05
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.64,
                    "tpot_shape_error_pct": 7.27,
                    "ttft_mape_pct": 19.88,
                    "ttft_shape_error_pct": 7.75
                  },
                  "framework": "vllm",
                  "id": "a3360a20cda5f44e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5334.997186620655,
                        "interactivity_tok_s": 198.0402320030149,
                        "output_per_gpu": 47.938169609794976,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.07,
                        "tpot_ms": 5.0494790370916975,
                        "tpot_relative": 1.150713,
                        "ttft_error_pct": 17.59,
                        "ttft_ms": 169.38013167584782,
                        "ttft_relative": 1.17593,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4877.2900961,
                        "interactivity_tok_s": 194.97058810218772,
                        "output_per_gpu": 47.685291507669945,
                        "total_per_gpu": 426.8558890242634,
                        "tpot_error_pct": 16.88,
                        "tpot_ms": 5.128978733325056,
                        "tpot_relative": 1.16883,
                        "ttft_error_pct": 22.87,
                        "ttft_ms": 111.10218689999965,
                        "ttft_relative": 0.771332,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 4221.952526408131,
                        "interactivity_tok_s": 227.88750107963656,
                        "output_per_gpu": 55.083609771243815,
                        "total_per_gpu": 493.0820904342793,
                        "tpot_ms": 4.388130087268562,
                        "tpot_relative": 1.0,
                        "ttft_ms": 144.03932780551258,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5803.854995135431,
                        "interactivity_tok_s": 182.31983564863424,
                        "output_per_gpu": 88.13107846917605,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.86,
                        "tpot_ms": 5.484866725786186,
                        "tpot_relative": 1.249933,
                        "ttft_error_pct": 22.35,
                        "ttft_ms": 192.83633465616265,
                        "ttft_relative": 1.338776,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5187.820817500016,
                        "interactivity_tok_s": 184.78987811876974,
                        "output_per_gpu": 89.87190651058458,
                        "total_per_gpu": 800.8905760140515,
                        "tpot_error_pct": 8.39,
                        "tpot_ms": 5.411551813229031,
                        "tpot_relative": 1.233225,
                        "ttft_error_pct": 16.89,
                        "ttft_ms": 130.98421615000086,
                        "ttft_relative": 0.909364,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 4823.476901500544,
                        "interactivity_tok_s": 200.2931890853267,
                        "output_per_gpu": 96.67951938485363,
                        "total_per_gpu": 861.5563970458095,
                        "tpot_ms": 4.992681002118305,
                        "tpot_relative": 1.13777,
                        "ttft_ms": 157.60841249866644,
                        "ttft_relative": 1.094204,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.75,
                    "tpot_shape_error_pct": 4.94,
                    "ttft_mape_pct": 37.86,
                    "ttft_shape_error_pct": 47.72
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.33,
                    "tpot_shape_error_pct": 7.13,
                    "ttft_mape_pct": 10.57,
                    "ttft_shape_error_pct": 3.93
                  },
                  "framework": "vllm",
                  "id": "441f00f61f067daa",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8836.02675201094,
                        "interactivity_tok_s": 119.45473326759128,
                        "output_per_gpu": 231.5520377452867,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.85,
                        "tpot_ms": 8.371371921779724,
                        "tpot_relative": 1.158536,
                        "ttft_error_pct": 21.61,
                        "ttft_ms": 272.1132760302807,
                        "ttft_relative": 1.216094,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7738.239628750021,
                        "interactivity_tok_s": 121.81596426083271,
                        "output_per_gpu": 232.78959029912727,
                        "total_per_gpu": 2092.639584252622,
                        "tpot_error_pct": 13.61,
                        "tpot_ms": 8.209104661017967,
                        "tpot_relative": 1.136079,
                        "ttft_error_pct": 13.49,
                        "ttft_ms": 193.5798644000004,
                        "ttft_relative": 0.865122,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 6866.135041225061,
                        "interactivity_tok_s": 138.39258483323772,
                        "output_per_gpu": 262.0715822837774,
                        "total_per_gpu": 2355.8672288139974,
                        "tpot_ms": 7.225820669546669,
                        "tpot_relative": 1.0,
                        "ttft_ms": 223.76007969942293,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12306.821079828567,
                        "interactivity_tok_s": 85.19897396894791,
                        "output_per_gpu": 332.49853666167064,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.45,
                        "tpot_ms": 11.737230548861604,
                        "tpot_relative": 1.624346,
                        "ttft_error_pct": 12.45,
                        "ttft_ms": 299.63422834314827,
                        "ttft_relative": 1.339087,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10900.663615237549,
                        "interactivity_tok_s": 86.81309829251984,
                        "output_per_gpu": 335.15114528450346,
                        "total_per_gpu": 2981.3243908080717,
                        "tpot_error_pct": 27.04,
                        "tpot_ms": 11.51899908733201,
                        "tpot_relative": 1.594144,
                        "ttft_error_pct": 11.87,
                        "ttft_ms": 234.8090606750001,
                        "ttft_relative": 1.049379,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 8664.700119049667,
                        "interactivity_tok_s": 110.28732749123672,
                        "output_per_gpu": 421.1021772821001,
                        "total_per_gpu": 3745.898558955508,
                        "tpot_ms": 9.067224882019728,
                        "tpot_relative": 1.254837,
                        "ttft_ms": 266.4495362256275,
                        "ttft_relative": 1.190782,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16672.903454719934,
                        "interactivity_tok_s": 62.58778162781434,
                        "output_per_gpu": 490.85631799080505,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.52,
                        "tpot_ms": 15.977559421208097,
                        "tpot_relative": 2.211176,
                        "ttft_error_pct": 4.4,
                        "ttft_ms": 327.86016682405096,
                        "ttft_relative": 1.465231,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14635.18003711876,
                        "interactivity_tok_s": 63.8515092965265,
                        "output_per_gpu": 488.80070148493974,
                        "total_per_gpu": 4411.303985514086,
                        "tpot_error_pct": 17.15,
                        "tpot_ms": 15.661336920886217,
                        "tpot_relative": 2.167413,
                        "ttft_error_pct": 10.3,
                        "ttft_ms": 307.619769425001,
                        "ttft_relative": 1.374775,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 12574.258844891665,
                        "interactivity_tok_s": 74.8036923066158,
                        "output_per_gpu": 568.7513917180912,
                        "total_per_gpu": 5132.838953444097,
                        "tpot_ms": 13.368324064821033,
                        "tpot_relative": 1.850077,
                        "ttft_ms": 342.9480864180732,
                        "ttft_relative": 1.53266,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23168.283882304724,
                        "interactivity_tok_s": 44.84738316024943,
                        "output_per_gpu": 706.4830560239039,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.57,
                        "tpot_ms": 22.297845036504874,
                        "tpot_relative": 3.085856,
                        "ttft_error_pct": 26.83,
                        "ttft_ms": 357.5884099602375,
                        "ttft_relative": 1.598088,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20178.42192132612,
                        "interactivity_tok_s": 46.86394585355457,
                        "output_per_gpu": 718.6954157570884,
                        "total_per_gpu": 6426.803245340934,
                        "tpot_error_pct": 13.47,
                        "tpot_ms": 21.338365384871903,
                        "tpot_relative": 2.953072,
                        "ttft_error_pct": 11.42,
                        "ttft_ms": 432.8753800906251,
                        "ttft_relative": 1.934551,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 17893.855542181427,
                        "interactivity_tok_s": 53.176008496682066,
                        "output_per_gpu": 810.876480109353,
                        "total_per_gpu": 7251.115673873734,
                        "tpot_ms": 18.805473149839656,
                        "tpot_relative": 2.602538,
                        "ttft_ms": 488.694582962853,
                        "ttft_relative": 2.184011,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 34669.92211005748,
                        "interactivity_tok_s": 29.841875305784637,
                        "output_per_gpu": 944.2190235121277,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.2,
                        "tpot_ms": 33.50995839749243,
                        "tpot_relative": 4.63753,
                        "ttft_error_pct": 51.11,
                        "ttft_ms": 389.2346694227235,
                        "ttft_relative": 1.739518,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 29923.800210954603,
                        "interactivity_tok_s": 31.555620187026072,
                        "output_per_gpu": 969.6852851562278,
                        "total_per_gpu": 8740.527866913993,
                        "tpot_error_pct": 9.89,
                        "tpot_ms": 31.690075938077893,
                        "tpot_relative": 4.385672,
                        "ttft_error_pct": 10.64,
                        "ttft_ms": 711.5026240968753,
                        "ttft_relative": 3.179757,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 27385.690627037548,
                        "interactivity_tok_s": 34.677526338182325,
                        "output_per_gpu": 1060.6571236287605,
                        "total_per_gpu": 9560.527820966574,
                        "tpot_ms": 28.837120336894728,
                        "tpot_relative": 3.990844,
                        "ttft_ms": 796.2128823258354,
                        "ttft_relative": 3.558333,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 50762.09546832961,
                        "interactivity_tok_s": 20.323488279845982,
                        "output_per_gpu": 1289.7812707682226,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.31,
                        "tpot_ms": 49.20415168057844,
                        "tpot_relative": 6.80949,
                        "ttft_error_pct": 67.98,
                        "ttft_ms": 426.2482990978585,
                        "ttft_relative": 1.904935,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 43220.711488842135,
                        "interactivity_tok_s": 21.917477815302995,
                        "output_per_gpu": 1341.9844126607609,
                        "total_per_gpu": 12115.545112440168,
                        "tpot_error_pct": 2.29,
                        "tpot_ms": 45.62568779249729,
                        "tpot_relative": 6.314257,
                        "ttft_error_pct": 8.23,
                        "ttft_ms": 1221.7630282250057,
                        "ttft_relative": 5.460147,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 42398.88458690289,
                        "interactivity_tok_s": 22.41979263183386,
                        "output_per_gpu": 1370.6765048145064,
                        "total_per_gpu": 12374.579668713268,
                        "tpot_ms": 44.6034455546257,
                        "tpot_relative": 6.172786,
                        "ttft_ms": 1331.3226433835553,
                        "ttft_relative": 5.949777,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 81169.239897405,
                        "interactivity_tok_s": 12.677433806650072,
                        "output_per_gpu": 1613.221956562714,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.35,
                        "tpot_ms": 78.88031720389975,
                        "tpot_relative": 10.916451,
                        "ttft_error_pct": 80.63,
                        "ttft_ms": 474.6753978155607,
                        "ttft_relative": 2.121359,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 68151.60119902689,
                        "interactivity_tok_s": 14.004733935031721,
                        "output_per_gpu": 1710.7680890776865,
                        "total_per_gpu": 15392.48595352163,
                        "tpot_error_pct": 2.83,
                        "tpot_ms": 71.40442686301809,
                        "tpot_relative": 9.881843,
                        "ttft_error_pct": 8.05,
                        "ttft_ms": 2253.624602768362,
                        "ttft_relative": 10.071612,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30841588542",
                      "measured": {
                        "e2e_ms": 70277.0817147835,
                        "interactivity_tok_s": 13.608726574384134,
                        "output_per_gpu": 1661.5075015014545,
                        "total_per_gpu": 14949.268133894098,
                        "tpot_ms": 73.4822611457498,
                        "tpot_relative": 10.1694,
                        "ttft_ms": 2451.0108587795003,
                        "ttft_relative": 10.953745,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 58
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 100.0,
        "points": 31,
        "status_counts": {
          "failed": 0,
          "success": 31,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 34.16,
        "tpot_shape_error_pct": 4.83,
        "ttft_mape_pct": 60.64,
        "ttft_shape_error_pct": 22.31
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 31,
        "status_counts": {
          "failed": 0,
          "success": 31,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 58.99,
        "tpot_shape_error_pct": 6.57,
        "ttft_mape_pct": 69.95,
        "ttft_shape_error_pct": 33.33
      },
      "frameworks": [
        "sglang",
        "trt"
      ],
      "gpu_skus": [
        "b200",
        "b300"
      ],
      "hf_model_paths": [
        "nvidia/Qwen3.5-397B-A17B-NVFP4"
      ],
      "model": "nvidia/Qwen3.5-397B-A17B-NVFP4",
      "precisions": [
        "fp4"
      ],
      "rows": 31,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 21,
            "status_counts": {
              "failed": 0,
              "success": 21,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 27.44,
            "tpot_shape_error_pct": 4.32,
            "ttft_mape_pct": 69.13,
            "ttft_shape_error_pct": 24.07
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 21,
            "status_counts": {
              "failed": 0,
              "success": 21,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 33.67,
            "tpot_shape_error_pct": 5.79,
            "ttft_mape_pct": 77.88,
            "ttft_shape_error_pct": 30.59
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 58.61,
                "tpot_shape_error_pct": 6.51,
                "ttft_mape_pct": 71.2,
                "ttft_shape_error_pct": 33.47
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 70.64,
                "tpot_shape_error_pct": 7.41,
                "ttft_mape_pct": 73.28,
                "ttft_shape_error_pct": 74.81
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 9,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.37,
                    "tpot_shape_error_pct": 6.38,
                    "ttft_mape_pct": 70.23,
                    "ttft_shape_error_pct": 16.41
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 77.45,
                    "tpot_shape_error_pct": 8.62,
                    "ttft_mape_pct": 57.83,
                    "ttft_shape_error_pct": 128.81
                  },
                  "framework": "trt",
                  "id": "47b6c357f2a8f8e1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 26408.877986684707,
                        "interactivity_tok_s": 39.14788642291689,
                        "output_per_gpu": 2490.5196243508203,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.6,
                        "tpot_ms": 25.544163207099917,
                        "tpot_relative": 1.325981,
                        "ttft_error_pct": 67.57,
                        "ttft_ms": 277.19902582149376,
                        "ttft_relative": 0.324325,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 33178.01786939741,
                        "interactivity_tok_s": 27.991910934569994,
                        "output_per_gpu": 1731.974168781617,
                        "total_per_gpu": 3462.3528792440025,
                        "tpot_error_pct": 85.44,
                        "tpot_ms": 35.724606381374294,
                        "tpot_relative": 1.854441,
                        "ttft_error_pct": 74.35,
                        "ttft_ms": 219.2515811673822,
                        "ttft_relative": 0.256526,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 18617.394625773253,
                        "interactivity_tok_s": 51.90936055573822,
                        "output_per_gpu": 2963.9496048237233,
                        "total_per_gpu": 5925.168881366555,
                        "tpot_ms": 19.264348265786083,
                        "tpot_relative": 1.0,
                        "ttft_ms": 854.6951423828773,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 34226.06926336529,
                        "interactivity_tok_s": 30.14301639679013,
                        "output_per_gpu": 3841.37952645704,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.14,
                        "tpot_ms": 33.17518017561401,
                        "tpot_relative": 1.722102,
                        "ttft_error_pct": 72.89,
                        "ttft_ms": 287.8599437121515,
                        "ttft_relative": 0.336798,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 42390.10788615248,
                        "interactivity_tok_s": 22.083054565756555,
                        "output_per_gpu": 2717.5113612505097,
                        "total_per_gpu": 5434.86267626712,
                        "tpot_error_pct": 69.45,
                        "tpot_ms": 45.28359050249625,
                        "tpot_relative": 2.350642,
                        "ttft_error_pct": 41.3,
                        "ttft_ms": 623.2493581754826,
                        "ttft_relative": 0.729207,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 25701.68366267501,
                        "interactivity_tok_s": 37.420233297826286,
                        "output_per_gpu": 4434.72073858043,
                        "total_per_gpu": 8869.180296890292,
                        "tpot_ms": 26.723510568227518,
                        "tpot_relative": 1.3872,
                        "ttft_ms": 1061.8200103955644,
                        "ttft_relative": 1.242338,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 72.35,
                    "tpot_shape_error_pct": 11.29,
                    "ttft_mape_pct": 62.67,
                    "ttft_shape_error_pct": 3.59
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 70.67,
                    "tpot_shape_error_pct": 11.59,
                    "ttft_mape_pct": 75.24,
                    "ttft_shape_error_pct": 40.68
                  },
                  "framework": "trt",
                  "id": "af45f7defce58174",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 23046.80134038591,
                        "interactivity_tok_s": 44.71448097131396,
                        "output_per_gpu": 712.8920993269026,
                        "total_per_gpu": null,
                        "tpot_error_pct": 82.67,
                        "tpot_ms": 22.364119593416238,
                        "tpot_relative": 1.826665,
                        "ttft_error_pct": 61.99,
                        "ttft_ms": 168.30699632110364,
                        "ttft_relative": 0.380143,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20519.587875163932,
                        "interactivity_tok_s": 45.085372252377375,
                        "output_per_gpu": 699.860266231953,
                        "total_per_gpu": 1400.0360835440922,
                        "tpot_error_pct": 81.16,
                        "tpot_ms": 22.18014291647042,
                        "tpot_relative": 1.811638,
                        "ttft_error_pct": 79.43,
                        "ttft_ms": 91.08338197343735,
                        "ttft_relative": 0.205723,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 11719.323820427599,
                        "interactivity_tok_s": 81.67835784843125,
                        "output_per_gpu": 1220.7051026039867,
                        "total_per_gpu": 2441.960593381586,
                        "tpot_ms": 12.243145263224786,
                        "tpot_relative": 1.0,
                        "ttft_ms": 442.7471009533292,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 26322.843512859945,
                        "interactivity_tok_s": 39.119105602250116,
                        "output_per_gpu": 1248.09689243075,
                        "total_per_gpu": null,
                        "tpot_error_pct": 62.04,
                        "tpot_ms": 25.56295663218027,
                        "tpot_relative": 2.08794,
                        "ttft_error_pct": 63.35,
                        "ttft_ms": 171.93887813952765,
                        "ttft_relative": 0.388346,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23364.15168979763,
                        "interactivity_tok_s": 39.574603057212485,
                        "output_per_gpu": 1223.6652123055082,
                        "total_per_gpu": 2450.01862027681,
                        "tpot_error_pct": 60.17,
                        "tpot_ms": 25.26873102313403,
                        "tpot_relative": 2.063908,
                        "ttft_error_pct": 71.06,
                        "ttft_ms": 135.77103570859367,
                        "ttft_relative": 0.306656,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 14971.585351861677,
                        "interactivity_tok_s": 63.38770170533187,
                        "output_per_gpu": 1905.795583228735,
                        "total_per_gpu": 3815.7778928391667,
                        "tpot_ms": 15.775930868241035,
                        "tpot_relative": 1.288552,
                        "ttft_ms": 469.13041841276026,
                        "ttft_relative": 1.05959,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 64.91,
                    "tpot_shape_error_pct": 4.03,
                    "ttft_mape_pct": 74.72,
                    "ttft_shape_error_pct": 98.09
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 64.55,
                    "tpot_shape_error_pct": 4.88,
                    "ttft_mape_pct": 86.35,
                    "ttft_shape_error_pct": 110.17
                  },
                  "framework": "trt",
                  "id": "03b1b289bfe4f1ac",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9287.016754351469,
                        "interactivity_tok_s": 110.94655060075499,
                        "output_per_gpu": 55.001522852436935,
                        "total_per_gpu": null,
                        "tpot_error_pct": 68.3,
                        "tpot_ms": 9.013349172057946,
                        "tpot_relative": 1.682985,
                        "ttft_error_pct": 83.04,
                        "ttft_ms": 66.36055133618858,
                        "ttft_relative": 0.169613,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8315.252632074964,
                        "interactivity_tok_s": 110.70846565055788,
                        "output_per_gpu": 53.50230615723093,
                        "total_per_gpu": 107.52784443493493,
                        "tpot_error_pct": 68.66,
                        "tpot_ms": 9.03273290008749,
                        "tpot_relative": 1.686604,
                        "ttft_error_pct": 91.2,
                        "ttft_ms": 34.42805192499955,
                        "ttft_relative": 0.087996,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 5302.64424497509,
                        "interactivity_tok_s": 186.7213943280289,
                        "output_per_gpu": 83.82572724905211,
                        "total_per_gpu": 168.47123809565275,
                        "tpot_ms": 5.3555726894542,
                        "tpot_relative": 1.0,
                        "ttft_ms": 391.24625302647473,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16930.240351557422,
                        "interactivity_tok_s": 60.90089422367831,
                        "output_per_gpu": 485.28589477673853,
                        "total_per_gpu": null,
                        "tpot_error_pct": 61.52,
                        "tpot_ms": 16.420120143510132,
                        "tpot_relative": 3.065988,
                        "ttft_error_pct": 66.4,
                        "ttft_ms": 132.45744474655802,
                        "ttft_relative": 0.338553,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15095.189380275086,
                        "interactivity_tok_s": 61.314364082428,
                        "output_per_gpu": 473.8695820128849,
                        "total_per_gpu": 947.9528210451583,
                        "tpot_error_pct": 60.43,
                        "tpot_ms": 16.309392015476984,
                        "tpot_relative": 3.045312,
                        "ttft_error_pct": 81.51,
                        "ttft_ms": 72.91123764062479,
                        "ttft_relative": 0.186356,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 9758.192183361916,
                        "interactivity_tok_s": 98.3687993029302,
                        "output_per_gpu": 731.877245075277,
                        "total_per_gpu": 1464.0844769584785,
                        "tpot_ms": 10.165825008399915,
                        "tpot_relative": 1.898177,
                        "ttft_ms": 394.23737491551947,
                        "ttft_relative": 1.007645,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.34,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 79.6,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.56,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 49.46,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "6adae990209e0c21",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 50072.96414242938,
                        "interactivity_tok_s": 20.54596374982787,
                        "output_per_gpu": 5247.722199325092,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.34,
                        "tpot_ms": 48.671360086887034,
                        "tpot_relative": 1.113406,
                        "ttft_error_pct": 79.6,
                        "ttft_ms": 282.1627735439493,
                        "ttft_relative": 0.20402,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 51297.54642658298,
                        "interactivity_tok_s": 18.219438769758217,
                        "output_per_gpu": 4485.776025231887,
                        "total_per_gpu": 8971.287863322115,
                        "tpot_error_pct": 25.56,
                        "tpot_ms": 54.88643270723924,
                        "tpot_relative": 1.255582,
                        "ttft_error_pct": 49.46,
                        "ttft_ms": 699.0329025688507,
                        "ttft_relative": 0.505442,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 41678.23757201425,
                        "interactivity_tok_s": 22.875997229471828,
                        "output_per_gpu": 5468.444825684022,
                        "total_per_gpu": 10936.56759052513,
                        "tpot_ms": 43.71394129702334,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1383.014349500027,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 92.42,
                    "tpot_shape_error_pct": 4.33,
                    "ttft_mape_pct": 72.99,
                    "ttft_shape_error_pct": 15.8
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 92.45,
                    "tpot_shape_error_pct": 4.54,
                    "ttft_mape_pct": 85.62,
                    "ttft_shape_error_pct": 19.56
                  },
                  "framework": "trt",
                  "id": "1a4a49eb769db145",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 13875.367250976407,
                        "interactivity_tok_s": 74.30406436342314,
                        "output_per_gpu": 147.36045168798873,
                        "total_per_gpu": null,
                        "tpot_error_pct": 96.68,
                        "tpot_ms": 13.45821400978786,
                        "tpot_relative": 1.966761,
                        "ttft_error_pct": 74.97,
                        "ttft_ms": 107.6143189634274,
                        "ttft_relative": 0.25029,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12565.21073561252,
                        "interactivity_tok_s": 74.20899058266015,
                        "output_per_gpu": 144.73258401662954,
                        "total_per_gpu": 288.39611832487805,
                        "tpot_error_pct": 96.93,
                        "tpot_ms": 13.475456169776582,
                        "tpot_relative": 1.969281,
                        "ttft_error_pct": 86.91,
                        "ttft_ms": 56.302240550000114,
                        "ttft_relative": 0.130948,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 6783.954148725752,
                        "interactivity_tok_s": 146.1383573582697,
                        "output_per_gpu": 267.5056791903418,
                        "total_per_gpu": 533.0354600695207,
                        "tpot_ms": 6.842830438749364,
                        "tpot_relative": 1.0,
                        "ttft_ms": 429.9583063722821,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16085.389744664632,
                        "interactivity_tok_s": 64.10483041894206,
                        "output_per_gpu": 254.62036458832515,
                        "total_per_gpu": null,
                        "tpot_error_pct": 88.16,
                        "tpot_ms": 15.599448488744684,
                        "tpot_relative": 2.279678,
                        "ttft_error_pct": 71.02,
                        "ttft_ms": 127.15394067881988,
                        "ttft_relative": 0.295736,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14329.601109168774,
                        "interactivity_tok_s": 64.16687419765542,
                        "output_per_gpu": 250.02174973567546,
                        "total_per_gpu": 502.7050659029625,
                        "tpot_error_pct": 87.98,
                        "tpot_ms": 15.584365180695352,
                        "tpot_relative": 2.277474,
                        "ttft_error_pct": 84.34,
                        "ttft_ms": 68.68506499375026,
                        "ttft_relative": 0.159748,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 8029.650201788536,
                        "interactivity_tok_s": 120.62210118209248,
                        "output_per_gpu": 446.5147395540457,
                        "total_per_gpu": 897.7827801439943,
                        "tpot_ms": 8.290354671325023,
                        "tpot_relative": 1.211539,
                        "ttft_ms": 438.6986423352937,
                        "ttft_relative": 1.020328,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 4.07,
                "tpot_shape_error_pct": 3.44,
                "ttft_mape_pct": 67.58,
                "ttft_shape_error_pct": 20.31
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 5.94,
                "tpot_shape_error_pct": 5.15,
                "ttft_mape_pct": 81.34,
                "ttft_shape_error_pct": 12.91
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 12,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.99,
                    "tpot_shape_error_pct": 3.22,
                    "ttft_mape_pct": 66.47,
                    "ttft_shape_error_pct": 23.59
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.09,
                    "tpot_shape_error_pct": 5.12,
                    "ttft_mape_pct": 80.66,
                    "ttft_shape_error_pct": 12.68
                  },
                  "framework": "sglang",
                  "id": "dfaabd3900422d65",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7113.518946583758,
                        "interactivity_tok_s": 145.2909487658359,
                        "output_per_gpu": 286.822190106682,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.32,
                        "tpot_ms": 6.882741206485552,
                        "tpot_relative": 1.033152,
                        "ttft_error_pct": 59.6,
                        "ttft_ms": 72.47469234903795,
                        "ttft_relative": 0.403958,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6366.978817100013,
                        "interactivity_tok_s": 144.8396556398255,
                        "output_per_gpu": 280.31215972071305,
                        "total_per_gpu": 563.3656653059207,
                        "tpot_error_pct": 3.64,
                        "tpot_ms": 6.904186533601764,
                        "tpot_relative": 1.036371,
                        "ttft_error_pct": 79.22,
                        "ttft_ms": 37.28553072500001,
                        "ttft_relative": 0.207821,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 6287.66592919128,
                        "interactivity_tok_s": 150.1075668675554,
                        "output_per_gpu": 283.3391120233437,
                        "total_per_gpu": 569.4491723486401,
                        "tpot_ms": 6.661889342875908,
                        "tpot_relative": 1.0,
                        "ttft_ms": 179.41149852704257,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8774.855062818064,
                        "interactivity_tok_s": 117.65101740349938,
                        "output_per_gpu": 465.8255250028549,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.97,
                        "tpot_ms": 8.499714002220403,
                        "tpot_relative": 1.275871,
                        "ttft_error_pct": 56.38,
                        "ttft_ms": 79.64763854659171,
                        "ttft_relative": 0.443938,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7972.354003512485,
                        "interactivity_tok_s": 117.07029664663507,
                        "output_per_gpu": 457.6726025379622,
                        "total_per_gpu": 911.9646618098622,
                        "tpot_error_pct": 5.49,
                        "tpot_ms": 8.541876365261118,
                        "tpot_relative": 1.2822,
                        "ttft_error_pct": 76.97,
                        "ttft_ms": 42.051326975000265,
                        "ttft_relative": 0.234385,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 7702.006703073857,
                        "interactivity_tok_s": 123.49973801873989,
                        "output_per_gpu": 472.86342400914856,
                        "total_per_gpu": 942.2340995886625,
                        "tpot_ms": 8.097183168504047,
                        "tpot_relative": 1.215448,
                        "ttft_ms": 182.59373290347867,
                        "ttft_relative": 1.017737,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11371.088784068246,
                        "interactivity_tok_s": 90.71574248389642,
                        "output_per_gpu": 720.3292732665644,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.22,
                        "tpot_ms": 11.023445023089756,
                        "tpot_relative": 1.654703,
                        "ttft_error_pct": 69.32,
                        "ttft_ms": 94.10452544742391,
                        "ttft_relative": 0.524518,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10217.961478687448,
                        "interactivity_tok_s": 89.99536143141651,
                        "output_per_gpu": 703.3443708783176,
                        "total_per_gpu": 1414.1760814355703,
                        "tpot_error_pct": 5.06,
                        "tpot_ms": 11.111683803415557,
                        "tpot_relative": 1.667948,
                        "ttft_error_pct": 84.06,
                        "ttft_ms": 48.883376556250035,
                        "ttft_relative": 0.272465,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 9990.736093443502,
                        "interactivity_tok_s": 94.5449377461049,
                        "output_per_gpu": 719.3959298903848,
                        "total_per_gpu": 1446.4500737563876,
                        "tpot_ms": 10.576980892255104,
                        "tpot_relative": 1.587685,
                        "ttft_ms": 306.74278564360975,
                        "ttft_relative": 1.709716,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13814.911446649927,
                        "interactivity_tok_s": 74.71744034579045,
                        "output_per_gpu": 1188.4934359141955,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.12,
                        "tpot_ms": 13.383756126709171,
                        "tpot_relative": 2.009003,
                        "ttft_error_pct": 66.33,
                        "ttft_ms": 123.32892902644613,
                        "ttft_relative": 0.687408,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12644.748204996922,
                        "interactivity_tok_s": 73.34718943848458,
                        "output_per_gpu": 1143.3794686349959,
                        "total_per_gpu": 2283.1421290070325,
                        "tpot_error_pct": 0.73,
                        "tpot_ms": 13.633787574623948,
                        "tpot_relative": 2.046535,
                        "ttft_error_pct": 83.03,
                        "ttft_ms": 62.17378398437512,
                        "ttft_relative": 0.346543,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 12860.753242834835,
                        "interactivity_tok_s": 73.8840576485097,
                        "output_per_gpu": 1125.0681065264928,
                        "total_per_gpu": 2246.5773284169563,
                        "tpot_ms": 13.534719556921504,
                        "tpot_relative": 2.031664,
                        "ttft_ms": 366.27362702238315,
                        "ttft_relative": 2.041528,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19923.940380044856,
                        "interactivity_tok_s": 51.723289118814755,
                        "output_per_gpu": 1649.262725841949,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.89,
                        "tpot_ms": 19.33365060568513,
                        "tpot_relative": 2.902127,
                        "ttft_error_pct": 69.4,
                        "ttft_ms": 145.6158104289677,
                        "ttft_relative": 0.81163,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18531.55885508604,
                        "interactivity_tok_s": 49.9495008137164,
                        "output_per_gpu": 1558.3993426132708,
                        "total_per_gpu": 3117.5013320542726,
                        "tpot_error_pct": 14.83,
                        "tpot_ms": 20.020220096481818,
                        "tpot_relative": 3.005187,
                        "ttft_error_pct": 81.38,
                        "ttft_ms": 88.62198902031237,
                        "ttft_relative": 0.493959,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 16536.82666924069,
                        "interactivity_tok_s": 57.35476017462461,
                        "output_per_gpu": 1737.266138841459,
                        "total_per_gpu": 3475.315571481884,
                        "tpot_ms": 17.435344458861998,
                        "tpot_relative": 2.617177,
                        "ttft_ms": 475.9461443085456,
                        "ttft_relative": 2.652819,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25088.418842508432,
                        "interactivity_tok_s": 41.022214900799895,
                        "output_per_gpu": 2618.671872305537,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.41,
                        "tpot_ms": 24.377035769965236,
                        "tpot_relative": 3.659178,
                        "ttft_error_pct": 77.78,
                        "ttft_ms": 150.71124983399503,
                        "ttft_relative": 0.840031,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24127.663507557692,
                        "interactivity_tok_s": 38.32933535896496,
                        "output_per_gpu": 2386.4332804244696,
                        "total_per_gpu": 4778.109170949014,
                        "tpot_error_pct": 12.81,
                        "tpot_ms": 26.08967754422872,
                        "tpot_relative": 3.916258,
                        "ttft_error_pct": 79.33,
                        "ttft_ms": 140.21918981249974,
                        "ttft_relative": 0.781551,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 21940.82684002551,
                        "interactivity_tok_s": 43.24118741686278,
                        "output_per_gpu": 2616.279498591916,
                        "total_per_gpu": 5238.306542458384,
                        "tpot_ms": 23.126099437547584,
                        "tpot_relative": 3.471403,
                        "ttft_ms": 678.2561419668127,
                        "ttft_relative": 3.78045,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.15,
                    "tpot_shape_error_pct": 3.66,
                    "ttft_mape_pct": 68.69,
                    "ttft_shape_error_pct": 17.03
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.78,
                    "tpot_shape_error_pct": 5.17,
                    "ttft_mape_pct": 82.01,
                    "ttft_shape_error_pct": 13.14
                  },
                  "framework": "sglang",
                  "id": "520b1122532c2ddb",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5576.630620597438,
                        "interactivity_tok_s": 185.37430697314227,
                        "output_per_gpu": 182.91536506519472,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.14,
                        "tpot_ms": 5.394490834940162,
                        "tpot_relative": 1.001352,
                        "ttft_error_pct": 64.84,
                        "ttft_ms": 58.06649645365304,
                        "ttft_relative": 0.351633,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5000.673157575012,
                        "interactivity_tok_s": 184.41360245908038,
                        "output_per_gpu": 177.888063061895,
                        "total_per_gpu": 357.51580344104786,
                        "tpot_error_pct": 0.66,
                        "tpot_ms": 5.42259348912123,
                        "tpot_relative": 1.006569,
                        "ttft_error_pct": 82.24,
                        "ttft_ms": 29.329212349999857,
                        "ttft_relative": 0.177609,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 5104.930190113373,
                        "interactivity_tok_s": 185.62501234239156,
                        "output_per_gpu": 174.42666490770074,
                        "total_per_gpu": 350.5591559806979,
                        "tpot_ms": 5.387205029004747,
                        "tpot_relative": 1.0,
                        "ttft_ms": 165.1337789138779,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7083.275117809303,
                        "interactivity_tok_s": 145.73811707219295,
                        "output_per_gpu": 288.5416728649433,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.81,
                        "tpot_ms": 6.861622889670238,
                        "tpot_relative": 1.273689,
                        "ttft_error_pct": 61.42,
                        "ttft_ms": 63.83490167664994,
                        "ttft_relative": 0.386565,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6432.0685000875,
                        "interactivity_tok_s": 145.09312859305652,
                        "output_per_gpu": 283.4179308074011,
                        "total_per_gpu": 564.7424293836413,
                        "tpot_error_pct": 8.29,
                        "tpot_ms": 6.892125145393379,
                        "tpot_relative": 1.279351,
                        "ttft_error_pct": 79.81,
                        "ttft_ms": 33.39851967500003,
                        "ttft_relative": 0.202251,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 6076.171940402128,
                        "interactivity_tok_s": 157.12424323428885,
                        "output_per_gpu": 299.5622706921774,
                        "total_per_gpu": 596.9118609413065,
                        "tpot_ms": 6.364390239314593,
                        "tpot_relative": 1.18139,
                        "ttft_ms": 165.44376562233083,
                        "ttft_relative": 1.001877,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8314.71552555108,
                        "interactivity_tok_s": 124.16117671774929,
                        "output_per_gpu": 492.5035690741369,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.61,
                        "tpot_ms": 8.054047379667322,
                        "tpot_relative": 1.495033,
                        "ttft_error_pct": 70.72,
                        "ttft_ms": 75.42505615141043,
                        "ttft_relative": 0.456751,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7482.3481122812545,
                        "interactivity_tok_s": 122.94418144680836,
                        "output_per_gpu": 479.4799524424837,
                        "total_per_gpu": 964.0641318068283,
                        "tpot_error_pct": 1.61,
                        "tpot_ms": 8.133772483024329,
                        "tpot_relative": 1.509832,
                        "ttft_error_pct": 84.96,
                        "ttft_ms": 38.747207700000004,
                        "ttft_relative": 0.234641,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 7586.784688904299,
                        "interactivity_tok_s": 124.92418297865999,
                        "output_per_gpu": 473.19694021195187,
                        "total_per_gpu": 951.4312225469029,
                        "tpot_ms": 8.004855234240946,
                        "tpot_relative": 1.485901,
                        "ttft_ms": 257.56981729355175,
                        "ttft_relative": 1.559765,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10190.23771657573,
                        "interactivity_tok_s": 101.37481579935687,
                        "output_per_gpu": 805.7021900442747,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.15,
                        "tpot_ms": 9.864382905308757,
                        "tpot_relative": 1.831076,
                        "ttft_error_pct": 69.12,
                        "ttft_ms": 98.97400444487175,
                        "ttft_relative": 0.599357,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9314.935852612509,
                        "interactivity_tok_s": 99.60624612660968,
                        "output_per_gpu": 775.1058014992582,
                        "total_per_gpu": 1547.7597406514717,
                        "tpot_error_pct": 2.44,
                        "tpot_ms": 10.039531042349475,
                        "tpot_relative": 1.863588,
                        "ttft_error_pct": 84.66,
                        "ttft_ms": 49.154983431249995,
                        "ttft_relative": 0.297668,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 9821.395588156884,
                        "interactivity_tok_s": 97.17209575669555,
                        "output_per_gpu": 736.5590761944876,
                        "total_per_gpu": 1470.788223414373,
                        "tpot_ms": 10.291020196825341,
                        "tpot_relative": 1.910271,
                        "ttft_ms": 320.4598238138715,
                        "ttft_relative": 1.940607,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13910.346813976943,
                        "interactivity_tok_s": 74.16654696262047,
                        "output_per_gpu": 1181.4541198727302,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.56,
                        "tpot_ms": 13.483167829075208,
                        "tpot_relative": 2.502813,
                        "ttft_error_pct": 69.96,
                        "ttft_ms": 117.06612483300488,
                        "ttft_relative": 0.708917,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12889.518654209463,
                        "interactivity_tok_s": 71.8657415592501,
                        "output_per_gpu": 1117.5969605383227,
                        "total_per_gpu": 2235.697820133538,
                        "tpot_error_pct": 5.84,
                        "tpot_ms": 13.914835891250695,
                        "tpot_relative": 2.582942,
                        "ttft_error_pct": 82.06,
                        "ttft_ms": 69.89954576562515,
                        "ttft_relative": 0.42329,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 12501.79870934735,
                        "interactivity_tok_s": 76.06342801927532,
                        "output_per_gpu": 1148.5896585491544,
                        "total_per_gpu": 2297.6971900580024,
                        "tpot_ms": 13.146922588692542,
                        "tpot_relative": 2.440398,
                        "ttft_ms": 389.69345494697336,
                        "ttft_relative": 2.359865,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18308.594619107676,
                        "interactivity_tok_s": 56.249317701500274,
                        "output_per_gpu": 1794.479889628634,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.62,
                        "tpot_ms": 17.777993420413136,
                        "tpot_relative": 3.30004,
                        "ttft_error_pct": 76.07,
                        "ttft_ms": 121.70735002503784,
                        "ttft_relative": 0.737023,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17435.42960637344,
                        "interactivity_tok_s": 53.07237393302864,
                        "output_per_gpu": 1650.4802602727739,
                        "total_per_gpu": 3304.5863602258178,
                        "tpot_error_pct": 9.82,
                        "tpot_ms": 18.842194646538466,
                        "tpot_relative": 3.497583,
                        "ttft_error_pct": 78.31,
                        "ttft_ms": 110.31736780937479,
                        "ttft_relative": 0.668048,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719981652",
                      "measured": {
                        "e2e_ms": 16283.808348120874,
                        "interactivity_tok_s": 58.283882018441076,
                        "output_per_gpu": 1763.0517736412994,
                        "total_per_gpu": 3529.976688472535,
                        "tpot_ms": 17.157402104472023,
                        "tpot_relative": 3.184843,
                        "ttft_ms": 508.68740680816705,
                        "ttft_relative": 3.080456,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 21
        },
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 10,
            "status_counts": {
              "failed": 0,
              "success": 10,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 48.27,
            "tpot_shape_error_pct": 6.63,
            "ttft_mape_pct": 42.82,
            "ttft_shape_error_pct": 16.13
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 10,
            "status_counts": {
              "failed": 0,
              "success": 10,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 112.17,
            "tpot_shape_error_pct": 9.28,
            "ttft_mape_pct": 53.28,
            "ttft_shape_error_pct": 42.92
          },
          "gpu_skus": [
            "b200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 48.27,
                "tpot_shape_error_pct": 6.63,
                "ttft_mape_pct": 42.82,
                "ttft_shape_error_pct": 16.13
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 112.17,
                "tpot_shape_error_pct": 9.28,
                "ttft_mape_pct": 53.28,
                "ttft_shape_error_pct": 42.92
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 26.08,
                    "tpot_shape_error_pct": 4.63,
                    "ttft_mape_pct": 54.2,
                    "ttft_shape_error_pct": 25.87
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 217.67,
                    "tpot_shape_error_pct": 8.24,
                    "ttft_mape_pct": 42.64,
                    "ttft_shape_error_pct": 68.34
                  },
                  "framework": "trt",
                  "id": "b6eb1907fa51b809",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 32657.117039994,
                        "interactivity_tok_s": 32.56360329088896,
                        "output_per_gpu": 1009.3192702774855,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.09,
                        "tpot_ms": 30.709132250109192,
                        "tpot_relative": 1.300887,
                        "ttft_error_pct": 44.66,
                        "ttft_ms": 1241.674748132295,
                        "ttft_relative": 0.553434,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 74218.50540015768,
                        "interactivity_tok_s": 12.60310791798019,
                        "output_per_gpu": 393.6663075683328,
                        "total_per_gpu": 3541.9781022962043,
                        "tpot_error_pct": 236.12,
                        "tpot_ms": 79.34550798960888,
                        "tpot_relative": 3.361201,
                        "ttft_error_pct": 60.6,
                        "ttft_ms": 884.0405629890604,
                        "ttft_relative": 0.394031,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 24026.93732154726,
                        "interactivity_tok_s": 42.3615797427342,
                        "output_per_gpu": 1169.3498469326273,
                        "total_per_gpu": 10521.1227685261,
                        "tpot_ms": 23.606296225803963,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2243.5807363432104,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 46469.67426078863,
                        "interactivity_tok_s": 22.72232737898313,
                        "output_per_gpu": 1422.6955060220878,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.41,
                        "tpot_ms": 44.00957627804199,
                        "tpot_relative": 1.864315,
                        "ttft_error_pct": 50.34,
                        "ttft_ms": 1447.8777283516763,
                        "ttft_relative": 0.645342,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 109501.9286570678,
                        "interactivity_tok_s": 8.551589825020969,
                        "output_per_gpu": 534.6144719557911,
                        "total_per_gpu": 4811.569086852764,
                        "tpot_error_pct": 233.21,
                        "tpot_ms": 116.93732048210673,
                        "tpot_relative": 4.95365,
                        "ttft_error_pct": 51.3,
                        "ttft_ms": 1419.7945783412176,
                        "ttft_relative": 0.632825,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 35304.91533751846,
                        "interactivity_tok_s": 28.49512859034003,
                        "output_per_gpu": 1576.9200198064586,
                        "total_per_gpu": 14192.394740050047,
                        "tpot_ms": 35.09371775002287,
                        "tpot_relative": 1.486625,
                        "ttft_ms": 2915.429193386558,
                        "ttft_relative": 1.299454,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 74052.37109012289,
                        "interactivity_tok_s": 14.092965655958148,
                        "output_per_gpu": 1780.4678432605735,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.73,
                        "tpot_ms": 70.95738572081352,
                        "tpot_relative": 3.005867,
                        "ttft_error_pct": 67.61,
                        "ttft_ms": 1462.9654977306668,
                        "ttft_relative": 0.652067,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 155352.8721991665,
                        "interactivity_tok_s": 6.0975483268109105,
                        "output_per_gpu": 754.370388779483,
                        "total_per_gpu": 6787.941109658536,
                        "tpot_error_pct": 183.66,
                        "tpot_ms": 164.00034020279946,
                        "tpot_relative": 6.947313,
                        "ttft_error_pct": 16.04,
                        "ttft_ms": 3792.473784552652,
                        "ttft_relative": 1.690367,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 57822.183859187455,
                        "interactivity_tok_s": 17.296556860203747,
                        "output_per_gpu": 1994.3512638959419,
                        "total_per_gpu": 17945.480274221114,
                        "tpot_ms": 57.814974857846956,
                        "tpot_relative": 2.449134,
                        "ttft_ms": 4516.75263256372,
                        "ttft_relative": 2.013189,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 64.52,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 45.29,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 67.34,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 71.09,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "60c708eb6ae885fd",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9573.515769832997,
                        "interactivity_tok_s": 109.5935332333044,
                        "output_per_gpu": 52.91725941228503,
                        "total_per_gpu": null,
                        "tpot_error_pct": 64.52,
                        "tpot_ms": 9.124625974702218,
                        "tpot_relative": 1.645246,
                        "ttft_error_pct": 45.29,
                        "ttft_ms": 239.02339771262794,
                        "ttft_relative": 0.547099,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8656.312166324986,
                        "interactivity_tok_s": 107.74947358875946,
                        "output_per_gpu": 51.85324022526928,
                        "total_per_gpu": 466.12970505995025,
                        "tpot_error_pct": 67.34,
                        "tpot_ms": 9.280787800566305,
                        "tpot_relative": 1.673403,
                        "ttft_error_pct": 71.09,
                        "ttft_ms": 126.30380672499984,
                        "ttft_relative": 0.289096,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 5534.9044455826515,
                        "interactivity_tok_s": 180.30827553727121,
                        "output_per_gpu": 81.5623841696512,
                        "total_per_gpu": 733.1971909917115,
                        "tpot_ms": 5.5460571458534735,
                        "tpot_relative": 1.0,
                        "ttft_ms": 436.8923836518661,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 43.44,
                    "tpot_shape_error_pct": 10.7,
                    "ttft_mape_pct": 32.07,
                    "ttft_shape_error_pct": 12.63
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 44.03,
                    "tpot_shape_error_pct": 12.36,
                    "ttft_mape_pct": 60.5,
                    "ttft_shape_error_pct": 25.1
                  },
                  "framework": "trt",
                  "id": "044e87a62269cea5",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14380.196738451143,
                        "interactivity_tok_s": 73.1232671480695,
                        "output_per_gpu": 282.54036814617746,
                        "total_per_gpu": null,
                        "tpot_error_pct": 51.54,
                        "tpot_ms": 13.675537746078412,
                        "tpot_relative": 1.51543,
                        "ttft_error_pct": 36.1,
                        "ttft_ms": 390.1216242129275,
                        "ttft_relative": 0.638994,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13038.215533212508,
                        "interactivity_tok_s": 72.17962539165623,
                        "output_per_gpu": 279.40633656156973,
                        "total_per_gpu": 2485.4485442089667,
                        "tpot_error_pct": 53.52,
                        "tpot_ms": 13.854325158573037,
                        "tpot_relative": 1.535242,
                        "ttft_error_pct": 64.91,
                        "ttft_ms": 214.25213701250033,
                        "ttft_relative": 0.350931,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 8964.418106238008,
                        "interactivity_tok_s": 110.81321239296285,
                        "output_per_gpu": 407.3658230187158,
                        "total_per_gpu": 3623.7073369280724,
                        "tpot_ms": 9.024194664205083,
                        "tpot_relative": 1.0,
                        "ttft_ms": 610.5244070626213,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23128.073827790453,
                        "interactivity_tok_s": 45.41083124461381,
                        "output_per_gpu": 711.4753167704962,
                        "total_per_gpu": null,
                        "tpot_error_pct": 35.33,
                        "tpot_ms": 22.021178044799836,
                        "tpot_relative": 2.440237,
                        "ttft_error_pct": 28.03,
                        "ttft_ms": 600.4086879602216,
                        "ttft_relative": 0.983431,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20624.21810206886,
                        "interactivity_tok_s": 45.67798499279417,
                        "output_per_gpu": 699.5068478914335,
                        "total_per_gpu": 6255.212961712192,
                        "tpot_error_pct": 34.54,
                        "tpot_ms": 21.89238426690128,
                        "tpot_relative": 2.425965,
                        "ttft_error_pct": 56.1,
                        "ttft_ms": 366.2439504375004,
                        "ttft_relative": 0.599884,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 15897.179870489526,
                        "interactivity_tok_s": 61.45584545850952,
                        "output_per_gpu": 904.129137489215,
                        "total_per_gpu": 8085.010628462016,
                        "tpot_ms": 16.27184513595418,
                        "tpot_relative": 1.803135,
                        "ttft_ms": 834.2485467454026,
                        "ttft_relative": 1.366446,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 75.22,
                    "tpot_shape_error_pct": 6.56,
                    "ttft_mape_pct": 25.72,
                    "ttft_shape_error_pct": 0.15
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 77.33,
                    "tpot_shape_error_pct": 8.29,
                    "ttft_mape_pct": 59.31,
                    "ttft_shape_error_pct": 9.89
                  },
                  "framework": "trt",
                  "id": "baa82e7f8762269e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 14023.32113228507,
                        "interactivity_tok_s": 75.23491762176867,
                        "output_per_gpu": 144.14428313515597,
                        "total_per_gpu": null,
                        "tpot_error_pct": 81.16,
                        "tpot_ms": 13.291700604064426,
                        "tpot_relative": 1.811581,
                        "ttft_error_pct": 25.78,
                        "ttft_ms": 425.9114143271624,
                        "ttft_relative": 0.742235,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12698.106781974986,
                        "interactivity_tok_s": 73.67175600238136,
                        "output_per_gpu": 141.49592567030447,
                        "total_per_gpu": 1271.9639855358942,
                        "tpot_error_pct": 85.0,
                        "tpot_ms": 13.573722879195063,
                        "tpot_relative": 1.850019,
                        "ttft_error_pct": 61.23,
                        "ttft_ms": 222.4696233999999,
                        "ttft_relative": 0.387697,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 7317.35748557403,
                        "interactivity_tok_s": 136.29411888799316,
                        "output_per_gpu": 246.5088923474,
                        "total_per_gpu": 2215.967927661976,
                        "tpot_ms": 7.337073735527814,
                        "tpot_relative": 1.0,
                        "ttft_ms": 573.8227869020193,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21187.368821720473,
                        "interactivity_tok_s": 49.57358380815538,
                        "output_per_gpu": 385.6766493896583,
                        "total_per_gpu": null,
                        "tpot_error_pct": 69.27,
                        "tpot_ms": 20.172033635290443,
                        "tpot_relative": 2.74933,
                        "ttft_error_pct": 25.66,
                        "ttft_ms": 551.378412818351,
                        "ttft_relative": 0.960886,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18811.3654073937,
                        "interactivity_tok_s": 49.46178648352821,
                        "output_per_gpu": 377.71364776207866,
                        "total_per_gpu": 3408.771130430258,
                        "tpot_error_pct": 69.66,
                        "tpot_ms": 20.217628013355736,
                        "tpot_relative": 2.755544,
                        "ttft_error_pct": 57.4,
                        "ttft_ms": 316.0133350124999,
                        "ttft_relative": 0.550716,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 11649.98816770676,
                        "interactivity_tok_s": 83.91493144926127,
                        "output_per_gpu": 606.2191503733493,
                        "total_per_gpu": 5470.976097237277,
                        "tpot_ms": 11.916830327206366,
                        "tpot_relative": 1.624194,
                        "ttft_ms": 741.738339108997,
                        "ttft_relative": 1.292626,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.43,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 82.95,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 56.25,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 35.56,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "5b9b4410a0b523c6",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 111035.2926322279,
                        "interactivity_tok_s": 9.312254607033948,
                        "output_per_gpu": 2369.4801390881858,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.43,
                        "tpot_ms": 107.38538003940064,
                        "tpot_relative": 1.044345,
                        "ttft_error_pct": 82.95,
                        "ttft_ms": 1180.0488519210305,
                        "ttft_relative": 0.17052,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 152880.17753933184,
                        "interactivity_tok_s": 6.224078008713779,
                        "output_per_gpu": 1529.9964960577724,
                        "total_per_gpu": 13767.144452776178,
                        "tpot_error_pct": 56.25,
                        "tpot_ms": 160.66636674540212,
                        "tpot_relative": 1.562513,
                        "ttft_error_pct": 35.56,
                        "ttft_ms": 4459.517858288518,
                        "ttft_relative": 0.644412,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 101614.28315888811,
                        "interactivity_tok_s": 9.725201990822757,
                        "output_per_gpu": 2286.1255790554033,
                        "total_per_gpu": 20570.910564264384,
                        "tpot_ms": 102.82562778065234,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6920.29263017825,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 98.17,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 21.81,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 102.35,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 58.6,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "e6109620c82320ed",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 12490.254485823974,
                        "interactivity_tok_s": 84.34399036199362,
                        "output_per_gpu": 80.97199279765313,
                        "total_per_gpu": null,
                        "tpot_error_pct": 98.17,
                        "tpot_ms": 11.85620926527341,
                        "tpot_relative": 1.981667,
                        "ttft_error_pct": 21.81,
                        "ttft_ms": 361.35240744927523,
                        "ttft_relative": 0.781864,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11318.74261207504,
                        "interactivity_tok_s": 82.59893891559577,
                        "output_per_gpu": 79.2728754745945,
                        "total_per_gpu": 712.61587325491,
                        "tpot_error_pct": 102.35,
                        "tpot_ms": 12.106693053549467,
                        "tpot_relative": 2.023533,
                        "ttft_error_pct": 58.6,
                        "ttft_ms": 191.3567702000003,
                        "ttft_relative": 0.414042,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27582708402",
                      "measured": {
                        "e2e_ms": 5962.516755772231,
                        "interactivity_tok_s": 167.14171833345318,
                        "output_per_gpu": 151.06295278321483,
                        "total_per_gpu": 1357.9658536364773,
                        "tpot_ms": 5.982946747053105,
                        "tpot_relative": 1.0,
                        "ttft_ms": 462.16799849498784,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 10
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 100.0,
        "points": 12,
        "status_counts": {
          "failed": 0,
          "success": 12,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 19.22,
        "tpot_shape_error_pct": 8.76,
        "ttft_mape_pct": 31.13,
        "ttft_shape_error_pct": 40.67
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 12,
        "status_counts": {
          "failed": 0,
          "success": 12,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 19.87,
        "tpot_shape_error_pct": 6.62,
        "ttft_mape_pct": 50.41,
        "ttft_shape_error_pct": 12.84
      },
      "frameworks": [
        "sglang"
      ],
      "gpu_skus": [
        "b300"
      ],
      "hf_model_paths": [
        "nvidia/Qwen3.5-397B-A17B-NVFP4-V2"
      ],
      "model": "nvidia/Qwen3.5-397B-A17B-NVFP4-V2",
      "precisions": [
        "fp4"
      ],
      "rows": 12,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 12,
            "status_counts": {
              "failed": 0,
              "success": 12,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 19.22,
            "tpot_shape_error_pct": 8.76,
            "ttft_mape_pct": 31.13,
            "ttft_shape_error_pct": 40.67
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 12,
            "status_counts": {
              "failed": 0,
              "success": 12,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 19.87,
            "tpot_shape_error_pct": 6.62,
            "ttft_mape_pct": 50.41,
            "ttft_shape_error_pct": 12.84
          },
          "gpu_skus": [
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 19.22,
                "tpot_shape_error_pct": 8.76,
                "ttft_mape_pct": 31.13,
                "ttft_shape_error_pct": 40.67
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 19.87,
                "tpot_shape_error_pct": 6.62,
                "ttft_mape_pct": 50.41,
                "ttft_shape_error_pct": 12.84
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 12,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.97,
                    "tpot_shape_error_pct": 9.76,
                    "ttft_mape_pct": 31.73,
                    "ttft_shape_error_pct": 43.24
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.06,
                    "tpot_shape_error_pct": 7.82,
                    "ttft_mape_pct": 47.78,
                    "ttft_shape_error_pct": 16.78
                  },
                  "framework": "sglang",
                  "id": "70b8b2674102ba12",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7695.554017672683,
                        "interactivity_tok_s": 138.91618935787858,
                        "output_per_gpu": 261.14482207503823,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.87,
                        "tpot_ms": 7.198585021820463,
                        "tpot_relative": 1.118747,
                        "ttft_error_pct": 22.67,
                        "ttft_ms": 331.40154035034936,
                        "ttft_relative": 1.226745,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6941.674580874975,
                        "interactivity_tok_s": 135.61649662688416,
                        "output_per_gpu": 259.38008153972106,
                        "total_per_gpu": 2331.672242299264,
                        "tpot_error_pct": 14.6,
                        "tpot_ms": 7.373734205442993,
                        "tpot_relative": 1.145967,
                        "ttft_error_pct": 39.3,
                        "ttft_ms": 163.98743009999998,
                        "ttft_relative": 0.60703,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 6184.019220218761,
                        "interactivity_tok_s": 155.41203221739303,
                        "output_per_gpu": 290.67982903043867,
                        "total_per_gpu": 2613.0383054983236,
                        "tpot_ms": 6.434508227787555,
                        "tpot_relative": 1.0,
                        "ttft_ms": 270.14704309985973,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10080.40585436103,
                        "interactivity_tok_s": 105.28374008255727,
                        "output_per_gpu": 401.85891560715623,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.6,
                        "tpot_ms": 9.498142820684935,
                        "tpot_relative": 1.476126,
                        "ttft_error_pct": 7.91,
                        "ttft_ms": 363.80574880034163,
                        "ttft_relative": 1.346695,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9109.340402799824,
                        "interactivity_tok_s": 103.87246053728522,
                        "output_per_gpu": 400.7290500760044,
                        "total_per_gpu": 3564.6701731625594,
                        "tpot_error_pct": 20.21,
                        "tpot_ms": 9.627190834100325,
                        "tpot_relative": 1.496181,
                        "ttft_error_pct": 42.36,
                        "ttft_ms": 194.31631329999988,
                        "ttft_relative": 0.719298,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 7750.916553026764,
                        "interactivity_tok_s": 124.86548849426744,
                        "output_per_gpu": 470.431487204063,
                        "total_per_gpu": 4184.705577583586,
                        "tpot_ms": 8.008618010139045,
                        "tpot_relative": 1.244636,
                        "ttft_ms": 337.1487659373088,
                        "ttft_relative": 1.248019,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13790.09514890112,
                        "interactivity_tok_s": 76.56897524921997,
                        "output_per_gpu": 592.1546654656286,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.98,
                        "tpot_ms": 13.060119934283529,
                        "tpot_relative": 2.0297,
                        "ttft_error_pct": 18.15,
                        "ttft_ms": 429.59245612907085,
                        "ttft_relative": 1.590217,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12240.68372815615,
                        "interactivity_tok_s": 76.32711228699065,
                        "output_per_gpu": 583.4576399765115,
                        "total_per_gpu": 5265.559163045367,
                        "tpot_error_pct": 21.37,
                        "tpot_ms": 13.101504433182154,
                        "tpot_relative": 2.036131,
                        "ttft_error_pct": 51.69,
                        "ttft_ms": 253.58408423750015,
                        "ttft_relative": 0.938689,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 10409.937045589322,
                        "interactivity_tok_s": 92.63555983816127,
                        "output_per_gpu": 685.2357787246985,
                        "total_per_gpu": 6184.081390476983,
                        "tpot_ms": 10.794990625058537,
                        "tpot_relative": 1.677671,
                        "ttft_ms": 524.8793203965761,
                        "ttft_relative": 1.942939,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19005.65025817374,
                        "interactivity_tok_s": 55.46549107540249,
                        "output_per_gpu": 866.2003985776465,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.68,
                        "tpot_ms": 18.029228275299165,
                        "tpot_relative": 2.801959,
                        "ttft_error_pct": 29.75,
                        "ttft_ms": 561.7497325426971,
                        "ttft_relative": 2.079422,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17068.418235787478,
                        "interactivity_tok_s": 55.41202564681383,
                        "output_per_gpu": 849.4806066851442,
                        "total_per_gpu": 7596.326065538042,
                        "tpot_error_pct": 17.79,
                        "tpot_ms": 18.046624145701117,
                        "tpot_relative": 2.804663,
                        "ttft_error_pct": 54.31,
                        "ttft_ms": 365.32027479062504,
                        "ttft_relative": 1.352302,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 14981.668563839776,
                        "interactivity_tok_s": 65.27038440506372,
                        "output_per_gpu": 966.3830628511616,
                        "total_per_gpu": 8641.70505113327,
                        "tpot_ms": 15.320884182235938,
                        "tpot_relative": 2.38105,
                        "ttft_ms": 799.630727434851,
                        "ttft_relative": 2.959983,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30814.506230315637,
                        "interactivity_tok_s": 33.925357283760896,
                        "output_per_gpu": 1070.1349076831696,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.42,
                        "tpot_ms": 29.476476596421037,
                        "tpot_relative": 4.580999,
                        "ttft_error_pct": 47.14,
                        "ttft_ms": 660.0706721769182,
                        "ttft_relative": 2.443376,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 27868.736442733265,
                        "interactivity_tok_s": 33.795782496110775,
                        "output_per_gpu": 1043.2835118955334,
                        "total_per_gpu": 9403.925942163443,
                        "tpot_error_pct": 30.92,
                        "tpot_ms": 29.58949094062492,
                        "tpot_relative": 4.598563,
                        "ttft_error_pct": 52.91,
                        "ttft_ms": 588.0972440921862,
                        "ttft_relative": 2.176952,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 22091.700550800306,
                        "interactivity_tok_s": 44.243822363740264,
                        "output_per_gpu": 1313.0853168021783,
                        "total_per_gpu": 11835.859509094169,
                        "tpot_ms": 22.602025471007757,
                        "tpot_relative": 3.512627,
                        "ttft_ms": 1248.8319735847654,
                        "ttft_relative": 4.622786,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 46251.91045964186,
                        "interactivity_tok_s": 22.444751766715164,
                        "output_per_gpu": 1423.4754399162516,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.28,
                        "tpot_ms": 44.55384538861185,
                        "tpot_relative": 6.924204,
                        "ttft_error_pct": 64.74,
                        "ttft_ms": 673.3266270919443,
                        "ttft_relative": 2.492445,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 42443.656829014944,
                        "interactivity_tok_s": 22.23038592064377,
                        "output_per_gpu": 1369.446577832419,
                        "total_per_gpu": 12363.475787255402,
                        "tpot_error_pct": 27.5,
                        "tpot_ms": 44.98347458158032,
                        "tpot_relative": 6.990973,
                        "ttft_error_pct": 46.14,
                        "ttft_ms": 1028.4748098289087,
                        "ttft_relative": 3.807093,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 34399.60162311319,
                        "interactivity_tok_s": 28.344052648194573,
                        "output_per_gpu": 1685.2197814203644,
                        "total_per_gpu": 15214.302113758062,
                        "tpot_ms": 35.28076991713099,
                        "tpot_relative": 5.483056,
                        "ttft_ms": 1909.466380468723,
                        "ttft_relative": 7.068248,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.47,
                    "tpot_shape_error_pct": 7.77,
                    "ttft_mape_pct": 30.54,
                    "ttft_shape_error_pct": 38.09
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.67,
                    "tpot_shape_error_pct": 5.42,
                    "ttft_mape_pct": 53.03,
                    "ttft_shape_error_pct": 8.89
                  },
                  "framework": "sglang",
                  "id": "51a183b0791cd650",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6386.4108906098245,
                        "interactivity_tok_s": 166.98694636561552,
                        "output_per_gpu": 157.5056097152935,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.33,
                        "tpot_ms": 5.988492045423206,
                        "tpot_relative": 1.103334,
                        "ttft_error_pct": 3.44,
                        "ttft_ms": 260.18352814188523,
                        "ttft_relative": 1.03445,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5744.5741999500115,
                        "interactivity_tok_s": 163.64422528389358,
                        "output_per_gpu": 156.3922429277605,
                        "total_per_gpu": 1405.872993719989,
                        "tpot_error_pct": 12.59,
                        "tpot_ms": 6.110817526650746,
                        "tpot_relative": 1.125871,
                        "ttft_error_pct": 49.27,
                        "ttft_ms": 127.60177359999952,
                        "ttft_relative": 0.507325,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 5239.523375686258,
                        "interactivity_tok_s": 184.24236783454305,
                        "output_per_gpu": 171.63591487484152,
                        "total_per_gpu": 1542.9045134062135,
                        "tpot_ms": 5.42763324067806,
                        "tpot_relative": 1.0,
                        "ttft_ms": 251.5187936834991,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8209.538355627634,
                        "interactivity_tok_s": 129.10397420631227,
                        "output_per_gpu": 246.82488093099795,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.2,
                        "tpot_ms": 7.74569494198504,
                        "tpot_relative": 1.427085,
                        "ttft_error_pct": 8.17,
                        "ttft_ms": 285.69242997693766,
                        "ttft_relative": 1.135869,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7386.55348219999,
                        "interactivity_tok_s": 127.98239223868497,
                        "output_per_gpu": 246.90379135868307,
                        "total_per_gpu": 2196.32337742951,
                        "tpot_error_pct": 15.2,
                        "tpot_ms": 7.813574840318793,
                        "tpot_relative": 1.439592,
                        "ttft_error_pct": 51.35,
                        "ttft_ms": 151.34908832500028,
                        "ttft_relative": 0.601741,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 6587.996300510713,
                        "interactivity_tok_s": 147.44048010052052,
                        "output_per_gpu": 276.6153089434554,
                        "total_per_gpu": 2460.621063144446,
                        "tpot_ms": 6.782397882306337,
                        "tpot_relative": 1.249605,
                        "ttft_ms": 311.1168064555386,
                        "ttft_relative": 1.236953,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10763.777632069377,
                        "interactivity_tok_s": 98.11381987780506,
                        "output_per_gpu": 379.31325043780697,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.77,
                        "tpot_ms": 10.192244081877973,
                        "tpot_relative": 1.877843,
                        "ttft_error_pct": 23.1,
                        "ttft_ms": 337.11193630821,
                        "ttft_relative": 1.340305,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9510.21052141255,
                        "interactivity_tok_s": 98.24201251979716,
                        "output_per_gpu": 374.55762980435054,
                        "total_per_gpu": 3380.288858303836,
                        "tpot_error_pct": 14.62,
                        "tpot_ms": 10.178944571178098,
                        "tpot_relative": 1.875393,
                        "ttft_error_pct": 55.05,
                        "ttft_ms": 197.05752102500014,
                        "ttft_relative": 0.78347,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 8569.714593950357,
                        "interactivity_tok_s": 112.6063683668504,
                        "output_per_gpu": 415.6305820594912,
                        "total_per_gpu": 3750.9619719665297,
                        "tpot_ms": 8.880492413556823,
                        "tpot_relative": 1.636163,
                        "ttft_ms": 438.40306743113615,
                        "ttft_relative": 1.743023,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14868.943888052509,
                        "interactivity_tok_s": 70.90857245251564,
                        "output_per_gpu": 553.6052266490401,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.87,
                        "tpot_ms": 14.102667215161553,
                        "tpot_relative": 2.598309,
                        "ttft_error_pct": 31.59,
                        "ttft_ms": 441.91532694224037,
                        "ttft_relative": 1.756987,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13254.438277690622,
                        "interactivity_tok_s": 71.35593999180195,
                        "output_per_gpu": 546.3970841078441,
                        "total_per_gpu": 4886.056702740951,
                        "tpot_error_pct": 17.13,
                        "tpot_ms": 14.014250251834529,
                        "tpot_relative": 2.582019,
                        "ttft_error_pct": 56.11,
                        "ttft_ms": 283.5245549125001,
                        "ttft_relative": 1.12725,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 11721.948638784852,
                        "interactivity_tok_s": 83.58081845633649,
                        "output_per_gpu": 616.7390871435364,
                        "total_per_gpu": 5515.077291271274,
                        "tpot_ms": 11.964467666973261,
                        "tpot_relative": 2.204362,
                        "ttft_ms": 645.9430671551672,
                        "ttft_relative": 2.56817,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23274.29332149864,
                        "interactivity_tok_s": 44.959833602754514,
                        "output_per_gpu": 708.5822697794738,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.75,
                        "tpot_ms": 22.242075200623827,
                        "tpot_relative": 4.097933,
                        "ttft_error_pct": 50.93,
                        "ttft_ms": 520.6503912604688,
                        "ttft_relative": 2.070026,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20842.573487289035,
                        "interactivity_tok_s": 45.22801640673223,
                        "output_per_gpu": 696.9308812550809,
                        "total_per_gpu": 6281.980228194905,
                        "tpot_error_pct": 24.01,
                        "tpot_ms": 22.110189202353546,
                        "tpot_relative": 4.073634,
                        "ttft_error_pct": 56.99,
                        "ttft_ms": 456.3347522062497,
                        "ttft_relative": 1.814317,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 17502.362997783348,
                        "interactivity_tok_s": 56.08607320760034,
                        "output_per_gpu": 828.4503216829588,
                        "total_per_gpu": 7467.46726372891,
                        "tpot_ms": 17.829738165097424,
                        "tpot_relative": 3.284993,
                        "ttft_ms": 1061.0571732366225,
                        "ttft_relative": 4.2186,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 35527.125911095245,
                        "interactivity_tok_s": 29.236441612415746,
                        "output_per_gpu": 926.7201154342465,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.92,
                        "tpot_ms": 34.20388887460686,
                        "tpot_relative": 6.301805,
                        "ttft_error_pct": 65.99,
                        "ttft_ms": 536.5475923724271,
                        "ttft_relative": 2.133231,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32174.798435935005,
                        "interactivity_tok_s": 29.344446726953194,
                        "output_per_gpu": 903.0509574133393,
                        "total_per_gpu": 8152.8179538843515,
                        "tpot_error_pct": 22.46,
                        "tpot_ms": 34.077998106588566,
                        "tpot_relative": 6.278611,
                        "ttft_error_pct": 49.39,
                        "ttft_ms": 798.4128283046875,
                        "ttft_relative": 3.174366,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "30506346629",
                      "measured": {
                        "e2e_ms": 27202.7654222029,
                        "interactivity_tok_s": 35.93602345293309,
                        "output_per_gpu": 1066.4062163859144,
                        "total_per_gpu": 9627.602601727265,
                        "tpot_ms": 27.82723028077221,
                        "tpot_relative": 5.126955,
                        "ttft_ms": 1577.7106872239528,
                        "ttft_relative": 6.272735,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 12
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 100.0,
        "points": 164,
        "status_counts": {
          "failed": 0,
          "success": 164,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 15.16,
        "tpot_shape_error_pct": 10.52,
        "ttft_mape_pct": 44.72,
        "ttft_shape_error_pct": 40.48
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 164,
        "status_counts": {
          "failed": 0,
          "success": 164,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 14.77,
        "tpot_shape_error_pct": 10.1,
        "ttft_mape_pct": 47.24,
        "ttft_shape_error_pct": 32.04
      },
      "frameworks": [
        "trt",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "h100",
        "h200"
      ],
      "hf_model_paths": [
        "openai/gpt-oss-120b"
      ],
      "model": "openai/gpt-oss-120b",
      "precisions": [
        "fp4"
      ],
      "rows": 164,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 78,
            "status_counts": {
              "failed": 0,
              "success": 78,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 13.76,
            "tpot_shape_error_pct": 7.3,
            "ttft_mape_pct": 48.71,
            "ttft_shape_error_pct": 29.77
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 78,
            "status_counts": {
              "failed": 0,
              "success": 78,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 13.62,
            "tpot_shape_error_pct": 7.15,
            "ttft_mape_pct": 49.28,
            "ttft_shape_error_pct": 21.91
          },
          "gpu_skus": [
            "b200",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 31,
                "status_counts": {
                  "failed": 0,
                  "success": 31,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 21.58,
                "tpot_shape_error_pct": 11.45,
                "ttft_mape_pct": 61.45,
                "ttft_shape_error_pct": 22.83
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 31,
                "status_counts": {
                  "failed": 0,
                  "success": 31,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.91,
                "tpot_shape_error_pct": 11.55,
                "ttft_mape_pct": 39.17,
                "ttft_shape_error_pct": 12.87
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 31,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.65,
                    "tpot_shape_error_pct": 15.75,
                    "ttft_mape_pct": 45.75,
                    "ttft_shape_error_pct": 13.15
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.33,
                    "tpot_shape_error_pct": 16.7,
                    "ttft_mape_pct": 64.76,
                    "ttft_shape_error_pct": 29.3
                  },
                  "framework": "trt",
                  "id": "c430fc5b8b82f36d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3019.7398472214645,
                        "interactivity_tok_s": 341.8104075407274,
                        "output_per_gpu": 676.0658207062896,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.7,
                        "tpot_ms": 2.925598454402966,
                        "tpot_relative": 1.036992,
                        "ttft_error_pct": 44.42,
                        "ttft_ms": 26.852628367230327,
                        "ttft_relative": 0.555807,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2704.5819104999996,
                        "interactivity_tok_s": 340.68412851314577,
                        "output_per_gpu": 659.1976147178481,
                        "total_per_gpu": 1324.841930345111,
                        "tpot_error_pct": 4.04,
                        "tpot_ms": 2.9352702879477217,
                        "tpot_relative": 1.04042,
                        "ttft_error_pct": 71.84,
                        "ttft_ms": 13.606033774999897,
                        "ttft_relative": 0.281623,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 2634.157617308665,
                        "interactivity_tok_s": 354.4545942117063,
                        "output_per_gpu": 676.8048071432216,
                        "total_per_gpu": 1360.2285068131919,
                        "tpot_ms": 2.821235826337538,
                        "tpot_relative": 1.0,
                        "ttft_ms": 48.31286990083754,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3573.886679458269,
                        "interactivity_tok_s": 288.62635672496225,
                        "output_per_gpu": 1144.0410978592706,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.04,
                        "tpot_ms": 3.464687048497514,
                        "tpot_relative": 1.228074,
                        "ttft_error_pct": 41.02,
                        "ttft_ms": 29.511828845312458,
                        "ttft_relative": 0.610848,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3234.9168500125,
                        "interactivity_tok_s": 288.36395629114503,
                        "output_per_gpu": 1126.0640249587557,
                        "total_per_gpu": 2243.810514335046,
                        "tpot_error_pct": 1.13,
                        "tpot_ms": 3.4678397843534774,
                        "tpot_relative": 1.229192,
                        "ttft_error_pct": 68.72,
                        "ttft_ms": 15.6502878374999,
                        "ttft_relative": 0.323936,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 3234.062063262718,
                        "interactivity_tok_s": 291.61647029421147,
                        "output_per_gpu": 1127.0522436585384,
                        "total_per_gpu": 2245.7796523768334,
                        "tpot_ms": 3.429161593620214,
                        "tpot_relative": 1.215482,
                        "ttft_ms": 50.03589815023588,
                        "ttft_relative": 1.035664,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4091.9554389766126,
                        "interactivity_tok_s": 252.14982039985756,
                        "output_per_gpu": 2001.65060703247,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.42,
                        "tpot_ms": 3.9658961422784533,
                        "tpot_relative": 1.40573,
                        "ttft_error_pct": 43.32,
                        "ttft_ms": 34.84368542575458,
                        "ttft_relative": 0.721209,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3643.2244958812507,
                        "interactivity_tok_s": 252.47163522964053,
                        "output_per_gpu": 1967.385971999981,
                        "total_per_gpu": 3955.715435782715,
                        "tpot_error_pct": 6.54,
                        "tpot_ms": 3.960840983544272,
                        "tpot_relative": 1.403938,
                        "ttft_error_pct": 69.59,
                        "ttft_ms": 18.6957480687501,
                        "ttft_relative": 0.386972,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 3940.65200160112,
                        "interactivity_tok_s": 235.9659042044546,
                        "output_per_gpu": 1825.018765058932,
                        "total_per_gpu": 3669.4654746358005,
                        "tpot_ms": 4.2379004007864705,
                        "tpot_relative": 1.502143,
                        "ttft_ms": 61.46908490045462,
                        "ttft_relative": 1.272313,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4969.120862321001,
                        "interactivity_tok_s": 207.77466281279243,
                        "output_per_gpu": 3304.2916042769566,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.84,
                        "tpot_ms": 4.812906378777342,
                        "tpot_relative": 1.705957,
                        "ttft_error_pct": 39.56,
                        "ttft_ms": 45.517636831780294,
                        "ttft_relative": 0.942143,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4439.874338687503,
                        "interactivity_tok_s": 208.93540907458507,
                        "output_per_gpu": 3247.3457707869807,
                        "total_per_gpu": 6484.419337691825,
                        "tpot_error_pct": 12.33,
                        "tpot_ms": 4.786168148468426,
                        "tpot_relative": 1.696479,
                        "ttft_error_pct": 69.43,
                        "ttft_ms": 23.02162434374992,
                        "ttft_relative": 0.476511,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 5116.559112977848,
                        "interactivity_tok_s": 183.16700122263657,
                        "output_per_gpu": 2827.357183952678,
                        "total_per_gpu": 5645.770697754041,
                        "tpot_ms": 5.459498672386496,
                        "tpot_relative": 1.935144,
                        "ttft_ms": 75.31092280405574,
                        "ttft_relative": 1.558817,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6676.209839647059,
                        "interactivity_tok_s": 154.46852101088334,
                        "output_per_gpu": 4922.790488571313,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.08,
                        "tpot_ms": 6.473810932193384,
                        "tpot_relative": 2.294672,
                        "ttft_error_pct": 36.51,
                        "ttft_ms": 53.501256013226914,
                        "ttft_relative": 1.107391,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5935.418685998455,
                        "interactivity_tok_s": 156.00869617841394,
                        "output_per_gpu": 4842.922226203194,
                        "total_per_gpu": 9688.028015916809,
                        "tpot_error_pct": 11.96,
                        "tpot_ms": 6.409899092140252,
                        "tpot_relative": 2.272018,
                        "ttft_error_pct": 62.62,
                        "ttft_ms": 31.496047782812497,
                        "ttft_relative": 0.651918,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 6793.790174237074,
                        "interactivity_tok_s": 137.35169410790039,
                        "output_per_gpu": 4245.418201392127,
                        "total_per_gpu": 8492.750565316304,
                        "tpot_ms": 7.28058002120034,
                        "tpot_relative": 2.580635,
                        "ttft_ms": 84.26808239491947,
                        "ttft_relative": 1.744216,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8227.862976139168,
                        "interactivity_tok_s": 125.16868678219066,
                        "output_per_gpu": 7986.180852116068,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.97,
                        "tpot_ms": 7.989218595383416,
                        "tpot_relative": 2.831815,
                        "ttft_error_pct": 50.59,
                        "ttft_ms": 54.89235306193314,
                        "ttft_relative": 1.136185,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7273.984631879667,
                        "interactivity_tok_s": 127.19635905420837,
                        "output_per_gpu": 7880.24823709335,
                        "total_per_gpu": 15777.80811216031,
                        "tpot_error_pct": 23.21,
                        "tpot_ms": 7.861860256344455,
                        "tpot_relative": 2.786672,
                        "ttft_error_pct": 57.78,
                        "ttft_ms": 46.91300323124998,
                        "ttft_relative": 0.971025,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 9528.878429423276,
                        "interactivity_tok_s": 97.67220150473652,
                        "output_per_gpu": 6055.349201701425,
                        "total_per_gpu": 12124.001031699532,
                        "tpot_ms": 10.238327636666467,
                        "tpot_relative": 3.629022,
                        "ttft_ms": 111.10496407600294,
                        "ttft_relative": 2.299697,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11115.386667018598,
                        "interactivity_tok_s": 92.52509494126095,
                        "output_per_gpu": 11819.075416827593,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.53,
                        "tpot_ms": 10.80787866940147,
                        "tpot_relative": 3.830902,
                        "ttft_error_pct": 64.84,
                        "ttft_ms": 58.92678822089456,
                        "ttft_relative": 1.219691,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9827.80247417929,
                        "interactivity_tok_s": 94.51180600044005,
                        "output_per_gpu": 11719.095637157168,
                        "total_per_gpu": 23426.864806392474,
                        "tpot_error_pct": 27.1,
                        "tpot_ms": 10.580688723643098,
                        "tpot_relative": 3.750374,
                        "ttft_error_pct": 53.37,
                        "ttft_ms": 78.14059695703125,
                        "ttft_relative": 1.617387,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 13553.707804195983,
                        "interactivity_tok_s": 68.90203029728124,
                        "output_per_gpu": 8546.991986607418,
                        "total_per_gpu": 17085.723333182355,
                        "tpot_ms": 14.513360429082425,
                        "tpot_relative": 5.144327,
                        "ttft_ms": 167.59310493898738,
                        "ttft_relative": 3.468912,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.55,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 73.2,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.04,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 81.2,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "afcb013cc7d14ff1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 4,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5583.824619929919,
                        "interactivity_tok_s": 184.6786186400661,
                        "output_per_gpu": 2933.9281903414853,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.55,
                        "tpot_ms": 5.414811998074202,
                        "tpot_relative": 1.03545,
                        "ttft_error_pct": 73.2,
                        "ttft_ms": 44.47194590001033,
                        "ttft_relative": 0.267997,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5428.756642518768,
                        "interactivity_tok_s": 170.67700984745036,
                        "output_per_gpu": 2628.41029889141,
                        "total_per_gpu": 5258.0056882201625,
                        "tpot_error_pct": 12.04,
                        "tpot_ms": 5.859019916588598,
                        "tpot_relative": 1.120394,
                        "ttft_error_pct": 81.2,
                        "ttft_ms": 31.19260241093757,
                        "ttft_relative": 0.187973,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 4982.196566695711,
                        "interactivity_tok_s": 191.2254917527645,
                        "output_per_gpu": 2851.571194443906,
                        "total_per_gpu": 5704.428097498588,
                        "tpot_ms": 5.2294283091341205,
                        "tpot_relative": 1.0,
                        "ttft_ms": 165.94180535576015,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.44,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 49.42,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.02,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 42.09,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "55b7e9194cf7b3a0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 16336.855305971796,
                        "interactivity_tok_s": 62.977140216257574,
                        "output_per_gpu": 16084.627781412664,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.44,
                        "tpot_ms": 15.878777546361967,
                        "tpot_relative": 0.945609,
                        "ttft_error_pct": 49.42,
                        "ttft_ms": 92.8658760435042,
                        "ttft_relative": 0.505768,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14184.89304548075,
                        "interactivity_tok_s": 65.45867299575322,
                        "output_per_gpu": 16237.948370607048,
                        "total_per_gpu": 32460.202816782465,
                        "tpot_error_pct": 9.02,
                        "tpot_ms": 15.276814427094745,
                        "tpot_relative": 0.909761,
                        "ttft_error_pct": 42.09,
                        "ttft_ms": 106.32279790976551,
                        "ttft_relative": 0.579058,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 15661.18470533445,
                        "interactivity_tok_s": 59.5517367318181,
                        "output_per_gpu": 14724.897843231372,
                        "total_per_gpu": 29435.564120458173,
                        "tpot_ms": 16.792121521213446,
                        "tpot_relative": 1.0,
                        "ttft_ms": 183.61345084202867,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.87,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 67.02,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.26,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 83.15,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "732dc459d7a50b02",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 2364.7039066633442,
                        "interactivity_tok_s": 436.19942827073004,
                        "output_per_gpu": 215.90198742524908,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.87,
                        "tpot_ms": 2.2925293688815738,
                        "tpot_relative": 0.991312,
                        "ttft_error_pct": 67.02,
                        "ttft_ms": 19.446362297494687,
                        "ttft_relative": 0.329804,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2124.4867066999955,
                        "interactivity_tok_s": 433.5486374052379,
                        "output_per_gpu": 209.2044882383339,
                        "total_per_gpu": 420.45491647169797,
                        "tpot_error_pct": 0.26,
                        "tpot_ms": 2.306546287366831,
                        "tpot_relative": 0.997373,
                        "ttft_error_pct": 83.15,
                        "ttft_ms": 9.933557200000092,
                        "ttft_relative": 0.16847,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 2179.288987745531,
                        "interactivity_tok_s": 432.4097452888917,
                        "output_per_gpu": 204.15791151901962,
                        "total_per_gpu": 410.31240944015667,
                        "tpot_ms": 2.3126213294103786,
                        "tpot_relative": 1.0,
                        "ttft_ms": 58.963354578008875,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.2,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 58.42,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.58,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 78.92,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "a10a539315454818",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 2589.795177520793,
                        "interactivity_tok_s": 398.28302493652996,
                        "output_per_gpu": 394.27580508855334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.2,
                        "tpot_ms": 2.5107773552723196,
                        "tpot_relative": 1.001968,
                        "ttft_error_pct": 58.42,
                        "ttft_ms": 21.269943077209994,
                        "ttft_relative": 0.415764,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2321.3096528250007,
                        "interactivity_tok_s": 396.7772764527524,
                        "output_per_gpu": 383.68748954650954,
                        "total_per_gpu": 771.1272962018261,
                        "tpot_error_pct": 0.58,
                        "tpot_ms": 2.5203056206750247,
                        "tpot_relative": 1.00577,
                        "ttft_error_pct": 78.92,
                        "ttft_ms": 10.783449024999914,
                        "ttft_relative": 0.210784,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 2348.565279180184,
                        "interactivity_tok_s": 399.06679451258935,
                        "output_per_gpu": 379.5601951313853,
                        "total_per_gpu": 762.8323440085051,
                        "tpot_ms": 2.5058461734992914,
                        "tpot_relative": 1.0,
                        "ttft_ms": 51.1586994107347,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.3,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 67.97,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.11,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 68.85,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "bef6ca5c416a6597",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 2,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10836.152159137107,
                        "interactivity_tok_s": 95.10094041730093,
                        "output_per_gpu": 12129.687515543084,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.3,
                        "tpot_ms": 10.515143126997703,
                        "tpot_relative": 0.946967,
                        "ttft_error_pct": 67.97,
                        "ttft_ms": 79.16074021845628,
                        "ttft_relative": 0.320349,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10198.427465110948,
                        "interactivity_tok_s": 91.0684109177847,
                        "output_per_gpu": 11262.762026650764,
                        "total_per_gpu": 22514.638630334077,
                        "tpot_error_pct": 1.11,
                        "tpot_ms": 10.980756004436996,
                        "tpot_relative": 0.988899,
                        "ttft_error_pct": 68.85,
                        "ttft_ms": 76.96457197343753,
                        "ttft_relative": 0.311462,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 10477.617790308796,
                        "interactivity_tok_s": 90.05741721231095,
                        "output_per_gpu": 10911.396924590734,
                        "total_per_gpu": 21812.248019445487,
                        "tpot_ms": 11.104027085770108,
                        "tpot_relative": 1.0,
                        "ttft_ms": 247.1074982335267,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.53,
                    "tpot_shape_error_pct": 13.95,
                    "ttft_mape_pct": 70.45,
                    "ttft_shape_error_pct": 35.06
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 33.22,
                    "tpot_shape_error_pct": 13.89,
                    "ttft_mape_pct": 26.08,
                    "ttft_shape_error_pct": 3.74
                  },
                  "framework": "vllm",
                  "id": "7a526e8b44cf8064",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 4350.960583684024,
                        "interactivity_tok_s": 239.5809693327129,
                        "output_per_gpu": 940.4819743357091,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.41,
                        "tpot_ms": 4.173954228439871,
                        "tpot_relative": 1.214122,
                        "ttft_error_pct": 136.19,
                        "ttft_ms": 81.00540799003511,
                        "ttft_relative": 2.361877,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3807.0262362249982,
                        "interactivity_tok_s": 243.6188998648378,
                        "output_per_gpu": 940.7531557306996,
                        "total_per_gpu": 1890.7065180294705,
                        "tpot_error_pct": 19.4,
                        "tpot_ms": 4.104771840587122,
                        "tpot_relative": 1.193998,
                        "ttft_error_pct": 27.43,
                        "ttft_ms": 43.704361925000256,
                        "ttft_relative": 1.274289,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3184.90239570383,
                        "interactivity_tok_s": 290.8804401872355,
                        "output_per_gpu": 1120.3644225854264,
                        "total_per_gpu": 2251.6855813311454,
                        "tpot_ms": 3.4378385819146677,
                        "tpot_relative": 1.0,
                        "ttft_ms": 34.297046856954694,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6026.411533020232,
                        "interactivity_tok_s": 172.30094582989483,
                        "output_per_gpu": 1358.022092443869,
                        "total_per_gpu": null,
                        "tpot_error_pct": 38.8,
                        "tpot_ms": 5.803798668564804,
                        "tpot_relative": 1.688212,
                        "ttft_error_pct": 114.81,
                        "ttft_ms": 89.12549507843778,
                        "ttft_relative": 2.598635,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5357.047713612541,
                        "interactivity_tok_s": 175.049917648907,
                        "output_per_gpu": 1365.5972059448784,
                        "total_per_gpu": 2721.107593467351,
                        "tpot_error_pct": 36.62,
                        "tpot_ms": 5.712656215044177,
                        "tpot_relative": 1.6617,
                        "ttft_error_pct": 27.26,
                        "ttft_ms": 52.799666524999715,
                        "ttft_relative": 1.539481,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3922.7751893748064,
                        "interactivity_tok_s": 239.15823299061339,
                        "output_per_gpu": 1851.2491587639126,
                        "total_per_gpu": 3688.824289756098,
                        "tpot_ms": 4.181332114287901,
                        "tpot_relative": 1.216268,
                        "ttft_ms": 41.490623232675716,
                        "ttft_relative": 1.209743,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7575.223333388382,
                        "interactivity_tok_s": 136.80167486102488,
                        "output_per_gpu": 2160.7283745492723,
                        "total_per_gpu": null,
                        "tpot_error_pct": 31.09,
                        "tpot_ms": 7.309852024954282,
                        "tpot_relative": 2.126293,
                        "ttft_error_pct": 90.95,
                        "ttft_ms": 97.2447118601512,
                        "ttft_relative": 2.835367,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6656.552086206221,
                        "interactivity_tok_s": 138.80906193266142,
                        "output_per_gpu": 2160.434229390189,
                        "total_per_gpu": 4343.867014820917,
                        "tpot_error_pct": 29.19,
                        "tpot_ms": 7.2041406092429074,
                        "tpot_relative": 2.095544,
                        "ttft_error_pct": 24.34,
                        "ttft_ms": 63.32364168749966,
                        "ttft_relative": 1.846329,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 5155.500347117777,
                        "interactivity_tok_s": 179.33159183963673,
                        "output_per_gpu": 2776.4558565158413,
                        "total_per_gpu": 5582.468028489703,
                        "tpot_ms": 5.576262329139573,
                        "tpot_relative": 1.622026,
                        "ttft_ms": 50.927156780380756,
                        "ttft_relative": 1.484885,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9935.808065024254,
                        "interactivity_tok_s": 104.06664836238281,
                        "output_per_gpu": 3294.749635435927,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.6,
                        "tpot_ms": 9.609226546028287,
                        "tpot_relative": 2.795136,
                        "ttft_error_pct": 46.71,
                        "ttft_ms": 105.56930843731682,
                        "ttft_relative": 3.078087,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8796.79054596251,
                        "interactivity_tok_s": 105.90837961763968,
                        "output_per_gpu": 3294.1829344984135,
                        "total_per_gpu": 6577.945506917546,
                        "tpot_error_pct": 28.33,
                        "tpot_ms": 9.442123499672956,
                        "tpot_relative": 2.746529,
                        "ttft_error_pct": 14.74,
                        "ttft_ms": 82.56958517812518,
                        "ttft_relative": 2.407484,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 6862.905768701239,
                        "interactivity_tok_s": 135.90932589120905,
                        "output_per_gpu": 4200.498925431943,
                        "total_per_gpu": 8387.710574295774,
                        "tpot_ms": 7.3578468103098915,
                        "tpot_relative": 2.140254,
                        "ttft_ms": 71.95979504394927,
                        "ttft_relative": 2.098134,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14545.26607027482,
                        "interactivity_tok_s": 70.88816280607222,
                        "output_per_gpu": 4501.2583258136965,
                        "total_per_gpu": null,
                        "tpot_error_pct": 43.42,
                        "tpot_ms": 14.106727560928423,
                        "tpot_relative": 4.103371,
                        "ttft_error_pct": 24.22,
                        "ttft_ms": 114.0837754450425,
                        "ttft_relative": 3.326344,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12878.11915874381,
                        "interactivity_tok_s": 72.19964118256277,
                        "output_per_gpu": 4493.667247957766,
                        "total_per_gpu": 8989.360588297837,
                        "tpot_error_pct": 40.81,
                        "tpot_ms": 13.850484346195255,
                        "tpot_relative": 4.028835,
                        "ttft_error_pct": 29.37,
                        "ttft_ms": 118.8130761359378,
                        "ttft_relative": 3.464236,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 9152.207017793808,
                        "interactivity_tok_s": 101.66514689584983,
                        "output_per_gpu": 6297.852409890776,
                        "total_per_gpu": 12598.544378228687,
                        "tpot_ms": 9.836212611038109,
                        "tpot_relative": 2.861162,
                        "ttft_ms": 91.8388615384174,
                        "ttft_relative": 2.677748,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19191.72372847778,
                        "interactivity_tok_s": 53.64788449560862,
                        "output_per_gpu": 6822.941068378229,
                        "total_per_gpu": null,
                        "tpot_error_pct": 47.87,
                        "tpot_ms": 18.640063991374266,
                        "tpot_relative": 5.42203,
                        "ttft_error_pct": 9.84,
                        "ttft_ms": 122.93826530190682,
                        "ttft_relative": 3.584515,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16981.94888138283,
                        "interactivity_tok_s": 54.723826863824925,
                        "output_per_gpu": 6786.373673713159,
                        "total_per_gpu": 13587.655918915216,
                        "tpot_error_pct": 44.96,
                        "tpot_ms": 18.273575831756165,
                        "tpot_relative": 5.315426,
                        "ttft_error_pct": 33.36,
                        "ttft_ms": 181.84799549140672,
                        "ttft_relative": 5.302147,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 11724.661344448396,
                        "interactivity_tok_s": 79.32812738112209,
                        "output_per_gpu": 9801.819426107611,
                        "total_per_gpu": 19625.171873039202,
                        "tpot_ms": 12.605869229657026,
                        "tpot_relative": 3.666801,
                        "ttft_ms": 136.35375156063674,
                        "ttft_relative": 3.97567,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.44,
                    "tpot_shape_error_pct": 9.55,
                    "ttft_mape_pct": 64.39,
                    "ttft_shape_error_pct": 23.88
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 33.45,
                    "tpot_shape_error_pct": 9.08,
                    "ttft_mape_pct": 4.67,
                    "ttft_shape_error_pct": 9.75
                  },
                  "framework": "vllm",
                  "id": "cf5996530bf5f42b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3803.6259055828964,
                        "interactivity_tok_s": 273.6139857261299,
                        "output_per_gpu": 537.9077887225757,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.45,
                        "tpot_ms": 3.6547839371081565,
                        "tpot_relative": 1.254518,
                        "ttft_error_pct": 102.93,
                        "ttft_ms": 64.78193792125218,
                        "ttft_relative": 2.029315,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3343.296984499992,
                        "interactivity_tok_s": 276.6894783400167,
                        "output_per_gpu": 534.3389694145052,
                        "total_per_gpu": 1073.903569873708,
                        "tpot_error_pct": 24.06,
                        "tpot_ms": 3.614159837227801,
                        "tpot_relative": 1.240574,
                        "ttft_error_pct": 6.44,
                        "ttft_ms": 29.86813032499982,
                        "ttft_relative": 0.935629,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2702.9292207793333,
                        "interactivity_tok_s": 343.25378188043203,
                        "output_per_gpu": 658.6847464764313,
                        "total_per_gpu": 1323.8111782067524,
                        "tpot_ms": 2.9132963794943327,
                        "tpot_relative": 1.0,
                        "ttft_ms": 31.92305840784684,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4757.968906291699,
                        "interactivity_tok_s": 218.27924867609659,
                        "output_per_gpu": 860.0308410147333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 36.57,
                        "tpot_ms": 4.581287529919505,
                        "tpot_relative": 1.572544,
                        "ttft_error_pct": 102.46,
                        "ttft_ms": 71.31176318404499,
                        "ttft_relative": 2.233864,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4241.197478699991,
                        "interactivity_tok_s": 220.7386239431759,
                        "output_per_gpu": 860.3702138951755,
                        "total_per_gpu": 1714.3854073745013,
                        "tpot_error_pct": 35.05,
                        "tpot_ms": 4.53024478515109,
                        "tpot_relative": 1.555024,
                        "ttft_error_pct": 0.26,
                        "ttft_ms": 35.313222062500216,
                        "ttft_relative": 1.106198,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3149.001819314435,
                        "interactivity_tok_s": 298.10312915904325,
                        "output_per_gpu": 1148.7796349807854,
                        "total_per_gpu": 2289.0739482759636,
                        "tpot_ms": 3.354543787651697,
                        "tpot_relative": 1.15146,
                        "ttft_ms": 35.22272435366176,
                        "ttft_relative": 1.103363,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5527.706326969862,
                        "interactivity_tok_s": 187.71193316329453,
                        "output_per_gpu": 1480.5417502138262,
                        "total_per_gpu": null,
                        "tpot_error_pct": 31.47,
                        "tpot_ms": 5.327311818423814,
                        "tpot_relative": 1.82862,
                        "ttft_error_pct": 84.46,
                        "ttft_ms": 77.86633672230022,
                        "ttft_relative": 2.439188,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4859.133130068758,
                        "interactivity_tok_s": 189.95186698831031,
                        "output_per_gpu": 1476.736956516464,
                        "total_per_gpu": 2969.194279424811,
                        "tpot_error_pct": 29.92,
                        "tpot_ms": 5.264491557019233,
                        "tpot_relative": 1.807057,
                        "ttft_error_pct": 2.01,
                        "ttft_ms": 41.365359193750095,
                        "ttft_relative": 1.295783,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3750.4493003332755,
                        "interactivity_tok_s": 246.78450171162572,
                        "output_per_gpu": 1901.1489524595147,
                        "total_per_gpu": 3822.5362811351356,
                        "tpot_ms": 4.0521183180641005,
                        "tpot_relative": 1.390905,
                        "ttft_ms": 42.21218282764312,
                        "ttft_relative": 1.32231,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6488.347602645843,
                        "interactivity_tok_s": 159.74649978206344,
                        "output_per_gpu": 2522.6761885145297,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.84,
                        "tpot_ms": 6.259918066212812,
                        "tpot_relative": 2.148741,
                        "ttft_error_pct": 57.71,
                        "ttft_ms": 84.45142091013591,
                        "ttft_relative": 2.645468,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5751.709272153128,
                        "interactivity_tok_s": 161.93954462936358,
                        "output_per_gpu": 2508.457966584925,
                        "total_per_gpu": 5008.981024637987,
                        "tpot_error_pct": 24.14,
                        "tpot_ms": 6.175143954422826,
                        "tpot_relative": 2.119642,
                        "ttft_error_pct": 2.08,
                        "ttft_ms": 52.438018206249716,
                        "ttft_relative": 1.642638,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 4644.257263662621,
                        "interactivity_tok_s": 201.02550828388817,
                        "output_per_gpu": 3090.9806758790673,
                        "total_per_gpu": 6172.183771562023,
                        "tpot_ms": 4.97449308068805,
                        "tpot_relative": 1.707514,
                        "ttft_ms": 53.55004263419687,
                        "ttft_relative": 1.677472,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9410.561849720194,
                        "interactivity_tok_s": 109.77341823426764,
                        "output_per_gpu": 3478.6445828389456,
                        "total_per_gpu": null,
                        "tpot_error_pct": 46.58,
                        "tpot_ms": 9.109673508261338,
                        "tpot_relative": 3.12693,
                        "ttft_error_pct": 33.23,
                        "ttft_ms": 91.36585076884488,
                        "ttft_relative": 2.862064,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8325.225212759367,
                        "interactivity_tok_s": 111.65711954261674,
                        "output_per_gpu": 3462.8447553443443,
                        "total_per_gpu": 6927.250828648557,
                        "tpot_error_pct": 44.11,
                        "tpot_ms": 8.955989587554468,
                        "tpot_relative": 3.074177,
                        "ttft_error_pct": 8.98,
                        "ttft_ms": 74.7365485312497,
                        "ttft_relative": 2.341146,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 5793.488718919798,
                        "interactivity_tok_s": 160.90909024389532,
                        "output_per_gpu": 4937.885355892591,
                        "total_per_gpu": 9877.997092011447,
                        "tpot_ms": 6.214689291228148,
                        "tpot_relative": 2.133216,
                        "ttft_ms": 68.57579518646162,
                        "ttft_relative": 2.148159,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12077.566605977016,
                        "interactivity_tok_s": 85.40024338966984,
                        "output_per_gpu": 5420.959547231877,
                        "total_per_gpu": null,
                        "tpot_error_pct": 46.71,
                        "tpot_ms": 11.709568501311342,
                        "tpot_relative": 4.019354,
                        "ttft_error_pct": 5.55,
                        "ttft_ms": 98.67802913551373,
                        "ttft_relative": 3.091121,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10637.874613917153,
                        "interactivity_tok_s": 87.35655482153143,
                        "output_per_gpu": 5403.561928650428,
                        "total_per_gpu": 10818.994613787492,
                        "tpot_error_pct": 43.42,
                        "tpot_ms": 11.447337890590923,
                        "tpot_relative": 3.929342,
                        "ttft_error_pct": 8.26,
                        "ttft_ms": 113.10505844140607,
                        "ttft_relative": 3.543052,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 7442.763835982669,
                        "interactivity_tok_s": 125.28838154379976,
                        "output_per_gpu": 7704.152359348615,
                        "total_per_gpu": 15425.22950234945,
                        "tpot_ms": 7.98158606311319,
                        "tpot_relative": 2.73971,
                        "ttft_ms": 104.4736775274032,
                        "ttft_relative": 3.272671,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.09,
                    "tpot_shape_error_pct": 2.89,
                    "ttft_mape_pct": 76.25,
                    "ttft_shape_error_pct": 8.15
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.49,
                    "tpot_shape_error_pct": 2.61,
                    "ttft_mape_pct": 41.51,
                    "ttft_shape_error_pct": 4.87
                  },
                  "framework": "vllm",
                  "id": "4704dcfb6e3372cf",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 2820.9000661344985,
                        "interactivity_tok_s": 369.1750970373575,
                        "output_per_gpu": 181.32510475669295,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.46,
                        "tpot_ms": 2.7087417543193824,
                        "tpot_relative": 1.124637,
                        "ttft_error_pct": 83.74,
                        "ttft_ms": 49.857251465770354,
                        "ttft_relative": 1.83741,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2489.822622050003,
                        "interactivity_tok_s": 370.6245363192603,
                        "output_per_gpu": 178.49911408683525,
                        "total_per_gpu": 358.74388133657806,
                        "tpot_error_pct": 12.02,
                        "tpot_ms": 2.698148400888894,
                        "tpot_relative": 1.120239,
                        "ttft_error_pct": 40.05,
                        "ttft_ms": 16.266414024999996,
                        "ttft_relative": 0.599473,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2235.13435596833,
                        "interactivity_tok_s": 415.18802867947045,
                        "output_per_gpu": 197.1968701341113,
                        "total_per_gpu": 396.32225034417525,
                        "tpot_ms": 2.4085472868294344,
                        "tpot_relative": 1.0,
                        "ttft_ms": 27.134520339313895,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3180.1928808809525,
                        "interactivity_tok_s": 327.32448031717865,
                        "output_per_gpu": 321.67860199618343,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.71,
                        "tpot_ms": 3.0550724438055967,
                        "tpot_relative": 1.26843,
                        "ttft_error_pct": 68.77,
                        "ttft_ms": 54.85377086782749,
                        "ttft_relative": 2.021549,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2835.7322380249875,
                        "interactivity_tok_s": 329.4999096703888,
                        "output_per_gpu": 320.6036142502846,
                        "total_per_gpu": 638.8391287209038,
                        "tpot_error_pct": 14.95,
                        "tpot_ms": 3.0349021976981354,
                        "tpot_relative": 1.260055,
                        "ttft_error_pct": 42.97,
                        "ttft_ms": 18.536159987499918,
                        "ttft_relative": 0.683121,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2483.2317458407488,
                        "interactivity_tok_s": 378.75216089798005,
                        "output_per_gpu": 365.7269297644615,
                        "total_per_gpu": 728.7524618425052,
                        "tpot_ms": 2.6402489628814503,
                        "tpot_relative": 1.0962,
                        "ttft_ms": 32.50304865650833,
                        "ttft_relative": 1.197849,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 23.64,
                    "tpot_shape_error_pct": 6.41,
                    "ttft_mape_pct": 61.45,
                    "ttft_shape_error_pct": 24.42
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.39,
                    "tpot_shape_error_pct": 6.19,
                    "ttft_mape_pct": 27.84,
                    "ttft_shape_error_pct": 5.51
                  },
                  "framework": "vllm",
                  "id": "039583a21c81e707",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3130.519174994877,
                        "interactivity_tok_s": 332.6056214170899,
                        "output_per_gpu": 326.78285703254767,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.52,
                        "tpot_ms": 3.0065637367745888,
                        "tpot_relative": 1.1852,
                        "ttft_error_pct": 100.66,
                        "ttft_ms": 54.80447227447303,
                        "ttft_relative": 2.006564,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2757.160804799997,
                        "interactivity_tok_s": 335.01103863640583,
                        "output_per_gpu": 323.2797241254871,
                        "total_per_gpu": 649.7210004850599,
                        "tpot_error_pct": 17.67,
                        "tpot_ms": 2.9849762684546044,
                        "tpot_relative": 1.17669,
                        "ttft_error_pct": 24.51,
                        "ttft_ms": 20.618422925000157,
                        "ttft_relative": 0.754905,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2352.849938190775,
                        "interactivity_tok_s": 394.2040294242061,
                        "output_per_gpu": 375.51407992388016,
                        "total_per_gpu": 754.7005441320687,
                        "tpot_ms": 2.536757428534278,
                        "tpot_relative": 1.0,
                        "ttft_ms": 27.31259780121036,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3698.185746629753,
                        "interactivity_tok_s": 281.20832222064854,
                        "output_per_gpu": 553.2442500662845,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.75,
                        "tpot_ms": 3.5560825231031234,
                        "tpot_relative": 1.401822,
                        "ttft_error_pct": 78.52,
                        "ttft_ms": 60.313325495257786,
                        "ttft_relative": 2.20826,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3299.6875201125104,
                        "interactivity_tok_s": 283.397473926426,
                        "output_per_gpu": 552.1527236206225,
                        "total_per_gpu": 1100.2270379999602,
                        "tpot_error_pct": 25.77,
                        "tpot_ms": 3.528612962371055,
                        "tpot_relative": 1.390993,
                        "ttft_error_pct": 29.09,
                        "ttft_ms": 23.958172687499996,
                        "ttft_relative": 0.877184,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2638.091770297615,
                        "interactivity_tok_s": 356.4236307403847,
                        "output_per_gpu": 689.165014903034,
                        "total_per_gpu": 1373.2395958639513,
                        "tpot_ms": 2.805650113385411,
                        "tpot_relative": 1.105999,
                        "ttft_ms": 33.78458869410679,
                        "ttft_relative": 1.23696,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4235.324209751886,
                        "interactivity_tok_s": 245.3540578782247,
                        "output_per_gpu": 966.1598020236845,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.73,
                        "tpot_ms": 4.075742657968693,
                        "tpot_relative": 1.606674,
                        "ttft_error_pct": 67.86,
                        "ttft_ms": 65.83947064991315,
                        "ttft_relative": 2.41059,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3722.7887119500033,
                        "interactivity_tok_s": 247.66570529121577,
                        "output_per_gpu": 962.9083955386935,
                        "total_per_gpu": 1936.0672779449983,
                        "tpot_error_pct": 26.53,
                        "tpot_ms": 4.037700733834577,
                        "tpot_relative": 1.591678,
                        "ttft_error_pct": 28.89,
                        "ttft_ms": 27.890413675000172,
                        "ttft_relative": 1.021156,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2958.9858137063857,
                        "interactivity_tok_s": 313.38203978809327,
                        "output_per_gpu": 1210.3363043808304,
                        "total_per_gpu": 2433.557049743721,
                        "tpot_ms": 3.190993334130421,
                        "tpot_relative": 1.257902,
                        "ttft_ms": 39.222132218128536,
                        "ttft_relative": 1.436045,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4747.3590535128005,
                        "interactivity_tok_s": 218.77719667456185,
                        "output_per_gpu": 1723.9058406471831,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.13,
                        "tpot_ms": 4.570860287087106,
                        "tpot_relative": 1.801852,
                        "ttft_error_pct": 43.15,
                        "ttft_ms": 71.36897982269159,
                        "ttft_relative": 2.613043,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4208.543081084389,
                        "interactivity_tok_s": 221.1161424681709,
                        "output_per_gpu": 1710.360263013636,
                        "total_per_gpu": 3415.3102092412887,
                        "tpot_error_pct": 14.9,
                        "tpot_ms": 4.522510156145418,
                        "tpot_relative": 1.782792,
                        "ttft_error_pct": 30.4,
                        "ttft_ms": 34.7032967593748,
                        "ttft_relative": 1.270597,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3682.5546200110693,
                        "interactivity_tok_s": 254.05987729110882,
                        "output_per_gpu": 1943.9508207562835,
                        "total_per_gpu": 3881.752416706483,
                        "tpot_ms": 3.936079992883616,
                        "tpot_relative": 1.551619,
                        "ttft_ms": 49.857656701351516,
                        "ttft_relative": 1.825445,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6426.343306871505,
                        "interactivity_tok_s": 161.1186664081846,
                        "output_per_gpu": 2547.016120738238,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.06,
                        "tpot_ms": 6.2066054932862915,
                        "tpot_relative": 2.446669,
                        "ttft_error_pct": 17.06,
                        "ttft_ms": 76.98588723962891,
                        "ttft_relative": 2.818695,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5677.893117475031,
                        "interactivity_tok_s": 163.64035578474537,
                        "output_per_gpu": 2529.1734379525255,
                        "total_per_gpu": 5059.487222698306,
                        "tpot_error_pct": 27.08,
                        "tpot_ms": 6.110962025256245,
                        "tpot_relative": 2.408966,
                        "ttft_error_pct": 26.31,
                        "ttft_ms": 48.46234367656279,
                        "ttft_relative": 1.774359,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 4496.232390459045,
                        "interactivity_tok_s": 207.94666608414104,
                        "output_per_gpu": 3170.836236248251,
                        "total_per_gpu": 6343.102130454981,
                        "tpot_ms": 4.808925378949677,
                        "tpot_relative": 1.895698,
                        "ttft_ms": 65.76686801781761,
                        "ttft_relative": 2.407932,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 5.05,
                "tpot_shape_error_pct": 3.21,
                "ttft_mape_pct": 20.55,
                "ttft_shape_error_pct": 27.34
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 5.84,
                "tpot_shape_error_pct": 3.05,
                "ttft_mape_pct": 41.92,
                "ttft_shape_error_pct": 10.61
              },
              "gpu": "h100",
              "precisions": [
                "fp4"
              ],
              "rows": 15,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.0,
                    "tpot_shape_error_pct": 3.21,
                    "ttft_mape_pct": 26.91,
                    "ttft_shape_error_pct": 30.15
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.88,
                    "tpot_shape_error_pct": 2.95,
                    "ttft_mape_pct": 47.53,
                    "ttft_shape_error_pct": 14.76
                  },
                  "framework": "vllm",
                  "id": "db7b7a7fc7322f71",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3558.0612299017857,
                        "interactivity_tok_s": 292.1450639841918,
                        "output_per_gpu": 143.75806568514818,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.71,
                        "tpot_ms": 3.4229570281362376,
                        "tpot_relative": 0.912883,
                        "ttft_error_pct": 44.1,
                        "ttft_ms": 56.376190118414726,
                        "ttft_relative": 1.440999,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3143.1586783249945,
                        "interactivity_tok_s": 293.84649494309053,
                        "output_per_gpu": 141.32767166936094,
                        "total_per_gpu": 284.03747399140383,
                        "tpot_error_pct": 9.24,
                        "tpot_ms": 3.403137410890917,
                        "tpot_relative": 0.907598,
                        "ttft_error_pct": 40.5,
                        "ttft_ms": 23.276692900000135,
                        "ttft_relative": 0.594962,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 3476.492109033279,
                        "interactivity_tok_s": 266.69436447511947,
                        "output_per_gpu": 126.85038401547207,
                        "total_per_gpu": 254.94131633957568,
                        "tpot_ms": 3.749610540020587,
                        "tpot_relative": 1.0,
                        "ttft_ms": 39.12299524527043,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3894.4239555030986,
                        "interactivity_tok_s": 266.93654866349834,
                        "output_per_gpu": 262.6832650190609,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.75,
                        "tpot_ms": 3.746208621512543,
                        "tpot_relative": 0.999093,
                        "ttft_error_pct": 30.71,
                        "ttft_ms": 62.05253569576668,
                        "ttft_relative": 1.586089,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3479.1562553249983,
                        "interactivity_tok_s": 268.83453689975215,
                        "output_per_gpu": 261.13554173839054,
                        "total_per_gpu": 520.3422374146444,
                        "tpot_error_pct": 8.4,
                        "tpot_ms": 3.7197601600306953,
                        "tpot_relative": 0.992039,
                        "ttft_error_pct": 44.74,
                        "ttft_ms": 26.230885424999922,
                        "ttft_relative": 0.670472,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 3816.39217142656,
                        "interactivity_tok_s": 246.26131080620408,
                        "output_per_gpu": 237.95655343179038,
                        "total_per_gpu": 474.1554695921811,
                        "tpot_ms": 4.060727187418215,
                        "tpot_relative": 1.082973,
                        "ttft_ms": 47.47176341188606,
                        "ttft_relative": 1.213398,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4827.662966413656,
                        "interactivity_tok_s": 214.92149237111425,
                        "output_per_gpu": 423.8075470955918,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.93,
                        "tpot_ms": 4.652861791380346,
                        "tpot_relative": 1.240892,
                        "ttft_error_pct": 15.82,
                        "ttft_ms": 67.78535383156223,
                        "ttft_relative": 1.732622,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4243.731722587504,
                        "interactivity_tok_s": 217.23029684973525,
                        "output_per_gpu": 422.5851685090238,
                        "total_per_gpu": 849.6688996438576,
                        "tpot_error_pct": 4.95,
                        "tpot_ms": 4.603409443811285,
                        "tpot_relative": 1.227703,
                        "ttft_error_pct": 46.92,
                        "ttft_ms": 31.06599793750005,
                        "ttft_relative": 0.79406,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 4490.54153215875,
                        "interactivity_tok_s": 206.48453504822885,
                        "output_per_gpu": 398.84960211787467,
                        "total_per_gpu": 801.9450936968897,
                        "tpot_ms": 4.842977706618216,
                        "tpot_relative": 1.291595,
                        "ttft_ms": 58.526536234421656,
                        "ttft_relative": 1.495963,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5422.957295930764,
                        "interactivity_tok_s": 191.23887531754534,
                        "output_per_gpu": 754.5698364747446,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.29,
                        "tpot_ms": 5.229062335466759,
                        "tpot_relative": 1.394561,
                        "ttft_error_pct": 21.84,
                        "ttft_ms": 73.6265267482699,
                        "ttft_relative": 1.881925,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4816.529544871853,
                        "interactivity_tok_s": 193.16703110524693,
                        "output_per_gpu": 747.2354813292261,
                        "total_per_gpu": 1492.107261422436,
                        "tpot_error_pct": 11.18,
                        "tpot_ms": 5.1768668508196445,
                        "tpot_relative": 1.380641,
                        "ttft_error_pct": 58.74,
                        "ttft_ms": 38.86916547812477,
                        "ttft_relative": 0.993512,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 5473.561997280922,
                        "interactivity_tok_s": 171.56478653219878,
                        "output_per_gpu": 657.6515979442268,
                        "total_per_gpu": 1313.2228719025484,
                        "tpot_ms": 5.828701916126144,
                        "tpot_relative": 1.554482,
                        "ttft_ms": 94.2055951396469,
                        "ttft_relative": 2.407934,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7302.849151573472,
                        "interactivity_tok_s": 141.62879376755234,
                        "output_per_gpu": 1120.6585032961655,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.33,
                        "tpot_ms": 7.060711126589455,
                        "tpot_relative": 1.883052,
                        "ttft_error_pct": 22.06,
                        "ttft_ms": 79.74166907245906,
                        "ttft_relative": 2.03823,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6470.84253797184,
                        "interactivity_tok_s": 143.56858813103662,
                        "output_per_gpu": 1108.5624093330116,
                        "total_per_gpu": 2217.62464424921,
                        "tpot_error_pct": 5.63,
                        "tpot_ms": 6.965311932212421,
                        "tpot_relative": 1.857609,
                        "ttft_error_pct": 46.74,
                        "ttft_ms": 54.487682009374986,
                        "ttft_relative": 1.392728,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 6901.786254979379,
                        "interactivity_tok_s": 135.49043079592022,
                        "output_per_gpu": 1038.3787555592578,
                        "total_per_gpu": 2077.225692488096,
                        "tpot_ms": 7.3805950289303475,
                        "tpot_relative": 1.968363,
                        "ttft_ms": 102.31283150096715,
                        "ttft_relative": 2.615158,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.66,
                    "tpot_shape_error_pct": 3.56,
                    "ttft_mape_pct": 20.76,
                    "ttft_shape_error_pct": 27.13
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.89,
                    "tpot_shape_error_pct": 3.31,
                    "ttft_mape_pct": 42.32,
                    "ttft_shape_error_pct": 8.33
                  },
                  "framework": "vllm",
                  "id": "7930afffcad87f16",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3932.0576511592617,
                        "interactivity_tok_s": 264.5535119482266,
                        "output_per_gpu": 260.1691253683414,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.71,
                        "tpot_ms": 3.7799536004485206,
                        "tpot_relative": 0.922867,
                        "ttft_error_pct": 30.43,
                        "ttft_ms": 65.1651179004251,
                        "ttft_relative": 1.30428,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3463.967809775014,
                        "interactivity_tok_s": 267.0420677269208,
                        "output_per_gpu": 256.8770125305559,
                        "total_per_gpu": 516.2661841365011,
                        "tpot_error_pct": 8.57,
                        "tpot_ms": 3.744728343785173,
                        "tpot_relative": 0.914267,
                        "ttft_error_pct": 38.2,
                        "ttft_ms": 30.87620982499987,
                        "ttft_relative": 0.617988,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 3805.091871647164,
                        "interactivity_tok_s": 244.14767034431566,
                        "output_per_gpu": 233.89616537930232,
                        "total_per_gpu": 470.0797459257617,
                        "tpot_ms": 4.095881802147543,
                        "tpot_relative": 1.0,
                        "ttft_ms": 49.96251328266226,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4820.60590059069,
                        "interactivity_tok_s": 215.41990858147156,
                        "output_per_gpu": 424.4279748629305,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.05,
                        "tpot_ms": 4.642096483026782,
                        "tpot_relative": 1.133357,
                        "ttft_error_pct": 20.56,
                        "ttft_ms": 71.74119845429233,
                        "ttft_relative": 1.435901,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4296.823902012498,
                        "interactivity_tok_s": 217.87386230831788,
                        "output_per_gpu": 424.1231819046466,
                        "total_per_gpu": 845.1136292767521,
                        "tpot_error_pct": 4.14,
                        "tpot_ms": 4.589811689228141,
                        "tpot_relative": 1.120592,
                        "ttft_error_pct": 39.92,
                        "ttft_ms": 35.75218026249987,
                        "ttft_relative": 0.71558,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 4503.93655274238,
                        "interactivity_tok_s": 208.84608263995622,
                        "output_per_gpu": 403.8485923095754,
                        "total_per_gpu": 804.7142058879133,
                        "tpot_ms": 4.788215260536953,
                        "tpot_relative": 1.169032,
                        "ttft_ms": 59.50904918718152,
                        "ttft_relative": 1.191074,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5726.088832282236,
                        "interactivity_tok_s": 181.1355831009364,
                        "output_per_gpu": 714.6239116882614,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.77,
                        "tpot_ms": 5.520726424265064,
                        "tpot_relative": 1.347872,
                        "ttft_error_pct": 6.2,
                        "ttft_ms": 78.38570025907579,
                        "ttft_relative": 1.56889,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5039.2455890250185,
                        "interactivity_tok_s": 183.13252191699888,
                        "output_per_gpu": 711.9157037329556,
                        "total_per_gpu": 1431.40999189385,
                        "tpot_error_pct": 6.8,
                        "tpot_ms": 5.46052656039559,
                        "tpot_relative": 1.333175,
                        "ttft_error_pct": 42.96,
                        "ttft_ms": 42.10220627499975,
                        "ttft_relative": 0.842676,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 5436.777537528542,
                        "interactivity_tok_s": 170.67749098023017,
                        "output_per_gpu": 659.8343346273936,
                        "total_per_gpu": 1326.6928298221205,
                        "tpot_ms": 5.859003400254059,
                        "tpot_relative": 1.430462,
                        "ttft_ms": 73.80867890897207,
                        "ttft_relative": 1.477281,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6975.716037520816,
                        "interactivity_tok_s": 148.4642105355565,
                        "output_per_gpu": 1173.2128939853765,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.14,
                        "tpot_ms": 6.735630064597316,
                        "tpot_relative": 1.644488,
                        "ttft_error_pct": 14.18,
                        "ttft_ms": 85.1664814377613,
                        "ttft_relative": 1.704608,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6181.867170871916,
                        "interactivity_tok_s": 150.59863806866923,
                        "output_per_gpu": 1167.4558608408445,
                        "total_per_gpu": 2331.2187534939967,
                        "tpot_error_pct": 10.43,
                        "tpot_ms": 6.640166291172068,
                        "tpot_relative": 1.621181,
                        "ttft_error_pct": 45.99,
                        "ttft_ms": 53.60146772500008,
                        "ttft_relative": 1.072834,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 6941.638542457076,
                        "interactivity_tok_s": 134.88902335998654,
                        "output_per_gpu": 1034.0356959599537,
                        "total_per_gpu": 2064.800466604266,
                        "tpot_ms": 7.413501670415681,
                        "tpot_relative": 1.809989,
                        "ttft_ms": 99.24114244495286,
                        "ttft_relative": 1.986312,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9804.429867432345,
                        "interactivity_tok_s": 105.33305020376633,
                        "output_per_gpu": 1669.449444925916,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.62,
                        "tpot_ms": 9.493696404552079,
                        "tpot_relative": 2.317864,
                        "ttft_error_pct": 32.42,
                        "ttft_ms": 92.37844557556846,
                        "ttft_relative": 1.848955,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8650.730285421881,
                        "interactivity_tok_s": 107.43269897510403,
                        "output_per_gpu": 1664.4934114384935,
                        "total_per_gpu": 3329.7373051079185,
                        "tpot_error_pct": 4.52,
                        "tpot_ms": 9.30815300685814,
                        "tpot_relative": 2.272564,
                        "ttft_error_pct": 44.52,
                        "ttft_ms": 75.8431561109375,
                        "ttft_relative": 1.518001,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 9118.677798075078,
                        "interactivity_tok_s": 102.57294373409343,
                        "output_per_gpu": 1576.7853870125666,
                        "total_per_gpu": 3154.2817107022106,
                        "tpot_ms": 9.749159608720655,
                        "tpot_relative": 2.380235,
                        "ttft_ms": 136.70222277787616,
                        "ttft_relative": 2.736096,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.49,
                    "tpot_shape_error_pct": 2.88,
                    "ttft_mape_pct": 13.99,
                    "ttft_shape_error_pct": 24.74
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.75,
                    "tpot_shape_error_pct": 2.89,
                    "ttft_mape_pct": 35.91,
                    "ttft_shape_error_pct": 8.74
                  },
                  "framework": "vllm",
                  "id": "88ccf6d73639f7be",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5284.462983631651,
                        "interactivity_tok_s": 196.6215939538838,
                        "output_per_gpu": 387.17273757757005,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.02,
                        "tpot_ms": 5.085911368588248,
                        "tpot_relative": 0.989836,
                        "ttft_error_pct": 15.92,
                        "ttft_ms": 81.5756535658727,
                        "ttft_relative": 1.159206,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4641.543360775014,
                        "interactivity_tok_s": 199.5051228528201,
                        "output_per_gpu": 384.89408691594997,
                        "total_per_gpu": 773.5522910021531,
                        "tpot_error_pct": 2.45,
                        "tpot_ms": 5.012402617539425,
                        "tpot_relative": 0.97553,
                        "ttft_error_pct": 34.35,
                        "ttft_ms": 46.19859592500024,
                        "ttft_relative": 0.656491,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 4781.628415291198,
                        "interactivity_tok_s": 194.62313581990577,
                        "output_per_gpu": 373.07192763088625,
                        "total_per_gpu": 749.7923562293687,
                        "tpot_ms": 5.138135277633943,
                        "tpot_relative": 1.0,
                        "ttft_ms": 70.37199907936156,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6751.52269237034,
                        "interactivity_tok_s": 153.56495291097826,
                        "output_per_gpu": 606.0854989977632,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.72,
                        "tpot_ms": 6.511902494963814,
                        "tpot_relative": 1.267367,
                        "ttft_error_pct": 1.51,
                        "ttft_ms": 89.84644002235798,
                        "ttft_relative": 1.276736,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6022.275418074981,
                        "interactivity_tok_s": 155.565938491351,
                        "output_per_gpu": 606.5272137347083,
                        "total_per_gpu": 1208.5743876402807,
                        "tpot_error_pct": 2.39,
                        "tpot_ms": 6.42814236649623,
                        "tpot_relative": 1.251065,
                        "ttft_error_pct": 38.89,
                        "ttft_ms": 54.090823037500286,
                        "ttft_relative": 0.768641,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 5915.742476822925,
                        "interactivity_tok_s": 159.2828607452064,
                        "output_per_gpu": 616.0162948880135,
                        "total_per_gpu": 1227.4824599978401,
                        "tpot_ms": 6.278139376210914,
                        "tpot_relative": 1.221871,
                        "ttft_ms": 88.51360833505169,
                        "ttft_relative": 1.257796,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8333.645549142879,
                        "interactivity_tok_s": 124.21992491632182,
                        "output_per_gpu": 982.043206870219,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.2,
                        "tpot_ms": 8.05023832266546,
                        "tpot_relative": 1.566763,
                        "ttft_error_pct": 0.68,
                        "ttft_ms": 98.25174505611254,
                        "ttft_relative": 1.396177,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7333.07171437505,
                        "interactivity_tok_s": 125.90441474201734,
                        "output_per_gpu": 979.7034328972645,
                        "total_per_gpu": 1969.8361415383022,
                        "tpot_error_pct": 2.52,
                        "tpot_ms": 7.9425332467414735,
                        "tpot_relative": 1.545801,
                        "ttft_error_pct": 35.04,
                        "ttft_ms": 64.26606040625039,
                        "ttft_relative": 0.913233,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 7556.882814323762,
                        "interactivity_tok_s": 122.73016433026544,
                        "output_per_gpu": 951.0439755051257,
                        "total_per_gpu": 1912.2121370975294,
                        "tpot_ms": 8.1479561724452,
                        "tpot_relative": 1.585781,
                        "ttft_ms": 98.92505117750261,
                        "ttft_relative": 1.405745,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11150.573009863645,
                        "interactivity_tok_s": 92.63345318266224,
                        "output_per_gpu": 1467.9066255627483,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.47,
                        "tpot_ms": 10.795236123046369,
                        "tpot_relative": 2.101003,
                        "ttft_error_pct": 6.23,
                        "ttft_ms": 107.04645598720923,
                        "ttft_relative": 1.521151,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9856.976215259327,
                        "interactivity_tok_s": 94.42758987184607,
                        "output_per_gpu": 1468.9932630986987,
                        "total_per_gpu": 2933.339716351713,
                        "tpot_error_pct": 3.34,
                        "tpot_ms": 10.590125209773607,
                        "tpot_relative": 2.061083,
                        "ttft_error_pct": 26.78,
                        "ttft_ms": 83.58470971874978,
                        "ttft_relative": 1.187755,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 10227.134469281009,
                        "interactivity_tok_s": 91.27178082774947,
                        "output_per_gpu": 1410.0807265592339,
                        "total_per_gpu": 2815.7009990319975,
                        "tpot_ms": 10.95628890913421,
                        "tpot_relative": 2.132347,
                        "ttft_ms": 114.15461106225848,
                        "ttft_relative": 1.62216,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16053.38288224336,
                        "interactivity_tok_s": 64.19242970541221,
                        "output_per_gpu": 2039.1963637900442,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.02,
                        "tpot_ms": 15.578160923167047,
                        "tpot_relative": 3.031871,
                        "ttft_error_pct": 45.62,
                        "ttft_ms": 116.92425784347132,
                        "ttft_relative": 1.661517,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14198.781249112479,
                        "interactivity_tok_s": 65.42707129991125,
                        "output_per_gpu": 2035.004963641374,
                        "total_per_gpu": 4070.9274647476454,
                        "tpot_error_pct": 3.04,
                        "tpot_ms": 15.28419322662478,
                        "tpot_relative": 2.974658,
                        "ttft_error_pct": 44.5,
                        "ttft_ms": 119.33546635468747,
                        "ttft_relative": 1.695781,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 13882.717827232773,
                        "interactivity_tok_s": 67.41343088653466,
                        "output_per_gpu": 2079.299971872639,
                        "total_per_gpu": 4159.53745282218,
                        "tpot_ms": 14.833839293584191,
                        "tpot_relative": 2.887008,
                        "ttft_ms": 215.02561188171967,
                        "ttft_relative": 3.055556,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 32,
                "status_counts": {
                  "failed": 0,
                  "success": 32,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.27,
                "tpot_shape_error_pct": 5.7,
                "ttft_mape_pct": 49.56,
                "ttft_shape_error_pct": 37.04
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 32,
                "status_counts": {
                  "failed": 0,
                  "success": 32,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.21,
                "tpot_shape_error_pct": 5.37,
                "ttft_mape_pct": 62.51,
                "ttft_shape_error_pct": 35.48
              },
              "gpu": "h200",
              "precisions": [
                "fp4"
              ],
              "rows": 32,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.24,
                    "tpot_shape_error_pct": 12.75,
                    "ttft_mape_pct": 65.43,
                    "ttft_shape_error_pct": 91.94
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.27,
                    "tpot_shape_error_pct": 13.09,
                    "ttft_mape_pct": 81.08,
                    "ttft_shape_error_pct": 103.87
                  },
                  "framework": "trt",
                  "id": "dfe94732b2e75328",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5394.146071518327,
                        "interactivity_tok_s": 192.24672457350422,
                        "output_per_gpu": 188.83225292733613,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.74,
                        "tpot_ms": 5.201649090347216,
                        "tpot_relative": 0.832644,
                        "ttft_error_pct": 79.54,
                        "ttft_ms": 72.85905209312456,
                        "ttft_relative": 0.204617,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4833.031949149987,
                        "interactivity_tok_s": 191.1915773673072,
                        "output_per_gpu": 184.6024311358609,
                        "total_per_gpu": 371.0102035443736,
                        "tpot_error_pct": 16.28,
                        "tpot_ms": 5.230355927650791,
                        "tpot_relative": 0.837239,
                        "ttft_error_pct": 89.36,
                        "ttft_ms": 37.8750797000002,
                        "ttft_relative": 0.106368,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 6091.608534310944,
                        "interactivity_tok_s": 160.07301582086893,
                        "output_per_gpu": 146.85195599660628,
                        "total_per_gpu": 295.14006803676546,
                        "tpot_ms": 6.2471491204929785,
                        "tpot_relative": 1.0,
                        "ttft_ms": 356.07514197472483,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6456.48423664922,
                        "interactivity_tok_s": 160.43821806657226,
                        "output_per_gpu": 316.1920439333698,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.81,
                        "tpot_ms": 6.2329288622805565,
                        "tpot_relative": 0.997724,
                        "ttft_error_pct": 40.14,
                        "ttft_ms": 80.19801053621043,
                        "ttft_relative": 0.225228,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5829.917645574974,
                        "interactivity_tok_s": 160.44772777966554,
                        "output_per_gpu": 312.63266367560425,
                        "total_per_gpu": 622.9561040328824,
                        "tpot_error_pct": 7.82,
                        "tpot_ms": 6.232559437508817,
                        "tpot_relative": 0.997665,
                        "ttft_error_pct": 67.46,
                        "ttft_ms": 43.59318597500008,
                        "ttft_relative": 0.122427,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 6412.396784487646,
                        "interactivity_tok_s": 147.9023782412324,
                        "output_per_gpu": 284.0584375311626,
                        "total_per_gpu": 566.0187118057985,
                        "tpot_ms": 6.761216498959709,
                        "tpot_relative": 1.082288,
                        "ttft_ms": 133.98434043629095,
                        "ttft_relative": 0.376281,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7041.675909604419,
                        "interactivity_tok_s": 147.26967993479843,
                        "output_per_gpu": 581.1943815699852,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.28,
                        "tpot_ms": 6.790263959579024,
                        "tpot_relative": 1.086938,
                        "ttft_error_pct": 71.15,
                        "ttft_ms": 95.23587895507694,
                        "ttft_relative": 0.26746,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6272.289710637566,
                        "interactivity_tok_s": 147.18937951086062,
                        "output_per_gpu": 571.0628874909108,
                        "total_per_gpu": 1148.2049333482112,
                        "tpot_error_pct": 27.24,
                        "tpot_ms": 6.793968446114778,
                        "tpot_relative": 1.087531,
                        "ttft_error_pct": 83.46,
                        "ttft_ms": 54.62208335625003,
                        "ttft_relative": 0.1534,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 8877.566549746552,
                        "interactivity_tok_s": 107.09450219805514,
                        "output_per_gpu": 405.7143353353321,
                        "total_per_gpu": 815.7476375481209,
                        "tpot_ms": 9.337547488204864,
                        "tpot_relative": 1.494689,
                        "ttft_ms": 330.1494436105713,
                        "ttft_relative": 0.92719,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8955.04549029754,
                        "interactivity_tok_s": 115.8665391254187,
                        "output_per_gpu": 917.3489590626689,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.12,
                        "tpot_ms": 8.63061939666256,
                        "tpot_relative": 1.381529,
                        "ttft_error_pct": 70.88,
                        "ttft_ms": 125.92184751174092,
                        "ttft_relative": 0.353638,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7965.661200103093,
                        "interactivity_tok_s": 116.88958639752674,
                        "output_per_gpu": 905.731277943494,
                        "total_per_gpu": 1808.597490998253,
                        "tpot_error_pct": 29.74,
                        "tpot_ms": 8.55508202928468,
                        "tpot_relative": 1.369438,
                        "ttft_error_pct": 84.03,
                        "ttft_ms": 69.07527792187503,
                        "ttft_relative": 0.193991,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 11689.868731540628,
                        "interactivity_tok_s": 82.12652467781568,
                        "output_per_gpu": 620.7192858119649,
                        "total_per_gpu": 1239.4750741994194,
                        "tpot_ms": 12.176334064092252,
                        "tpot_relative": 1.949103,
                        "ttft_ms": 432.4044505803613,
                        "ttft_relative": 1.214363,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.57,
                    "tpot_shape_error_pct": 10.96,
                    "ttft_mape_pct": 61.44,
                    "ttft_shape_error_pct": 18.4
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.89,
                    "tpot_shape_error_pct": 9.47,
                    "ttft_mape_pct": 77.61,
                    "ttft_shape_error_pct": 30.79
                  },
                  "framework": "trt",
                  "id": "667be47484732738",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7319.82529000582,
                        "interactivity_tok_s": 142.48982996666317,
                        "output_per_gpu": 555.1608587089488,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.1,
                        "tpot_ms": 7.018044728062062,
                        "tpot_relative": 0.938988,
                        "ttft_error_pct": 66.39,
                        "ttft_ms": 140.3655331983298,
                        "ttft_relative": 0.336096,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6554.135574125015,
                        "interactivity_tok_s": 141.50486199021452,
                        "output_per_gpu": 546.2694244588985,
                        "total_per_gpu": 1097.8811552563172,
                        "tpot_error_pct": 5.45,
                        "tpot_ms": 7.066894988167635,
                        "tpot_relative": 0.945524,
                        "ttft_error_pct": 82.04,
                        "ttft_ms": 75.01341935000008,
                        "ttft_relative": 0.179615,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 7276.110471365973,
                        "interactivity_tok_s": 133.7962606841947,
                        "output_per_gpu": 492.5029747691003,
                        "total_per_gpu": 989.8224405333818,
                        "tpot_ms": 7.47405043224896,
                        "tpot_relative": 1.0,
                        "ttft_ms": 417.6355976611376,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10557.473163063527,
                        "interactivity_tok_s": 98.3425789070544,
                        "output_per_gpu": 772.8904172522223,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.4,
                        "tpot_ms": 10.16853545141541,
                        "tpot_relative": 1.360512,
                        "ttft_error_pct": 52.79,
                        "ttft_ms": 155.06139626556308,
                        "ttft_relative": 0.371284,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9519.777777962463,
                        "interactivity_tok_s": 98.42779589286066,
                        "output_per_gpu": 768.9129826480388,
                        "total_per_gpu": 1532.1464826456756,
                        "tpot_error_pct": 2.31,
                        "tpot_ms": 10.159731719366214,
                        "tpot_relative": 1.359334,
                        "ttft_error_pct": 73.88,
                        "ttft_ms": 85.80680636249978,
                        "ttft_relative": 0.205459,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 9552.353765419684,
                        "interactivity_tok_s": 100.70448921379653,
                        "output_per_gpu": 765.7647793571812,
                        "total_per_gpu": 1525.8733298864004,
                        "tpot_ms": 9.930043911716696,
                        "tpot_relative": 1.328603,
                        "ttft_ms": 328.4683411824517,
                        "ttft_relative": 0.786495,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14131.89907375029,
                        "interactivity_tok_s": 73.34765515071894,
                        "output_per_gpu": 1158.4671000749395,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.39,
                        "tpot_ms": 13.633701008507268,
                        "tpot_relative": 1.824138,
                        "ttft_error_pct": 58.82,
                        "ttft_ms": 184.62294204735588,
                        "ttft_relative": 0.442067,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12537.98195028125,
                        "interactivity_tok_s": 73.6361235208569,
                        "output_per_gpu": 1148.1717792513177,
                        "total_per_gpu": 2308.566237004045,
                        "tpot_error_pct": 2.98,
                        "tpot_ms": 13.580291196572253,
                        "tpot_relative": 1.816992,
                        "ttft_error_pct": 75.81,
                        "ttft_ms": 108.45127921875039,
                        "ttft_relative": 0.259679,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 12520.153532776749,
                        "interactivity_tok_s": 75.83056883365659,
                        "output_per_gpu": 1151.2086314730122,
                        "total_per_gpu": 2314.672269770628,
                        "tpot_ms": 13.187293928832572,
                        "tpot_relative": 1.764411,
                        "ttft_ms": 448.35579777136445,
                        "ttft_relative": 1.073557,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18294.003798277226,
                        "interactivity_tok_s": 56.67312718016175,
                        "output_per_gpu": 1796.0166690865578,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.9,
                        "tpot_ms": 17.645047128263055,
                        "tpot_relative": 2.360841,
                        "ttft_error_pct": 62.9,
                        "ttft_ms": 243.12058606411867,
                        "ttft_relative": 0.582136,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16293.618127459351,
                        "interactivity_tok_s": 57.12747531473275,
                        "output_per_gpu": 1779.3671730922888,
                        "total_per_gpu": 3553.1057424961086,
                        "tpot_error_pct": 0.1,
                        "tpot_ms": 17.504711953236054,
                        "tpot_relative": 2.342065,
                        "ttft_error_pct": 79.05,
                        "ttft_ms": 137.30945953124956,
                        "ttft_relative": 0.328778,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 16812.3635148193,
                        "interactivity_tok_s": 57.18412595579454,
                        "output_per_gpu": 1726.484361103201,
                        "total_per_gpu": 3447.50740068157,
                        "tpot_ms": 17.487370547082197,
                        "tpot_relative": 2.339745,
                        "ttft_ms": 655.3529687953414,
                        "ttft_relative": 1.569198,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27213.291649283154,
                        "interactivity_tok_s": 37.99370241309325,
                        "output_per_gpu": 2416.9481261021633,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.08,
                        "tpot_ms": 26.32015140633895,
                        "tpot_relative": 3.521538,
                        "ttft_error_pct": 66.31,
                        "ttft_ms": 287.7767605984065,
                        "ttft_relative": 0.689062,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24121.329957457903,
                        "interactivity_tok_s": 38.50208337060589,
                        "output_per_gpu": 2400.2133912209133,
                        "total_per_gpu": 4801.508984082384,
                        "tpot_error_pct": 8.62,
                        "tpot_ms": 25.972620504048933,
                        "tpot_relative": 3.47504,
                        "ttft_error_pct": 77.3,
                        "ttft_ms": 193.91066824375014,
                        "ttft_relative": 0.464306,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 22939.92579965561,
                        "interactivity_tok_s": 41.82260223720729,
                        "output_per_gpu": 2524.323669114356,
                        "total_per_gpu": 5049.785498371475,
                        "tpot_ms": 23.91051600109078,
                        "tpot_relative": 3.199138,
                        "ttft_ms": 854.1142078014673,
                        "ttft_relative": 2.045118,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.0,
                    "tpot_shape_error_pct": 10.54,
                    "ttft_mape_pct": 85.56,
                    "ttft_shape_error_pct": 7.47
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.69,
                    "tpot_shape_error_pct": 10.71,
                    "ttft_mape_pct": 92.15,
                    "ttft_shape_error_pct": 2.01
                  },
                  "framework": "trt",
                  "id": "8b19d5f1ec5c51f2",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 4813.576348398203,
                        "interactivity_tok_s": 214.9413375470743,
                        "output_per_gpu": 105.91465707813458,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.82,
                        "tpot_ms": 4.652432200395096,
                        "tpot_relative": 0.79176,
                        "ttft_error_pct": 85.0,
                        "ttft_ms": 54.13820739401909,
                        "ttft_relative": 0.149964,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4315.137753675008,
                        "interactivity_tok_s": 213.8745555930824,
                        "output_per_gpu": 103.22124626309004,
                        "total_per_gpu": 207.45195689209714,
                        "tpot_error_pct": 20.43,
                        "tpot_ms": 4.675638002973105,
                        "tpot_relative": 0.795709,
                        "ttft_error_pct": 92.07,
                        "ttft_ms": 28.617498874999967,
                        "ttft_relative": 0.079271,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 5756.239419290796,
                        "interactivity_tok_s": 170.18192037768344,
                        "output_per_gpu": 77.63284262705243,
                        "total_per_gpu": 156.02490480525339,
                        "tpot_ms": 5.876064847433309,
                        "tpot_relative": 1.0,
                        "ttft_ms": 361.0080464510247,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5337.074386114792,
                        "interactivity_tok_s": 193.84097710645497,
                        "output_per_gpu": 191.33628257432053,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.17,
                        "tpot_ms": 5.158867928378285,
                        "tpot_relative": 0.877946,
                        "ttft_error_pct": 86.12,
                        "ttft_ms": 59.55249538380639,
                        "ttft_relative": 0.164962,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4837.139881562506,
                        "interactivity_tok_s": 193.24879071080585,
                        "output_per_gpu": 188.10632787497875,
                        "total_per_gpu": 374.82323113403083,
                        "tpot_error_pct": 28.95,
                        "tpot_ms": 5.174676624478785,
                        "tpot_relative": 0.880636,
                        "ttft_error_pct": 92.23,
                        "ttft_ms": 33.33897226250001,
                        "ttft_relative": 0.09235,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 7197.14968316257,
                        "interactivity_tok_s": 137.29500024121327,
                        "output_per_gpu": 126.95039143064665,
                        "total_per_gpu": 252.96307916547454,
                        "tpot_ms": 7.283586425165536,
                        "tpot_relative": 1.239535,
                        "ttft_ms": 429.186265647877,
                        "ttft_relative": 1.188855,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.52,
                    "tpot_shape_error_pct": 2.0,
                    "ttft_mape_pct": 76.52,
                    "ttft_shape_error_pct": 41.21
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.87,
                    "tpot_shape_error_pct": 1.53,
                    "ttft_mape_pct": 86.02,
                    "ttft_shape_error_pct": 56.4
                  },
                  "framework": "trt",
                  "id": "bd0cdfe07fb409eb",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5829.395656332762,
                        "interactivity_tok_s": 178.13770841282738,
                        "output_per_gpu": 349.24675800770507,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.85,
                        "tpot_ms": 5.61363458029076,
                        "tpot_relative": 0.831496,
                        "ttft_error_pct": 82.35,
                        "ttft_ms": 86.64748069531511,
                        "ttft_relative": 0.176543,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5211.021988675001,
                        "interactivity_tok_s": 177.54581855245348,
                        "output_per_gpu": 342.57114729929157,
                        "total_per_gpu": 688.4925095834764,
                        "tpot_error_pct": 16.57,
                        "tpot_ms": 5.632348923523444,
                        "tpot_relative": 0.834268,
                        "ttft_error_pct": 90.37,
                        "ttft_ms": 47.26836924999992,
                        "ttft_relative": 0.096309,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 6687.223871797323,
                        "interactivity_tok_s": 148.1207375579592,
                        "output_per_gpu": 267.5957145035627,
                        "total_per_gpu": 537.8084128940953,
                        "tpot_ms": 6.751249126130654,
                        "tpot_relative": 1.0,
                        "ttft_ms": 490.79990547616035,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7503.890739901082,
                        "interactivity_tok_s": 138.09277661402587,
                        "output_per_gpu": 544.0512473883829,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.0,
                        "tpot_ms": 7.241508386749547,
                        "tpot_relative": 1.072618,
                        "ttft_error_pct": 81.23,
                        "ttft_ms": 95.8276602562965,
                        "ttft_relative": 0.195248,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6782.408616250022,
                        "interactivity_tok_s": 137.98438224279118,
                        "output_per_gpu": 538.2088920546098,
                        "total_per_gpu": 1072.4423692915518,
                        "tpot_error_pct": 13.93,
                        "tpot_ms": 7.247196992486037,
                        "tpot_relative": 1.07346,
                        "ttft_error_pct": 89.48,
                        "ttft_ms": 53.71073855000018,
                        "ttft_relative": 0.109435,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 8332.343178860538,
                        "interactivity_tok_s": 118.76301988888262,
                        "output_per_gpu": 438.65203989164957,
                        "total_per_gpu": 874.0640296003145,
                        "tpot_ms": 8.420129438739623,
                        "tpot_relative": 1.247196,
                        "ttft_ms": 510.46166033738706,
                        "ttft_relative": 1.040061,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9299.676097647158,
                        "interactivity_tok_s": 111.3758822205542,
                        "output_per_gpu": 880.2981712586842,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.23,
                        "tpot_ms": 8.978604524269725,
                        "tpot_relative": 1.329918,
                        "ttft_error_pct": 70.33,
                        "ttft_ms": 114.56366931922759,
                        "ttft_relative": 0.233422,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8250.975129231212,
                        "interactivity_tok_s": 111.84799410197017,
                        "output_per_gpu": 870.5712913651322,
                        "total_per_gpu": 1750.4101097668993,
                        "tpot_error_pct": 16.58,
                        "tpot_ms": 8.940705714295731,
                        "tpot_relative": 1.324304,
                        "ttft_error_pct": 82.32,
                        "ttft_ms": 68.28388700000014,
                        "ttft_relative": 0.139128,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 10201.772361877374,
                        "interactivity_tok_s": 93.30104224489149,
                        "output_per_gpu": 706.223103782214,
                        "total_per_gpu": 1419.9641923327229,
                        "tpot_ms": 10.717993882375445,
                        "tpot_relative": 1.587557,
                        "ttft_ms": 386.1593430337962,
                        "ttft_relative": 0.786796,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12436.920889619158,
                        "interactivity_tok_s": 83.28032037840877,
                        "output_per_gpu": 1320.7524878108752,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.72,
                        "tpot_ms": 12.007638724925698,
                        "tpot_relative": 1.77858,
                        "ttft_error_pct": 74.74,
                        "ttft_ms": 153.10647402016883,
                        "ttft_relative": 0.311953,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11085.105374471885,
                        "interactivity_tok_s": 83.92292210542885,
                        "output_per_gpu": 1305.9751855149407,
                        "total_per_gpu": 2607.8192299942384,
                        "tpot_error_pct": 17.36,
                        "tpot_ms": 11.915695675416805,
                        "tpot_relative": 1.764962,
                        "ttft_error_pct": 85.55,
                        "ttft_ms": 87.60988901875007,
                        "ttft_relative": 0.178504,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 13936.826969214599,
                        "interactivity_tok_s": 69.35429699950478,
                        "output_per_gpu": 1041.806557785582,
                        "total_per_gpu": 2080.3176089874205,
                        "tpot_ms": 14.418717271507207,
                        "tpot_relative": 2.135711,
                        "ttft_ms": 606.1791965999873,
                        "ttft_relative": 1.235084,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16854.972998098598,
                        "interactivity_tok_s": 61.363746806117376,
                        "output_per_gpu": 1951.3116867881095,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.81,
                        "tpot_ms": 16.296266966219697,
                        "tpot_relative": 2.413815,
                        "ttft_error_pct": 73.98,
                        "ttft_ms": 183.89189165584534,
                        "ttft_relative": 0.374678,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14947.891806600008,
                        "interactivity_tok_s": 62.15130319976781,
                        "output_per_gpu": 1930.6903522069804,
                        "total_per_gpu": 3862.2512087925334,
                        "tpot_error_pct": 14.9,
                        "tpot_ms": 16.089767205456376,
                        "tpot_relative": 2.383228,
                        "ttft_error_pct": 82.41,
                        "ttft_ms": 124.32741317656262,
                        "ttft_relative": 0.253316,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 18186.04809330718,
                        "interactivity_tok_s": 52.89038375469444,
                        "output_per_gpu": 1592.373396844084,
                        "total_per_gpu": 3185.4647586444285,
                        "tpot_ms": 18.907028631858662,
                        "tpot_relative": 2.800523,
                        "ttft_ms": 706.6360079450533,
                        "ttft_relative": 1.439764,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.19,
                    "tpot_shape_error_pct": 3.42,
                    "ttft_mape_pct": 20.92,
                    "ttft_shape_error_pct": 25.71
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.63,
                    "tpot_shape_error_pct": 3.45,
                    "ttft_mape_pct": 33.42,
                    "ttft_shape_error_pct": 7.34
                  },
                  "framework": "vllm",
                  "id": "829f97988d0b81e7",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5178.338413599233,
                        "interactivity_tok_s": 200.70154116707477,
                        "output_per_gpu": 395.1074334243668,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.42,
                        "tpot_ms": 4.982522775784497,
                        "tpot_relative": 1.024198,
                        "ttft_error_pct": 22.32,
                        "ttft_ms": 81.21761397169226,
                        "ttft_relative": 1.223165,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4547.55851217498,
                        "interactivity_tok_s": 203.6609468601519,
                        "output_per_gpu": 392.88511569469654,
                        "total_per_gpu": 789.6124977691472,
                        "tpot_error_pct": 0.93,
                        "tpot_ms": 4.910121530008751,
                        "tpot_relative": 1.009315,
                        "ttft_error_pct": 30.76,
                        "ttft_ms": 45.977708025000055,
                        "ttft_relative": 0.69244,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 4526.202545547858,
                        "interactivity_tok_s": 205.55801907703682,
                        "output_per_gpu": 394.0589411414046,
                        "total_per_gpu": 791.9716282271216,
                        "tpot_ms": 4.8648065616220535,
                        "tpot_relative": 1.0,
                        "ttft_ms": 66.39956175349653,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6626.170598511451,
                        "interactivity_tok_s": 156.5005378450392,
                        "output_per_gpu": 617.5512596852328,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.55,
                        "tpot_ms": 6.389754398097733,
                        "tpot_relative": 1.313465,
                        "ttft_error_pct": 21.13,
                        "ttft_ms": 89.45184925746955,
                        "ttft_relative": 1.347175,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5910.952557387483,
                        "interactivity_tok_s": 158.51459638547573,
                        "output_per_gpu": 618.0328512297286,
                        "total_per_gpu": 1231.5006776320065,
                        "tpot_error_pct": 5.2,
                        "tpot_ms": 6.3085673042260435,
                        "tpot_relative": 1.296777,
                        "ttft_error_pct": 27.23,
                        "ttft_ms": 53.73692893749976,
                        "ttft_relative": 0.809296,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 5639.59795688279,
                        "interactivity_tok_s": 166.75376716995495,
                        "output_per_gpu": 646.299386936397,
                        "total_per_gpu": 1287.8249617017086,
                        "tpot_ms": 5.996866019709185,
                        "tpot_relative": 1.232704,
                        "ttft_ms": 73.84968311525881,
                        "ttft_relative": 1.112201,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8980.103821365428,
                        "interactivity_tok_s": 115.17300796550725,
                        "output_per_gpu": 911.3480381517037,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.48,
                        "tpot_ms": 8.682589937214164,
                        "tpot_relative": 1.784776,
                        "ttft_error_pct": 1.75,
                        "ttft_ms": 97.81431559533837,
                        "ttft_relative": 1.473117,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7899.4586671187835,
                        "interactivity_tok_s": 116.81541508940744,
                        "output_per_gpu": 910.8019025144196,
                        "total_per_gpu": 1831.2996005831985,
                        "tpot_error_pct": 7.94,
                        "tpot_ms": 8.560514031770776,
                        "tpot_relative": 1.759682,
                        "ttft_error_pct": 32.48,
                        "ttft_ms": 64.91120091250006,
                        "ttft_relative": 0.977585,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 7355.675572832115,
                        "interactivity_tok_s": 126.08720366635569,
                        "output_per_gpu": 974.043884161711,
                        "total_per_gpu": 1958.4567962489612,
                        "tpot_ms": 7.931018937069453,
                        "tpot_relative": 1.630285,
                        "ttft_ms": 96.12944034743123,
                        "ttft_relative": 1.447742,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11222.89005840014,
                        "interactivity_tok_s": 92.02613191246249,
                        "output_per_gpu": 1458.4478610078545,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.34,
                        "tpot_ms": 10.866478675331312,
                        "tpot_relative": 2.233692,
                        "ttft_error_pct": 19.1,
                        "ttft_ms": 106.48237353620843,
                        "ttft_relative": 1.603661,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9953.120219140646,
                        "interactivity_tok_s": 93.50284471661638,
                        "output_per_gpu": 1454.5416625089647,
                        "total_per_gpu": 2904.4822293641296,
                        "tpot_error_pct": 0.72,
                        "tpot_ms": 10.694861776994578,
                        "tpot_relative": 2.198415,
                        "ttft_error_pct": 36.89,
                        "ttft_ms": 83.05814391562458,
                        "ttft_relative": 1.250884,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 9931.77568797837,
                        "interactivity_tok_s": 94.17995425042028,
                        "output_per_gpu": 1453.7599893653344,
                        "total_per_gpu": 2902.9213557134362,
                        "tpot_ms": 10.617970755656186,
                        "tpot_relative": 2.182609,
                        "ttft_ms": 131.61446746380534,
                        "ttft_relative": 1.982159,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15720.604874779077,
                        "interactivity_tok_s": 65.55801977679558,
                        "output_per_gpu": 2082.362622860594,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.16,
                        "tpot_ms": 15.253663905723284,
                        "tpot_relative": 3.135513,
                        "ttft_error_pct": 40.32,
                        "ttft_ms": 116.10669922415853,
                        "ttft_relative": 1.748606,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13930.657376940653,
                        "interactivity_tok_s": 66.68814765522616,
                        "output_per_gpu": 2072.959409551676,
                        "total_per_gpu": 4146.853469364879,
                        "tpot_error_pct": 3.38,
                        "tpot_ms": 14.995168334408413,
                        "tpot_relative": 3.082377,
                        "ttft_error_pct": 39.72,
                        "ttft_ms": 117.26550064999985,
                        "ttft_relative": 1.766058,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 13557.89659051079,
                        "interactivity_tok_s": 68.94258464173099,
                        "output_per_gpu": 2129.4002790526642,
                        "total_per_gpu": 4259.7606562715255,
                        "tpot_ms": 14.504823182893833,
                        "tpot_relative": 2.981583,
                        "ttft_ms": 194.53692254028283,
                        "ttft_relative": 2.929792,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.29,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 15.55,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.45,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 24.49,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "f979d06be09889f1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6812.235371357676,
                        "interactivity_tok_s": 152.66588554432352,
                        "output_per_gpu": 600.6838837666976,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.29,
                        "tpot_ms": 6.55025185511841,
                        "tpot_relative": 1.032872,
                        "ttft_error_pct": 15.55,
                        "ttft_ms": 111.32772357154238,
                        "ttft_relative": 1.155456,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5971.567133850011,
                        "interactivity_tok_s": 155.42417665955966,
                        "output_per_gpu": 599.6925161335869,
                        "total_per_gpu": 1205.2497960387818,
                        "tpot_error_pct": 1.45,
                        "tpot_ms": 6.434005451998597,
                        "tpot_relative": 1.014541,
                        "ttft_error_pct": 24.49,
                        "ttft_ms": 72.75040197500019,
                        "ttft_relative": 0.755067,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 5909.657886461355,
                        "interactivity_tok_s": 157.68426880650594,
                        "output_per_gpu": 604.1920033325681,
                        "total_per_gpu": 1214.2927737030939,
                        "tpot_ms": 6.341786708140798,
                        "tpot_relative": 1.0,
                        "ttft_ms": 96.34958568494767,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.48,
                    "tpot_shape_error_pct": 3.74,
                    "ttft_mape_pct": 40.55,
                    "ttft_shape_error_pct": 45.47
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.63,
                    "tpot_shape_error_pct": 3.56,
                    "ttft_mape_pct": 52.27,
                    "ttft_shape_error_pct": 31.1
                  },
                  "framework": "vllm",
                  "id": "182707a772c77197",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3849.536702852227,
                        "interactivity_tok_s": 270.25469068758537,
                        "output_per_gpu": 265.74626480169195,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.98,
                        "tpot_ms": 3.700213296782333,
                        "tpot_relative": 0.920167,
                        "ttft_error_pct": 34.04,
                        "ttft_ms": 64.21850024389991,
                        "ttft_relative": 1.34043,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3393.0039380750036,
                        "interactivity_tok_s": 272.62075555984944,
                        "output_per_gpu": 262.11278257743885,
                        "total_per_gpu": 526.7889280616662,
                        "tpot_error_pct": 8.78,
                        "tpot_ms": 3.6680992903361913,
                        "tpot_relative": 0.912181,
                        "ttft_error_pct": 37.03,
                        "ttft_ms": 30.168708125000034,
                        "ttft_relative": 0.62971,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 3734.525904012844,
                        "interactivity_tok_s": 248.6794603762674,
                        "output_per_gpu": 238.33577760483513,
                        "total_per_gpu": 479.0023880888044,
                        "tpot_ms": 4.021240831417835,
                        "tpot_relative": 1.0,
                        "ttft_ms": 47.90886249393225,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4681.63192868848,
                        "interactivity_tok_s": 221.86428576688434,
                        "output_per_gpu": 437.02709464671005,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.08,
                        "tpot_ms": 4.507259906854557,
                        "tpot_relative": 1.120863,
                        "ttft_error_pct": 30.54,
                        "ttft_ms": 70.70504397626831,
                        "ttft_relative": 1.475824,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4174.571170037511,
                        "interactivity_tok_s": 224.24854153215432,
                        "output_per_gpu": 436.35387797121626,
                        "total_per_gpu": 869.4846808542238,
                        "tpot_error_pct": 4.11,
                        "tpot_ms": 4.459337809591118,
                        "tpot_relative": 1.108946,
                        "ttft_error_pct": 35.96,
                        "ttft_ms": 34.68743371249998,
                        "ttft_relative": 0.72403,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 4370.804396551102,
                        "interactivity_tok_s": 215.03540242060387,
                        "output_per_gpu": 413.8175015393172,
                        "total_per_gpu": 824.5783902063545,
                        "tpot_ms": 4.650397045059702,
                        "tpot_relative": 1.156458,
                        "ttft_ms": 54.16198514867574,
                        "ttft_relative": 1.130521,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5338.545625030046,
                        "interactivity_tok_s": 194.43942847395235,
                        "output_per_gpu": 766.5008950779492,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.66,
                        "tpot_ms": 5.142989813580751,
                        "tpot_relative": 1.278956,
                        "ttft_error_pct": 98.35,
                        "ttft_ms": 77.26704573693736,
                        "ttft_relative": 1.612792,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4698.987532337504,
                        "interactivity_tok_s": 196.44099318588917,
                        "output_per_gpu": 762.8114465887302,
                        "total_per_gpu": 1533.7432800719448,
                        "tpot_error_pct": 4.64,
                        "tpot_ms": 5.090587172167853,
                        "tpot_relative": 1.265924,
                        "ttft_error_pct": 99.14,
                        "ttft_ms": 40.43688223124968,
                        "ttft_relative": 0.844038,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 9563.770390309219,
                        "interactivity_tok_s": 187.33147727240248,
                        "output_per_gpu": 359.7204227929618,
                        "total_per_gpu": 725.3886986101268,
                        "tpot_ms": 5.338131180943392,
                        "tpot_relative": 1.327484,
                        "ttft_ms": 4674.995496969495,
                        "ttft_relative": 97.581016,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6669.4546995566025,
                        "interactivity_tok_s": 155.34207918482764,
                        "output_per_gpu": 1227.0868262354472,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.11,
                        "tpot_ms": 6.437405790160627,
                        "tpot_relative": 1.600851,
                        "ttft_error_pct": 6.02,
                        "ttft_ms": 83.98857622228107,
                        "ttft_relative": 1.753091,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5907.787157431218,
                        "interactivity_tok_s": 157.59919393656725,
                        "output_per_gpu": 1221.3423663310648,
                        "total_per_gpu": 2438.8213073657826,
                        "tpot_error_pct": 12.39,
                        "tpot_ms": 6.345210118285847,
                        "tpot_relative": 1.577923,
                        "ttft_error_pct": 42.15,
                        "ttft_ms": 51.69348910937515,
                        "ttft_relative": 1.078996,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 6774.222213079338,
                        "interactivity_tok_s": 138.07921549411716,
                        "output_per_gpu": 1060.5259064715415,
                        "total_per_gpu": 2117.6970921641732,
                        "tpot_ms": 7.242219594176394,
                        "tpot_relative": 1.800991,
                        "ttft_ms": 89.36411198810674,
                        "ttft_relative": 1.865294,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9176.436978162197,
                        "interactivity_tok_s": 112.59876590004143,
                        "output_per_gpu": 1783.6988407321996,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.58,
                        "tpot_ms": 8.881092008483835,
                        "tpot_relative": 2.208545,
                        "ttft_error_pct": 33.79,
                        "ttft_ms": 91.07985348323304,
                        "ttft_relative": 1.901107,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8110.11196487347,
                        "interactivity_tok_s": 114.62179076391608,
                        "output_per_gpu": 1773.9859928879494,
                        "total_per_gpu": 3548.7718357220956,
                        "tpot_error_pct": 8.23,
                        "tpot_ms": 8.72434458871505,
                        "tpot_relative": 2.169565,
                        "ttft_error_pct": 47.07,
                        "ttft_ms": 72.81449354687504,
                        "ttft_relative": 1.519854,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 8896.48032477562,
                        "interactivity_tok_s": 105.18904252697376,
                        "output_per_gpu": 1616.8024442953135,
                        "total_per_gpu": 3234.3338680489005,
                        "tpot_ms": 9.50669362489509,
                        "tpot_relative": 2.364119,
                        "ttft_ms": 137.55898230883759,
                        "ttft_relative": 2.871264,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.11,
                    "tpot_shape_error_pct": 1.87,
                    "ttft_mape_pct": 28.05,
                    "ttft_shape_error_pct": 20.65
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.96,
                    "tpot_shape_error_pct": 1.69,
                    "ttft_mape_pct": 44.12,
                    "ttft_shape_error_pct": 8.83
                  },
                  "framework": "vllm",
                  "id": "05c8d276d38629b5",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3534.314802908516,
                        "interactivity_tok_s": 294.0580385366091,
                        "output_per_gpu": 144.72395033375864,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.98,
                        "tpot_ms": 3.4006892141991343,
                        "tpot_relative": 0.920249,
                        "ttft_error_pct": 38.11,
                        "ttft_ms": 55.40973678280182,
                        "ttft_relative": 1.381122,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3121.6383884750003,
                        "interactivity_tok_s": 295.80275873423375,
                        "output_per_gpu": 142.31490871175185,
                        "total_per_gpu": 286.02160287741196,
                        "tpot_error_pct": 8.52,
                        "tpot_ms": 3.3806310809239535,
                        "tpot_relative": 0.914821,
                        "ttft_error_pct": 44.16,
                        "ttft_ms": 22.401205925000056,
                        "ttft_relative": 0.558364,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 3427.7044881833717,
                        "interactivity_tok_s": 270.60657317603335,
                        "output_per_gpu": 129.67588745445929,
                        "total_per_gpu": 260.6199555620595,
                        "tpot_ms": 3.6954017349367416,
                        "tpot_relative": 1.0,
                        "ttft_ms": 40.119356859941036,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3824.4414614581833,
                        "interactivity_tok_s": 271.8248828046881,
                        "output_per_gpu": 267.4900401299254,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.72,
                        "tpot_ms": 3.6788390734578957,
                        "tpot_relative": 0.995518,
                        "ttft_error_pct": 32.16,
                        "ttft_ms": 60.98908931075596,
                        "ttft_relative": 1.520191,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3417.8449264499977,
                        "interactivity_tok_s": 273.6061689844043,
                        "output_per_gpu": 265.7731169017119,
                        "total_per_gpu": 529.5831328538363,
                        "tpot_error_pct": 9.32,
                        "tpot_ms": 3.654888351793707,
                        "tpot_relative": 0.989037,
                        "ttft_error_pct": 45.44,
                        "ttft_ms": 25.1793929749997,
                        "ttft_relative": 0.627612,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 3787.101399595849,
                        "interactivity_tok_s": 248.1134664940805,
                        "output_per_gpu": 238.49671641894605,
                        "total_per_gpu": 475.23180571798787,
                        "tpot_ms": 4.0304140445510965,
                        "tpot_relative": 1.090657,
                        "ttft_ms": 46.149631368461996,
                        "ttft_relative": 1.150308,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4609.6497608205855,
                        "interactivity_tok_s": 225.18076964519224,
                        "output_per_gpu": 443.85150850067663,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.67,
                        "tpot_ms": 4.440876552538911,
                        "tpot_relative": 1.20173,
                        "ttft_error_pct": 48.11,
                        "ttft_ms": 66.63304757327977,
                        "ttft_relative": 1.66087,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4054.3790481812407,
                        "interactivity_tok_s": 227.36787510836086,
                        "output_per_gpu": 442.04803366736706,
                        "total_per_gpu": 888.8018187696106,
                        "tpot_error_pct": 6.57,
                        "tpot_ms": 4.398158708759589,
                        "tpot_relative": 1.190171,
                        "ttft_error_pct": 34.2,
                        "ttft_ms": 29.602343056249886,
                        "ttft_relative": 0.737857,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 4353.367609565612,
                        "interactivity_tok_s": 212.41898367371584,
                        "output_per_gpu": 408.1786678065085,
                        "total_per_gpu": 820.7025361464997,
                        "tpot_ms": 4.707677170398482,
                        "tpot_relative": 1.273928,
                        "ttft_ms": 44.98829132062383,
                        "ttft_relative": 1.121361,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5336.524612693457,
                        "interactivity_tok_s": 194.3336494522536,
                        "output_per_gpu": 766.7911790881221,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.51,
                        "tpot_ms": 5.145789228054881,
                        "tpot_relative": 1.392484,
                        "ttft_error_pct": 1.44,
                        "ttft_ms": 72.38223239331349,
                        "ttft_relative": 1.804172,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4739.007233334366,
                        "interactivity_tok_s": 196.2807172227361,
                        "output_per_gpu": 759.5538204861936,
                        "total_per_gpu": 1516.704973608265,
                        "tpot_error_pct": 9.42,
                        "tpot_ms": 5.094743967463787,
                        "tpot_relative": 1.378671,
                        "ttft_error_pct": 49.33,
                        "ttft_ms": 37.20973755624997,
                        "ttft_relative": 0.927476,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 5264.602330583148,
                        "interactivity_tok_s": 177.79831159922884,
                        "output_per_gpu": 680.0931558115767,
                        "total_per_gpu": 1358.0349991210514,
                        "tpot_ms": 5.624350372089458,
                        "tpot_relative": 1.521986,
                        "ttft_ms": 73.43951394141186,
                        "ttft_relative": 1.830526,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6986.46847871699,
                        "interactivity_tok_s": 148.08754548833124,
                        "output_per_gpu": 1171.4072746382628,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.68,
                        "tpot_ms": 6.752762338672135,
                        "tpot_relative": 1.827342,
                        "ttft_error_pct": 20.44,
                        "ttft_ms": 78.39260625539539,
                        "ttft_relative": 1.953985,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6187.245076720293,
                        "interactivity_tok_s": 150.14075915980828,
                        "output_per_gpu": 1158.7097013880214,
                        "total_per_gpu": 2317.941838632937,
                        "tpot_error_pct": 5.98,
                        "tpot_ms": 6.660416569065101,
                        "tpot_relative": 1.802353,
                        "ttft_error_pct": 47.48,
                        "ttft_ms": 51.74955532187496,
                        "ttft_relative": 1.28989,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 6624.6869351147325,
                        "interactivity_tok_s": 141.16384802244096,
                        "output_per_gpu": 1080.8982827282748,
                        "total_per_gpu": 2162.2839179140947,
                        "tpot_ms": 7.0839667096708006,
                        "tpot_relative": 1.916968,
                        "ttft_ms": 98.53513020498212,
                        "ttft_relative": 2.45605,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 78
        },
        {
          "aic": {
            "coverage_pct": 100.0,
            "points": 86,
            "status_counts": {
              "failed": 0,
              "success": 86,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 16.43,
            "tpot_shape_error_pct": 13.27,
            "ttft_mape_pct": 41.09,
            "ttft_shape_error_pct": 49.6
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 86,
            "status_counts": {
              "failed": 0,
              "success": 86,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 15.82,
            "tpot_shape_error_pct": 12.61,
            "ttft_mape_pct": 45.4,
            "ttft_shape_error_pct": 40.66
          },
          "gpu_skus": [
            "b200",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 37,
                "status_counts": {
                  "failed": 0,
                  "success": 37,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 19.29,
                "tpot_shape_error_pct": 7.39,
                "ttft_mape_pct": 27.67,
                "ttft_shape_error_pct": 35.19
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 37,
                "status_counts": {
                  "failed": 0,
                  "success": 37,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.12,
                "tpot_shape_error_pct": 8.12,
                "ttft_mape_pct": 28.64,
                "ttft_shape_error_pct": 14.98
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 37,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.43,
                    "tpot_shape_error_pct": 1.76,
                    "ttft_mape_pct": 26.23,
                    "ttft_shape_error_pct": 31.93
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.6,
                    "tpot_shape_error_pct": 4.7,
                    "ttft_mape_pct": 33.02,
                    "ttft_shape_error_pct": 50.63
                  },
                  "framework": "trt",
                  "id": "3e920236d1cda082",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3212.3636500640737,
                        "interactivity_tok_s": 329.89284512667996,
                        "output_per_gpu": 628.0108671228153,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.08,
                        "tpot_ms": 3.031287324876648,
                        "tpot_relative": 1.030815,
                        "ttft_error_pct": 8.71,
                        "ttft_ms": 111.35671671526282,
                        "ttft_relative": 0.912875,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2912.9544827000036,
                        "interactivity_tok_s": 321.80990046247064,
                        "output_per_gpu": 617.4339636847616,
                        "total_per_gpu": 5550.363104331525,
                        "tpot_error_pct": 5.67,
                        "tpot_ms": 3.107424596206976,
                        "tpot_relative": 1.056706,
                        "ttft_error_pct": 53.29,
                        "ttft_ms": 56.98007950000002,
                        "ttft_relative": 0.467109,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 2823.984550742898,
                        "interactivity_tok_s": 340.0585126824474,
                        "output_per_gpu": 636.9799092138988,
                        "total_per_gpu": 5726.069497703152,
                        "tpot_ms": 2.94067039260922,
                        "tpot_relative": 1.0,
                        "ttft_ms": 121.98465588735417,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3948.6351654983455,
                        "interactivity_tok_s": 267.358094035666,
                        "output_per_gpu": 1027.644098616487,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.24,
                        "tpot_ms": 3.740301948242488,
                        "tpot_relative": 1.271922,
                        "ttft_error_pct": 16.0,
                        "ttft_ms": 122.30627244628002,
                        "ttft_relative": 1.002637,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3577.005853849992,
                        "interactivity_tok_s": 263.6820359909291,
                        "output_per_gpu": 1019.029011828088,
                        "total_per_gpu": 9064.734197238615,
                        "tpot_error_pct": 7.72,
                        "tpot_ms": 3.7924464449842192,
                        "tpot_relative": 1.289654,
                        "ttft_error_pct": 37.36,
                        "ttft_ms": 66.046801125,
                        "ttft_relative": 0.541435,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 3364.2009810137097,
                        "interactivity_tok_s": 284.0398303852348,
                        "output_per_gpu": 1082.9818781820077,
                        "total_per_gpu": 9633.624511371894,
                        "tpot_ms": 3.520632999406209,
                        "tpot_relative": 1.197221,
                        "ttft_ms": 105.4353361716494,
                        "ttft_relative": 0.864333,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4893.831441255068,
                        "interactivity_tok_s": 215.39188930164087,
                        "output_per_gpu": 1668.974149694688,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.32,
                        "tpot_ms": 4.642700350706204,
                        "tpot_relative": 1.57879,
                        "ttft_error_pct": 14.39,
                        "ttft_ms": 144.3489824826212,
                        "ttft_relative": 1.183337,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4343.108617981277,
                        "interactivity_tok_s": 214.825542405271,
                        "output_per_gpu": 1637.8953161770155,
                        "total_per_gpu": 14781.59526808522,
                        "tpot_error_pct": 0.58,
                        "tpot_ms": 4.654939951756239,
                        "tpot_relative": 1.582952,
                        "ttft_error_pct": 33.08,
                        "ttft_ms": 84.4464335125,
                        "ttft_relative": 0.692271,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 4361.50592136255,
                        "interactivity_tok_s": 216.07519593138045,
                        "output_per_gpu": 1631.5026353374737,
                        "total_per_gpu": 14723.902923577694,
                        "tpot_ms": 4.628018480740254,
                        "tpot_relative": 1.573797,
                        "ttft_ms": 126.18746852676848,
                        "ttft_relative": 1.034454,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6689.582818125629,
                        "interactivity_tok_s": 157.36789607699905,
                        "output_per_gpu": 2460.5261923209223,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.28,
                        "tpot_ms": 6.354536248681287,
                        "tpot_relative": 2.160914,
                        "ttft_error_pct": 10.51,
                        "ttft_ms": 188.89223572467276,
                        "ttft_relative": 1.548492,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5924.868387796877,
                        "interactivity_tok_s": 159.35142608362568,
                        "output_per_gpu": 2439.4457334451977,
                        "total_per_gpu": 21814.300485030002,
                        "tpot_error_pct": 2.0,
                        "tpot_ms": 6.275438033891282,
                        "tpot_relative": 2.134016,
                        "ttft_error_pct": 31.43,
                        "ttft_ms": 117.19630569687494,
                        "ttft_relative": 0.960746,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 5865.61343003732,
                        "interactivity_tok_s": 162.5363980976485,
                        "output_per_gpu": 2463.634408570957,
                        "total_per_gpu": 22030.60331984768,
                        "tpot_ms": 6.152468073023378,
                        "tpot_relative": 2.092199,
                        "ttft_ms": 170.92277605297568,
                        "ttft_relative": 1.401183,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10106.568912101196,
                        "interactivity_tok_s": 103.49762256736376,
                        "output_per_gpu": 3263.263995427888,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.36,
                        "tpot_ms": 9.662057689770869,
                        "tpot_relative": 3.285665,
                        "ttft_error_pct": 16.27,
                        "ttft_ms": 222.2838954655988,
                        "ttft_relative": 1.822228,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8866.590787720315,
                        "interactivity_tok_s": 106.224639817255,
                        "output_per_gpu": 3270.1347253845643,
                        "total_per_gpu": 29476.26836595949,
                        "tpot_error_pct": 3.63,
                        "tpot_ms": 9.414011680532536,
                        "tpot_relative": 3.201315,
                        "ttft_error_pct": 29.2,
                        "ttft_ms": 187.9715113531252,
                        "ttft_relative": 1.540944,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 8641.345873475439,
                        "interactivity_tok_s": 110.08218292898135,
                        "output_per_gpu": 3355.279654968158,
                        "total_per_gpu": 30243.745857001264,
                        "tpot_ms": 9.084122183924551,
                        "tpot_relative": 3.089133,
                        "ttft_ms": 265.4917608353571,
                        "ttft_relative": 2.176436,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15112.904460267457,
                        "interactivity_tok_s": 68.71956974150353,
                        "output_per_gpu": 4356.8931576772,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.4,
                        "tpot_ms": 14.551895533712065,
                        "tpot_relative": 4.948496,
                        "ttft_error_pct": 47.71,
                        "ttft_ms": 226.31532928001502,
                        "ttft_relative": 1.855277,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13188.008540529772,
                        "interactivity_tok_s": 71.5748545677335,
                        "output_per_gpu": 4397.784277381298,
                        "total_per_gpu": 39703.55639358846,
                        "tpot_error_pct": 1.68,
                        "tpot_ms": 13.97138710290594,
                        "tpot_relative": 4.751089,
                        "ttft_error_pct": 24.52,
                        "ttft_ms": 326.7279583554694,
                        "ttft_relative": 2.678435,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 13515.310592342332,
                        "interactivity_tok_s": 70.36898024305967,
                        "output_per_gpu": 4294.091812663117,
                        "total_per_gpu": 38767.41233538559,
                        "tpot_ms": 14.210807042334933,
                        "tpot_relative": 4.832506,
                        "ttft_ms": 432.8474949681379,
                        "ttft_relative": 3.548377,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24894.287452561053,
                        "interactivity_tok_s": 41.48742367434104,
                        "output_per_gpu": 5282.7634535772895,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.3,
                        "tpot_ms": 24.1036900206092,
                        "tpot_relative": 8.196665,
                        "ttft_error_pct": 70.01,
                        "ttft_ms": 236.21256147784152,
                        "ttft_relative": 1.936412,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21502.787929017115,
                        "interactivity_tok_s": 44.17116557036962,
                        "output_per_gpu": 5424.200189685156,
                        "total_per_gpu": 48803.76584171061,
                        "tpot_error_pct": 3.92,
                        "tpot_ms": 22.63920336009445,
                        "tpot_relative": 7.698654,
                        "ttft_error_pct": 22.26,
                        "ttft_ms": 612.2692234632805,
                        "ttft_relative": 5.019231,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 22529.02977845606,
                        "interactivity_tok_s": 42.440169910542096,
                        "output_per_gpu": 5178.470194673922,
                        "total_per_gpu": 46592.83174683365,
                        "tpot_ms": 23.56258238616526,
                        "tpot_relative": 8.012657,
                        "ttft_ms": 787.6301363097809,
                        "ttft_relative": 6.456797,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.12,
                    "tpot_shape_error_pct": 3.49,
                    "ttft_mape_pct": 33.89,
                    "ttft_shape_error_pct": 35.28
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.92,
                    "tpot_shape_error_pct": 4.44,
                    "ttft_mape_pct": 26.97,
                    "ttft_shape_error_pct": 5.27
                  },
                  "framework": "trt",
                  "id": "c685b965e681c129",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3726.511645817546,
                        "interactivity_tok_s": 285.7982719103701,
                        "output_per_gpu": 1080.34890812422,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.52,
                        "tpot_ms": 3.4989714714356723,
                        "tpot_relative": 1.015158,
                        "ttft_error_pct": 36.52,
                        "ttft_ms": 147.06383053885335,
                        "ttft_relative": 1.365155,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3378.5821152249678,
                        "interactivity_tok_s": 278.2270015572351,
                        "output_per_gpu": 1066.5913085339555,
                        "total_per_gpu": 9588.019763211569,
                        "tpot_error_pct": 4.28,
                        "tpot_ms": 3.5941874598906836,
                        "tpot_relative": 1.042783,
                        "ttft_error_pct": 30.13,
                        "ttft_ms": 75.27056524999969,
                        "ttft_relative": 0.698717,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 3274.650181450852,
                        "interactivity_tok_s": 290.1303031186392,
                        "output_per_gpu": 1100.0622181680137,
                        "total_per_gpu": 9888.903279227772,
                        "tpot_ms": 3.4467271748276604,
                        "tpot_relative": 1.0,
                        "ttft_ms": 107.72685264964821,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5102.454182178939,
                        "interactivity_tok_s": 207.04936888282887,
                        "output_per_gpu": 1590.1567251654067,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.77,
                        "tpot_ms": 4.8297659896075755,
                        "tpot_relative": 1.401261,
                        "ttft_error_pct": 30.06,
                        "ttft_ms": 161.60357481038977,
                        "ttft_relative": 1.500123,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4600.645456062525,
                        "interactivity_tok_s": 205.17010103123337,
                        "output_per_gpu": 1587.615380439414,
                        "total_per_gpu": 14122.572825786228,
                        "tpot_error_pct": 8.75,
                        "tpot_ms": 4.874004520998741,
                        "tpot_relative": 1.414096,
                        "ttft_error_pct": 29.31,
                        "ttft_ms": 87.83631579999994,
                        "ttft_relative": 0.815361,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 4273.7826260156,
                        "interactivity_tok_s": 223.13052980158255,
                        "output_per_gpu": 1706.6112745113744,
                        "total_per_gpu": 15181.096320019244,
                        "tpot_ms": 4.481681645668317,
                        "tpot_relative": 1.300272,
                        "ttft_ms": 124.24866264627781,
                        "ttft_relative": 1.153368,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6935.000233529784,
                        "interactivity_tok_s": 151.69235690075004,
                        "output_per_gpu": 2356.1067536423575,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.54,
                        "tpot_ms": 6.592289950734199,
                        "tpot_relative": 1.912623,
                        "ttft_error_pct": 20.26,
                        "ttft_ms": 191.08761392869826,
                        "ttft_relative": 1.773816,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6123.933314543736,
                        "interactivity_tok_s": 152.20227677911151,
                        "output_per_gpu": 2334.680686062031,
                        "total_per_gpu": 21069.908827955136,
                        "tpot_error_pct": 5.18,
                        "tpot_ms": 6.570203949388237,
                        "tpot_relative": 1.906215,
                        "ttft_error_pct": 28.61,
                        "ttft_ms": 113.4333367937501,
                        "ttft_relative": 1.052972,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 5875.4600406879035,
                        "interactivity_tok_s": 160.0908583226061,
                        "output_per_gpu": 2427.496875379256,
                        "total_per_gpu": 21907.55170492208,
                        "tpot_ms": 6.246452861067533,
                        "tpot_relative": 1.812285,
                        "ttft_ms": 158.8904605001062,
                        "ttft_relative": 1.474938,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9510.813007697978,
                        "interactivity_tok_s": 110.48349234355894,
                        "output_per_gpu": 3460.4998870820205,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.03,
                        "tpot_ms": 9.05112590838824,
                        "tpot_relative": 2.626006,
                        "ttft_error_pct": 15.08,
                        "ttft_ms": 251.51120341680866,
                        "ttft_relative": 2.334712,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8386.266108984415,
                        "interactivity_tok_s": 112.46872876105321,
                        "output_per_gpu": 3456.148829956142,
                        "total_per_gpu": 30905.983299399293,
                        "tpot_error_pct": 1.21,
                        "tpot_ms": 8.891360389824998,
                        "tpot_relative": 2.579653,
                        "ttft_error_pct": 27.42,
                        "ttft_ms": 158.63462897499997,
                        "ttft_relative": 1.472563,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 8349.733143877529,
                        "interactivity_tok_s": 113.83335240750178,
                        "output_per_gpu": 3466.979186382667,
                        "total_per_gpu": 31002.831795026428,
                        "tpot_ms": 8.784771588033268,
                        "tpot_relative": 2.548728,
                        "ttft_ms": 218.55169775299146,
                        "ttft_relative": 2.028758,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15309.13074630718,
                        "interactivity_tok_s": 68.13690415091679,
                        "output_per_gpu": 4305.677890148438,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.8,
                        "tpot_ms": 14.676334542366272,
                        "tpot_relative": 4.258049,
                        "ttft_error_pct": 16.63,
                        "ttft_ms": 295.24050946648447,
                        "ttft_relative": 2.74064,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13424.555489297005,
                        "interactivity_tok_s": 69.9955551268662,
                        "output_per_gpu": 4325.3642620669625,
                        "total_per_gpu": 38987.87312324656,
                        "tpot_error_pct": 5.91,
                        "tpot_ms": 14.286621460284309,
                        "tpot_relative": 4.144982,
                        "ttft_error_pct": 27.52,
                        "ttft_ms": 256.7007099687501,
                        "ttft_relative": 2.382885,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 12792.494284513668,
                        "interactivity_tok_s": 74.13017791679967,
                        "output_per_gpu": 4540.658187074797,
                        "total_per_gpu": 40928.484762831344,
                        "tpot_ms": 13.489782813179733,
                        "tpot_relative": 3.913795,
                        "ttft_ms": 354.15133345741197,
                        "ttft_relative": 3.287494,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22419.151021489226,
                        "interactivity_tok_s": 46.2576639743228,
                        "output_per_gpu": 5871.943852327668,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.64,
                        "tpot_ms": 21.618039349222016,
                        "tpot_relative": 6.272048,
                        "ttft_error_pct": 48.01,
                        "ttft_ms": 303.89676723510195,
                        "ttft_relative": 2.820994,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19532.620664238922,
                        "interactivity_tok_s": 48.22678970339296,
                        "output_per_gpu": 5940.04718473472,
                        "total_per_gpu": 53627.23214794088,
                        "tpot_error_pct": 4.7,
                        "tpot_ms": 20.735363190257008,
                        "tpot_relative": 6.015957,
                        "ttft_error_pct": 23.2,
                        "ttft_ms": 448.9135687460932,
                        "ttft_relative": 4.167146,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 20610.055734404523,
                        "interactivity_tok_s": 45.960395622733905,
                        "output_per_gpu": 5641.703336323059,
                        "total_per_gpu": 50933.75946647821,
                        "tpot_ms": 21.757863187438684,
                        "tpot_relative": 6.312615,
                        "ttft_ms": 584.5364274708118,
                        "ttft_relative": 5.426098,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 35198.96875102566,
                        "interactivity_tok_s": 29.330309407425382,
                        "output_per_gpu": 7471.693861894701,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.57,
                        "tpot_ms": 34.09442382993873,
                        "tpot_relative": 9.891826,
                        "ttft_error_pct": 70.69,
                        "ttft_ms": 320.3731729983466,
                        "ttft_relative": 2.97394,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 30446.633835866385,
                        "interactivity_tok_s": 31.170215923372943,
                        "output_per_gpu": 7655.187130178937,
                        "total_per_gpu": 68876.87532001191,
                        "tpot_error_pct": 4.42,
                        "tpot_ms": 32.08190801303213,
                        "tpot_relative": 9.307934,
                        "ttft_error_pct": 22.61,
                        "ttft_ms": 845.7989850203146,
                        "ttft_relative": 7.851329,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 32067.44871478386,
                        "interactivity_tok_s": 29.791130351151583,
                        "output_per_gpu": 7275.321391580474,
                        "total_per_gpu": 65459.06662757058,
                        "tpot_ms": 33.567037846932344,
                        "tpot_relative": 9.738815,
                        "ttft_ms": 1092.9731557473133,
                        "ttft_relative": 10.145782,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.53,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 14.04,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 0.49,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 55.97,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "trt",
                  "id": "bf6d1b521999a25a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 2446.27925742762,
                        "interactivity_tok_s": 430.7452415088324,
                        "output_per_gpu": 206.6926010113818,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.53,
                        "tpot_ms": 2.3215578574870803,
                        "tpot_relative": 0.974713,
                        "ttft_error_pct": 14.04,
                        "ttft_ms": 71.32556921833681,
                        "ttft_relative": 0.859604,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2215.0146786250093,
                        "interactivity_tok_s": 421.89921930691247,
                        "output_per_gpu": 202.53449014955294,
                        "total_per_gpu": 1820.664277637015,
                        "tpot_error_pct": 0.49,
                        "tpot_ms": 2.3702342982354407,
                        "tpot_relative": 0.99515,
                        "ttft_error_pct": 55.97,
                        "ttft_ms": 36.52989447499998,
                        "ttft_relative": 0.440252,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 2271.8758422881365,
                        "interactivity_tok_s": 419.8528979831518,
                        "output_per_gpu": 197.56538698451467,
                        "total_per_gpu": 1775.9950036886728,
                        "tpot_ms": 2.381786584786486,
                        "tpot_relative": 1.0,
                        "ttft_ms": 82.97494126018137,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 1.58,
                    "tpot_shape_error_pct": 3.08,
                    "ttft_mape_pct": 6.81,
                    "ttft_shape_error_pct": 9.28
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 2.43,
                    "tpot_shape_error_pct": 4.35,
                    "ttft_mape_pct": 46.86,
                    "ttft_shape_error_pct": 6.25
                  },
                  "framework": "trt",
                  "id": "97488351f08582cd",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 2728.524621183571,
                        "interactivity_tok_s": 386.1737160418707,
                        "output_per_gpu": 370.6296828445173,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.75,
                        "tpot_ms": 2.5895081888265423,
                        "tpot_relative": 1.01754,
                        "ttft_error_pct": 0.35,
                        "ttft_ms": 79.4577440140185,
                        "ttft_relative": 1.003512,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2465.9340994000036,
                        "interactivity_tok_s": 379.03978148435226,
                        "output_per_gpu": 364.41020316875796,
                        "total_per_gpu": 3275.8303972123194,
                        "tpot_error_pct": 3.67,
                        "tpot_ms": 2.638245505745899,
                        "tpot_relative": 1.036691,
                        "ttft_error_pct": 48.03,
                        "ttft_ms": 41.147430699999994,
                        "ttft_relative": 0.519672,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 2418.5572394693736,
                        "interactivity_tok_s": 392.9471978104637,
                        "output_per_gpu": 371.596245577384,
                        "total_per_gpu": 3340.4286328081885,
                        "tpot_ms": 2.5448711826222143,
                        "tpot_relative": 1.0,
                        "ttft_ms": 79.17967028915882,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3105.0129538286537,
                        "interactivity_tok_s": 338.9910792938334,
                        "output_per_gpu": 654.0520849880135,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.21,
                        "tpot_ms": 2.949930134100113,
                        "tpot_relative": 1.159167,
                        "ttft_error_pct": 9.5,
                        "ttft_ms": 87.23442664423823,
                        "ttft_relative": 1.101728,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2820.9477328625117,
                        "interactivity_tok_s": 333.7709591559631,
                        "output_per_gpu": 645.2468475728205,
                        "total_per_gpu": 5739.76903205234,
                        "tpot_error_pct": 1.78,
                        "tpot_ms": 2.9960665317581574,
                        "tpot_relative": 1.177296,
                        "ttft_error_pct": 50.55,
                        "ttft_ms": 47.662957800000136,
                        "ttft_relative": 0.60196,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 2821.357327720034,
                        "interactivity_tok_s": 339.7022335480304,
                        "output_per_gpu": 645.2422323177334,
                        "total_per_gpu": 5739.727977224528,
                        "tpot_ms": 2.9437545627989232,
                        "tpot_relative": 1.15674,
                        "ttft_ms": 96.38779677916318,
                        "ttft_relative": 1.21733,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 3788.000203740639,
                        "interactivity_tok_s": 277.60498907015113,
                        "output_per_gpu": 1078.434971924084,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.96,
                        "tpot_ms": 3.602240735476475,
                        "tpot_relative": 1.41549,
                        "ttft_error_pct": 6.9,
                        "ttft_ms": 102.90793134820512,
                        "ttft_relative": 1.299676,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3377.1438585000346,
                        "interactivity_tok_s": 275.8543806789322,
                        "output_per_gpu": 1050.4241578803205,
                        "total_per_gpu": 9479.815106772108,
                        "tpot_error_pct": 0.34,
                        "tpot_ms": 3.6251010317066643,
                        "tpot_relative": 1.424473,
                        "ttft_error_pct": 44.96,
                        "ttft_ms": 60.84178744375,
                        "ttft_relative": 0.768402,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 3438.876667687555,
                        "interactivity_tok_s": 274.9290960005047,
                        "output_per_gpu": 1032.1996102672344,
                        "total_per_gpu": 9315.343126115029,
                        "tpot_ms": 3.6373014517101683,
                        "tpot_relative": 1.429267,
                        "ttft_ms": 110.5373818998487,
                        "ttft_relative": 1.396032,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4952.630819930204,
                        "interactivity_tok_s": 212.3218650009128,
                        "output_per_gpu": 1661.4995039713335,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.38,
                        "tpot_ms": 4.709830520731819,
                        "tpot_relative": 1.850715,
                        "ttft_error_pct": 10.49,
                        "ttft_ms": 134.47419722155365,
                        "ttft_relative": 1.698342,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4417.078650015627,
                        "interactivity_tok_s": 213.59134412373552,
                        "output_per_gpu": 1632.2425617790702,
                        "total_per_gpu": 14596.032704862659,
                        "tpot_error_pct": 3.95,
                        "tpot_ms": 4.681837665765568,
                        "tpot_relative": 1.839715,
                        "ttft_error_pct": 43.88,
                        "ttft_ms": 84.30867211874991,
                        "ttft_relative": 1.064777,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016885799",
                      "measured": {
                        "e2e_ms": 4662.701270074467,
                        "interactivity_tok_s": 205.15069003356328,
                        "output_per_gpu": 1546.4314424661802,
                        "total_per_gpu": 13828.682353106948,
                        "tpot_ms": 4.874465690738827,
                        "tpot_relative": 1.915408,
                        "ttft_ms": 150.2321477913938,
                        "ttft_relative": 1.897358,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 44.74,
                    "tpot_shape_error_pct": 17.24,
                    "ttft_mape_pct": 40.2,
                    "ttft_shape_error_pct": 45.21
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 38.47,
                    "tpot_shape_error_pct": 17.24,
                    "ttft_mape_pct": 31.55,
                    "ttft_shape_error_pct": 5.21
                  },
                  "framework": "vllm",
                  "id": "da39e3870a9ad255",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5017.034042385478,
                        "interactivity_tok_s": 213.35031316780214,
                        "output_per_gpu": 815.6213343241246,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.56,
                        "tpot_ms": 4.687126937627179,
                        "tpot_relative": 1.265572,
                        "ttft_error_pct": 75.04,
                        "ttft_ms": 222.10318519287384,
                        "ttft_relative": 1.750361,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4283.435886924993,
                        "interactivity_tok_s": 223.0175087224924,
                        "output_per_gpu": 842.9449805123907,
                        "total_per_gpu": 7577.572653917321,
                        "tpot_error_pct": 21.07,
                        "tpot_ms": 4.483952877638549,
                        "tpot_relative": 1.210713,
                        "ttft_error_pct": 27.61,
                        "ttft_ms": 161.92097937500006,
                        "ttft_relative": 1.276074,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3530.196865237667,
                        "interactivity_tok_s": 270.0101626459166,
                        "output_per_gpu": 1019.0510428451504,
                        "total_per_gpu": 9160.661127035246,
                        "tpot_ms": 3.7035643036568615,
                        "tpot_relative": 1.0,
                        "ttft_ms": 126.88993696938269,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7272.094226623083,
                        "interactivity_tok_s": 145.56962122360073,
                        "output_per_gpu": 1125.3979589591174,
                        "total_per_gpu": null,
                        "tpot_error_pct": 46.23,
                        "tpot_ms": 6.869565171595522,
                        "tpot_relative": 1.854852,
                        "ttft_error_pct": 46.34,
                        "ttft_ms": 244.52905608086343,
                        "ttft_relative": 1.927096,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6298.458348712503,
                        "interactivity_tok_s": 152.1306689935962,
                        "output_per_gpu": 1161.693806373161,
                        "total_per_gpu": 10333.80350423977,
                        "tpot_error_pct": 39.93,
                        "tpot_ms": 6.573296539188256,
                        "tpot_relative": 1.774857,
                        "ttft_error_pct": 24.84,
                        "ttft_ms": 208.6010042250003,
                        "ttft_relative": 1.643952,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 4516.036037489539,
                        "interactivity_tok_s": 212.86913917796457,
                        "output_per_gpu": 1615.0106681230718,
                        "total_per_gpu": 14366.266575646941,
                        "tpot_ms": 4.697721820371397,
                        "tpot_relative": 1.268433,
                        "ttft_ms": 167.09493961534463,
                        "ttft_relative": 1.316849,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9970.010863947724,
                        "interactivity_tok_s": 105.43437138247415,
                        "output_per_gpu": 1641.7233866000954,
                        "total_per_gpu": null,
                        "tpot_error_pct": 43.37,
                        "tpot_ms": 9.484573075059137,
                        "tpot_relative": 2.560931,
                        "ttft_error_pct": 26.5,
                        "ttft_ms": 267.2926081622268,
                        "ttft_relative": 2.106492,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8602.829691025065,
                        "interactivity_tok_s": 109.7875614215808,
                        "output_per_gpu": 1667.699689537816,
                        "total_per_gpu": 15050.57227771887,
                        "tpot_error_pct": 37.68,
                        "tpot_ms": 9.108499970775663,
                        "tpot_relative": 2.459388,
                        "ttft_error_pct": 26.55,
                        "ttft_ms": 267.4036630812495,
                        "ttft_relative": 2.107367,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 6264.731483688229,
                        "interactivity_tok_s": 151.1592740188786,
                        "output_per_gpu": 2278.0494028868943,
                        "total_per_gpu": 20558.825671944258,
                        "tpot_ms": 6.615538520482097,
                        "tpot_relative": 1.786263,
                        "ttft_ms": 211.30235546734184,
                        "ttft_relative": 1.665241,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14508.668641104921,
                        "interactivity_tok_s": 71.95141803442726,
                        "output_per_gpu": 2256.3062683266958,
                        "total_per_gpu": null,
                        "tpot_error_pct": 41.97,
                        "tpot_ms": 13.898266737724624,
                        "tpot_relative": 3.752673,
                        "ttft_error_pct": 5.55,
                        "ttft_ms": 290.7417684126299,
                        "ttft_relative": 2.291291,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12694.321722546862,
                        "interactivity_tok_s": 75.24048566520773,
                        "output_per_gpu": 2292.3202749158163,
                        "total_per_gpu": 20498.657789086486,
                        "tpot_error_pct": 35.77,
                        "tpot_ms": 13.290716974497338,
                        "tpot_relative": 3.588629,
                        "ttft_error_pct": 26.61,
                        "ttft_ms": 389.75131326875,
                        "ttft_relative": 3.07157,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 9368.443396216026,
                        "interactivity_tok_s": 102.1521143109892,
                        "output_per_gpu": 3093.7539946715183,
                        "total_per_gpu": 27665.33329323701,
                        "tpot_ms": 9.789322587642449,
                        "tpot_relative": 2.643217,
                        "ttft_ms": 307.8256377542857,
                        "ttft_relative": 2.425926,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23508.7450337897,
                        "interactivity_tok_s": 44.10885454119804,
                        "output_per_gpu": 2785.0061713585937,
                        "total_per_gpu": null,
                        "tpot_error_pct": 53.41,
                        "tpot_ms": 22.671184967317426,
                        "tpot_relative": 6.12145,
                        "ttft_error_pct": 32.64,
                        "ttft_ms": 316.12281222397115,
                        "ttft_relative": 2.491315,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20650.12203492349,
                        "interactivity_tok_s": 46.07799113632922,
                        "output_per_gpu": 2819.770693928453,
                        "total_per_gpu": 25416.78697807428,
                        "tpot_error_pct": 46.85,
                        "tpot_ms": 21.702335005042595,
                        "tpot_relative": 5.859851,
                        "ttft_error_pct": 35.77,
                        "ttft_ms": 637.1808980093759,
                        "ttft_relative": 5.021524,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 14096.499018684699,
                        "interactivity_tok_s": 67.66538108531849,
                        "output_per_gpu": 4120.740080293725,
                        "total_per_gpu": 37143.436180238496,
                        "tpot_ms": 14.778605898030955,
                        "tpot_relative": 3.990374,
                        "ttft_ms": 469.31756540725473,
                        "ttft_relative": 3.698619,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 37062.259983924836,
                        "interactivity_tok_s": 27.86044757229093,
                        "output_per_gpu": 3533.081902096496,
                        "total_per_gpu": null,
                        "tpot_error_pct": 56.88,
                        "tpot_ms": 35.89317786102498,
                        "tpot_relative": 9.691523,
                        "ttft_error_pct": 55.14,
                        "ttft_ms": 343.53903209628567,
                        "ttft_relative": 2.707378,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32624.370137240003,
                        "interactivity_tok_s": 29.235979568149755,
                        "output_per_gpu": 3568.375771239582,
                        "total_per_gpu": 32215.588517063065,
                        "tpot_error_pct": 49.5,
                        "tpot_ms": 34.20442943151525,
                        "tpot_relative": 9.235544,
                        "ttft_error_pct": 47.9,
                        "ttft_ms": 1132.5698046859345,
                        "ttft_relative": 8.925608,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 21828.02706092516,
                        "interactivity_tok_s": 43.70671588988891,
                        "output_per_gpu": 5323.469645442717,
                        "total_per_gpu": 48060.7196593208,
                        "tpot_ms": 22.879778991386985,
                        "tpot_relative": 6.177773,
                        "ttft_ms": 765.7573929700447,
                        "ttft_relative": 6.034816,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 40.25,
                    "tpot_shape_error_pct": 10.87,
                    "ttft_mape_pct": 33.06,
                    "ttft_shape_error_pct": 43.77
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.08,
                    "tpot_shape_error_pct": 10.05,
                    "ttft_mape_pct": 6.55,
                    "ttft_shape_error_pct": 7.78
                  },
                  "framework": "vllm",
                  "id": "78d08d573b41b0ff",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 4228.723838100104,
                        "interactivity_tok_s": 250.74900031144412,
                        "output_per_gpu": 483.8339126253357,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.6,
                        "tpot_ms": 3.9880517918633562,
                        "tpot_relative": 1.286027,
                        "ttft_error_pct": 46.28,
                        "ttft_ms": 148.9468550238904,
                        "ttft_relative": 1.462783,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3653.2412781999856,
                        "interactivity_tok_s": 258.71971891663514,
                        "output_per_gpu": 493.10640726080265,
                        "total_per_gpu": 4432.732519339026,
                        "tpot_error_pct": 24.64,
                        "tpot_ms": 3.865186635898521,
                        "tpot_relative": 1.246407,
                        "ttft_error_pct": 1.25,
                        "ttft_ms": 100.54882647499974,
                        "ttft_relative": 0.987474,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2951.9291701959446,
                        "interactivity_tok_s": 322.46994034493446,
                        "output_per_gpu": 609.0723211914043,
                        "total_per_gpu": 5475.196925085778,
                        "tpot_ms": 3.1010642385158014,
                        "tpot_relative": 1.0,
                        "ttft_ms": 101.82430826826021,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5476.234174145734,
                        "interactivity_tok_s": 192.5719178592889,
                        "output_per_gpu": 747.2288200017181,
                        "total_per_gpu": null,
                        "tpot_error_pct": 43.24,
                        "tpot_ms": 5.1928651441831395,
                        "tpot_relative": 1.674543,
                        "ttft_error_pct": 26.87,
                        "ttft_ms": 163.93313164638207,
                        "ttft_relative": 1.609961,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4778.616283787493,
                        "interactivity_tok_s": 199.16176834562046,
                        "output_per_gpu": 763.9143581970932,
                        "total_per_gpu": 6795.371403693642,
                        "tpot_error_pct": 38.5,
                        "tpot_ms": 5.021043990052471,
                        "tpot_relative": 1.619136,
                        "ttft_error_pct": 0.43,
                        "ttft_ms": 128.65737852500052,
                        "ttft_relative": 1.263523,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3484.8270688860794,
                        "interactivity_tok_s": 275.8451583786923,
                        "output_per_gpu": 1045.7600473456398,
                        "total_per_gpu": 9302.519116972018,
                        "tpot_ms": 3.6252222293028473,
                        "tpot_relative": 1.169025,
                        "ttft_ms": 129.21277695713798,
                        "ttft_relative": 1.268978,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6891.4127541513935,
                        "interactivity_tok_s": 152.40662915534512,
                        "output_per_gpu": 1187.5649147658366,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.64,
                        "tpot_ms": 6.561394379904035,
                        "tpot_relative": 2.115852,
                        "ttft_error_pct": 4.8,
                        "ttft_ms": 179.1063035095662,
                        "ttft_relative": 1.758974,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5968.775292087486,
                        "interactivity_tok_s": 157.6183014631097,
                        "output_per_gpu": 1195.8813841666465,
                        "total_per_gpu": 10792.53016648743,
                        "tpot_error_pct": 33.08,
                        "tpot_ms": 6.344440910207679,
                        "tpot_relative": 2.045891,
                        "ttft_error_pct": 4.25,
                        "ttft_ms": 163.62974497500034,
                        "ttft_relative": 1.606981,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 4533.188753557624,
                        "interactivity_tok_s": 209.76504815536325,
                        "output_per_gpu": 1569.203383773684,
                        "total_per_gpu": 14161.667771535143,
                        "tpot_ms": 4.767238435544068,
                        "tpot_relative": 1.537291,
                        "ttft_ms": 170.8992477862921,
                        "ttft_relative": 1.678374,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9172.895073012418,
                        "interactivity_tok_s": 113.94194214742657,
                        "output_per_gpu": 1784.387575538317,
                        "total_per_gpu": null,
                        "tpot_error_pct": 35.5,
                        "tpot_ms": 8.776399464089575,
                        "tpot_relative": 2.830125,
                        "ttft_error_pct": 21.12,
                        "ttft_ms": 194.6384212487824,
                        "ttft_relative": 1.911512,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8043.030045687496,
                        "interactivity_tok_s": 118.59484296797451,
                        "output_per_gpu": 1800.8334405270589,
                        "total_per_gpu": 16103.626023140712,
                        "tpot_error_pct": 30.18,
                        "tpot_ms": 8.432069852059596,
                        "tpot_relative": 2.719089,
                        "ttft_error_pct": 4.01,
                        "ttft_ms": 236.83466869062485,
                        "ttft_relative": 2.325915,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 6243.61689426878,
                        "interactivity_tok_s": 154.3858784767084,
                        "output_per_gpu": 2313.8768261713176,
                        "total_per_gpu": 20691.423334169685,
                        "tpot_ms": 6.477276353684551,
                        "tpot_relative": 2.088727,
                        "ttft_ms": 246.73959481879137,
                        "ttft_relative": 2.42319,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14632.460547977187,
                        "interactivity_tok_s": 70.93576569087048,
                        "output_per_gpu": 2237.2177182822115,
                        "total_per_gpu": null,
                        "tpot_error_pct": 48.74,
                        "tpot_ms": 14.09726095518415,
                        "tpot_relative": 4.545943,
                        "ttft_error_pct": 38.37,
                        "ttft_ms": 210.96259082380163,
                        "ttft_relative": 2.071829,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12875.311687825024,
                        "interactivity_tok_s": 73.83310592189697,
                        "output_per_gpu": 2256.932547686743,
                        "total_per_gpu": 20343.488891473644,
                        "tpot_error_pct": 42.9,
                        "tpot_ms": 13.54405977526981,
                        "tpot_relative": 4.367552,
                        "ttft_error_pct": 12.81,
                        "ttft_ms": 386.1596272999999,
                        "ttft_relative": 3.792411,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 9082.974934839149,
                        "interactivity_tok_s": 105.50931749072979,
                        "output_per_gpu": 3191.6201505441513,
                        "total_per_gpu": 28768.555420474328,
                        "tpot_ms": 9.477835927503385,
                        "tpot_relative": 3.056317,
                        "ttft_ms": 342.31311592129714,
                        "ttft_relative": 3.361802,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 22403.338241854264,
                        "interactivity_tok_s": 46.1352942956891,
                        "output_per_gpu": 2922.421618296339,
                        "total_per_gpu": null,
                        "tpot_error_pct": 47.78,
                        "tpot_ms": 21.675379235490006,
                        "tpot_relative": 6.989658,
                        "ttft_error_pct": 60.95,
                        "ttft_ms": 229.42528394798842,
                        "ttft_relative": 2.253148,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19745.904061818706,
                        "interactivity_tok_s": 48.302032964051094,
                        "output_per_gpu": 2943.329642291843,
                        "total_per_gpu": 26572.620907917862,
                        "tpot_error_pct": 41.15,
                        "tpot_ms": 20.70306234820908,
                        "tpot_relative": 6.676115,
                        "ttft_error_pct": 16.53,
                        "ttft_ms": 684.5580970523422,
                        "ttft_relative": 6.722934,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 14092.412710078497,
                        "interactivity_tok_s": 68.17696246973699,
                        "output_per_gpu": 4117.970190027403,
                        "total_per_gpu": 37177.371911526694,
                        "tpot_ms": 14.66771125868051,
                        "tpot_relative": 4.729896,
                        "ttft_ms": 587.4652929407603,
                        "ttft_relative": 5.769401,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.67,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 7.37,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.59,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 49.06,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "vllm",
                  "id": "218e442c7810c688",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 2971.6475537600318,
                        "interactivity_tok_s": 354.8047146285134,
                        "output_per_gpu": 172.1267380288076,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.67,
                        "tpot_ms": 2.818451837786364,
                        "tpot_relative": 1.096712,
                        "ttft_error_pct": 7.37,
                        "ttft_ms": 88.37132370458141,
                        "ttft_relative": 0.926262,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2589.9726114249916,
                        "interactivity_tok_s": 361.6744582592424,
                        "output_per_gpu": 173.2516790599044,
                        "total_per_gpu": 1557.4292698102072,
                        "tpot_error_pct": 7.59,
                        "tpot_ms": 2.7649173923230603,
                        "tpot_relative": 1.07588,
                        "ttft_error_pct": 49.06,
                        "ttft_ms": 48.5977571499998,
                        "ttft_relative": 0.509376,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2457.0576793979853,
                        "interactivity_tok_s": 389.11846243718867,
                        "output_per_gpu": 182.76102363964213,
                        "total_per_gpu": 1642.912606338644,
                        "tpot_ms": 2.569911470498318,
                        "tpot_relative": 1.0,
                        "ttft_ms": 95.40636119199917,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 1,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 26.49,
                    "tpot_shape_error_pct": 8.23,
                    "ttft_mape_pct": 22.96,
                    "ttft_shape_error_pct": 36.15
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.94,
                    "tpot_shape_error_pct": 7.78,
                    "ttft_mape_pct": 23.74,
                    "ttft_shape_error_pct": 3.79
                  },
                  "framework": "vllm",
                  "id": "75c1b3c1ddb5dcfd",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3404.039840805815,
                        "interactivity_tok_s": 310.29715193339337,
                        "output_per_gpu": 300.52527227702257,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.67,
                        "tpot_ms": 3.222717301042629,
                        "tpot_relative": 1.186726,
                        "ttft_error_pct": 24.23,
                        "ttft_ms": 107.20004183920571,
                        "ttft_relative": 1.242291,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 2954.0726731499817,
                        "interactivity_tok_s": 318.17099999417275,
                        "output_per_gpu": 304.4562213723816,
                        "total_per_gpu": 2736.8798565999,
                        "tpot_error_pct": 15.74,
                        "tpot_ms": 3.142964003690829,
                        "tpot_relative": 1.157358,
                        "ttft_error_pct": 24.41,
                        "ttft_ms": 65.22656852500003,
                        "ttft_relative": 0.75588,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2582.1945203177165,
                        "interactivity_tok_s": 368.237715733512,
                        "output_per_gpu": 347.9177556054445,
                        "total_per_gpu": 3127.5731294889097,
                        "tpot_ms": 2.7156370933054688,
                        "tpot_relative": 1.0,
                        "ttft_ms": 86.29223005264066,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4160.513241291156,
                        "interactivity_tok_s": 253.06101857667554,
                        "output_per_gpu": 491.766251263042,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.39,
                        "tpot_ms": 3.951616118612151,
                        "tpot_relative": 1.455134,
                        "ttft_error_pct": 3.93,
                        "ttft_ms": 118.00995195092602,
                        "ttft_relative": 1.367562,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3645.8914355000247,
                        "interactivity_tok_s": 259.8629249535834,
                        "output_per_gpu": 499.95043876533447,
                        "total_per_gpu": 4447.290299488667,
                        "tpot_error_pct": 26.98,
                        "tpot_ms": 3.848182653137686,
                        "tpot_relative": 1.417046,
                        "ttft_error_pct": 26.92,
                        "ttft_ms": 82.97745513750017,
                        "ttft_relative": 0.961587,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 2919.315094250487,
                        "interactivity_tok_s": 329.9648859746646,
                        "output_per_gpu": 623.8393087029662,
                        "total_per_gpu": 5549.339076261229,
                        "tpot_ms": 3.0306255074571244,
                        "tpot_relative": 1.115991,
                        "ttft_ms": 113.54737787332851,
                        "ttft_relative": 1.315847,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5054.553440012696,
                        "interactivity_tok_s": 207.68638972224372,
                        "output_per_gpu": 809.5670663222272,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.3,
                        "tpot_ms": 4.81495201172009,
                        "tpot_relative": 1.773047,
                        "ttft_error_pct": 6.71,
                        "ttft_ms": 128.8575320230445,
                        "ttft_relative": 1.493269,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4399.680923456262,
                        "interactivity_tok_s": 213.02102623997564,
                        "output_per_gpu": 808.43346636831,
                        "total_per_gpu": 7295.909685439295,
                        "tpot_error_pct": 26.06,
                        "tpot_ms": 4.694372277004548,
                        "tpot_relative": 1.728645,
                        "ttft_error_pct": 24.05,
                        "ttft_ms": 104.90913263750053,
                        "ttft_relative": 1.215743,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 3545.6275580378133,
                        "interactivity_tok_s": 268.5324533345012,
                        "output_per_gpu": 1000.1705492903061,
                        "total_per_gpu": 9026.288867578636,
                        "tpot_ms": 3.723944676267252,
                        "tpot_relative": 1.371297,
                        "ttft_ms": 138.12731694961258,
                        "ttft_relative": 1.600692,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6352.502761489291,
                        "interactivity_tok_s": 164.66556372277395,
                        "output_per_gpu": 1288.3111282711714,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.88,
                        "tpot_ms": 6.0729151705548485,
                        "tpot_relative": 2.236276,
                        "ttft_error_pct": 31.21,
                        "ttft_ms": 139.91054201168066,
                        "ttft_relative": 1.621357,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5597.479644700003,
                        "interactivity_tok_s": 169.9429869530565,
                        "output_per_gpu": 1289.8565591181557,
                        "total_per_gpu": 11534.30805097367,
                        "tpot_error_pct": 19.06,
                        "tpot_ms": 5.8843263727983715,
                        "tpot_relative": 2.166831,
                        "ttft_error_pct": 25.95,
                        "ttft_ms": 150.59793590624997,
                        "ttft_relative": 1.745209,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 4778.686171537265,
                        "interactivity_tok_s": 202.3352555601761,
                        "output_per_gpu": 1508.6999219316076,
                        "total_per_gpu": 13491.275082507076,
                        "tpot_ms": 4.942292420722458,
                        "tpot_relative": 1.819938,
                        "ttft_ms": 203.3744823464076,
                        "ttft_relative": 2.356811,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9604.369445962335,
                        "interactivity_tok_s": 108.21998192612621,
                        "output_per_gpu": 1704.2243212417332,
                        "total_per_gpu": null,
                        "tpot_error_pct": 31.2,
                        "tpot_ms": 9.240437691836117,
                        "tpot_relative": 3.402678,
                        "ttft_error_pct": 48.72,
                        "ttft_ms": 151.401687213988,
                        "ttft_relative": 1.754523,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8481.596226503114,
                        "interactivity_tok_s": 111.93320374306991,
                        "output_per_gpu": 1709.3521580587733,
                        "total_per_gpu": 15407.720835399878,
                        "tpot_error_pct": 26.84,
                        "tpot_ms": 8.933899562951737,
                        "tpot_relative": 3.289799,
                        "ttft_error_pct": 17.35,
                        "ttft_ms": 243.99600090937503,
                        "ttft_relative": 2.827555,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696226421",
                      "measured": {
                        "e2e_ms": 6790.874428785173,
                        "interactivity_tok_s": 141.98135579649693,
                        "output_per_gpu": 2131.025606018706,
                        "total_per_gpu": 19208.591673650968,
                        "tpot_ms": 7.043178270767526,
                        "tpot_relative": 2.593564,
                        "ttft_ms": 295.21673078124877,
                        "ttft_relative": 3.421128,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 6.42,
                "tpot_shape_error_pct": 3.23,
                "ttft_mape_pct": 40.92,
                "ttft_shape_error_pct": 30.96
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 9.13,
                "tpot_shape_error_pct": 3.39,
                "ttft_mape_pct": 45.38,
                "ttft_shape_error_pct": 7.85
              },
              "gpu": "h100",
              "precisions": [
                "fp4"
              ],
              "rows": 13,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.8,
                    "tpot_shape_error_pct": 1.4,
                    "ttft_mape_pct": 28.3,
                    "ttft_shape_error_pct": 7.84
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.07,
                    "tpot_shape_error_pct": 1.25,
                    "ttft_mape_pct": 47.99,
                    "ttft_shape_error_pct": 17.99
                  },
                  "framework": "vllm",
                  "id": "0f352693b19c8706",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3836.188971000761,
                        "interactivity_tok_s": 274.7975337603176,
                        "output_per_gpu": 133.33545450097134,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.56,
                        "tpot_ms": 3.6390428484420627,
                        "tpot_relative": 0.914372,
                        "ttft_error_pct": 26.19,
                        "ttft_ms": 113.44813704453034,
                        "ttft_relative": 0.7381,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3346.937658299995,
                        "interactivity_tok_s": 280.61195783270233,
                        "output_per_gpu": 134.05087376709915,
                        "total_per_gpu": 1205.037409053487,
                        "tpot_error_pct": 10.46,
                        "tpot_ms": 3.5636400092265084,
                        "tpot_relative": 0.895426,
                        "ttft_error_pct": 53.56,
                        "ttft_ms": 71.38260299999988,
                        "ttft_relative": 0.464419,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 3811.1384132003877,
                        "interactivity_tok_s": 251.26718055109563,
                        "output_per_gpu": 117.84983710088686,
                        "total_per_gpu": 1059.399751501533,
                        "tpot_ms": 3.9798273606872754,
                        "tpot_relative": 1.0,
                        "ttft_ms": 153.70296967448667,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4380.613249579077,
                        "interactivity_tok_s": 240.38004633165386,
                        "output_per_gpu": 233.52894713960373,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.7,
                        "tpot_ms": 4.1600790717058675,
                        "tpot_relative": 1.045291,
                        "ttft_error_pct": 23.57,
                        "ttft_ms": 124.85235922397429,
                        "ttft_relative": 0.812296,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3844.7306190625022,
                        "interactivity_tok_s": 246.58206250258874,
                        "output_per_gpu": 236.6270396063732,
                        "total_per_gpu": 2104.906919247836,
                        "tpot_error_pct": 11.0,
                        "tpot_ms": 4.055445030554489,
                        "tpot_relative": 1.019,
                        "ttft_error_pct": 44.82,
                        "ttft_ms": 90.14118842500038,
                        "ttft_relative": 0.586464,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 4382.676460291259,
                        "interactivity_tok_s": 219.4574144901706,
                        "output_per_gpu": 207.7334442736315,
                        "total_per_gpu": 1847.8850301222074,
                        "tpot_ms": 4.556692706524115,
                        "tpot_relative": 1.144947,
                        "ttft_ms": 163.35672289133072,
                        "ttft_relative": 1.062808,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5759.474259099247,
                        "interactivity_tok_s": 181.9289652272166,
                        "output_per_gpu": 355.2407577423541,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.14,
                        "tpot_ms": 5.496650842547638,
                        "tpot_relative": 1.381128,
                        "ttft_error_pct": 35.14,
                        "ttft_ms": 136.40044717301407,
                        "ttft_relative": 0.887429,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5002.480411868755,
                        "interactivity_tok_s": 187.15882280581923,
                        "output_per_gpu": 355.2267387135188,
                        "total_per_gpu": 3205.832404674642,
                        "tpot_error_pct": 8.77,
                        "tpot_ms": 5.343055619865266,
                        "tpot_relative": 1.342535,
                        "ttft_error_pct": 45.59,
                        "ttft_ms": 114.42703249999995,
                        "ttft_relative": 0.744469,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 5570.12688726536,
                        "interactivity_tok_s": 170.75075302616872,
                        "output_per_gpu": 319.43254438864045,
                        "total_per_gpu": 2882.798760074878,
                        "tpot_ms": 5.856489545593647,
                        "tpot_relative": 1.471544,
                        "ttft_ms": 210.2982644137228,
                        "ttft_relative": 1.368212,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.88,
                    "tpot_shape_error_pct": 2.78,
                    "ttft_mape_pct": 42.88,
                    "ttft_shape_error_pct": 38.1
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.92,
                    "tpot_shape_error_pct": 3.09,
                    "ttft_mape_pct": 45.48,
                    "ttft_shape_error_pct": 7.43
                  },
                  "framework": "vllm",
                  "id": "9d9f54b2fed71bea",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 4343.81754661021,
                        "interactivity_tok_s": 243.6516459799963,
                        "output_per_gpu": 235.50712916068946,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.19,
                        "tpot_ms": 4.104220170472805,
                        "tpot_relative": 0.928074,
                        "ttft_error_pct": 17.84,
                        "ttft_ms": 145.20031221653088,
                        "ttft_relative": 0.821608,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3770.525788350003,
                        "interactivity_tok_s": 250.36188019285666,
                        "output_per_gpu": 238.34849566931263,
                        "total_per_gpu": 2142.610828275246,
                        "tpot_error_pct": 9.68,
                        "tpot_ms": 3.9942182860653084,
                        "tpot_relative": 0.9032,
                        "ttft_error_pct": 43.87,
                        "ttft_ms": 99.18867822500019,
                        "ttft_relative": 0.561254,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 4241.741585545242,
                        "interactivity_tok_s": 226.1267924174651,
                        "output_per_gpu": 212.44151840206214,
                        "total_per_gpu": 1909.7225532105492,
                        "tpot_ms": 4.42229772646244,
                        "tpot_relative": 1.0,
                        "ttft_ms": 176.7270419630222,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5546.045806652914,
                        "interactivity_tok_s": 189.92972148075856,
                        "output_per_gpu": 368.9114860078624,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.13,
                        "tpot_ms": 5.265105388475538,
                        "tpot_relative": 1.190581,
                        "ttft_error_pct": 23.61,
                        "ttft_ms": 159.842994242438,
                        "ttft_relative": 0.904463,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4846.237497962528,
                        "interactivity_tok_s": 196.20404628443606,
                        "output_per_gpu": 376.2874180846599,
                        "total_per_gpu": 3347.2505562756965,
                        "tpot_error_pct": 7.2,
                        "tpot_ms": 5.096734847915954,
                        "tpot_relative": 1.152508,
                        "ttft_error_pct": 39.55,
                        "ttft_ms": 126.4855375625004,
                        "ttft_relative": 0.715711,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 5295.437173813116,
                        "interactivity_tok_s": 182.08638173341288,
                        "output_per_gpu": 344.4308777824643,
                        "total_per_gpu": 3063.871901761256,
                        "tpot_ms": 5.491898902489421,
                        "tpot_relative": 1.241865,
                        "ttft_ms": 209.24990483326837,
                        "ttft_relative": 1.184029,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7277.045588198323,
                        "interactivity_tok_s": 144.04139230571255,
                        "output_per_gpu": 562.3161144731969,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.82,
                        "tpot_ms": 6.942448861349564,
                        "tpot_relative": 1.569874,
                        "ttft_error_pct": 43.21,
                        "ttft_ms": 174.92040303771876,
                        "ttft_relative": 0.989777,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6305.708848274973,
                        "interactivity_tok_s": 148.89613128658172,
                        "output_per_gpu": 565.3912541687467,
                        "total_per_gpu": 5102.514553093874,
                        "tpot_error_pct": 9.86,
                        "tpot_ms": 6.716091219826867,
                        "tpot_relative": 1.518688,
                        "ttft_error_pct": 47.76,
                        "ttft_ms": 160.90717988749995,
                        "ttft_relative": 0.910484,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 7127.496919991972,
                        "interactivity_tok_s": 134.214013331171,
                        "output_per_gpu": 500.51545323592654,
                        "total_per_gpu": 4517.026687898604,
                        "tpot_ms": 7.450786808174162,
                        "tpot_relative": 1.684823,
                        "ttft_ms": 308.0236949157552,
                        "ttft_relative": 1.742935,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9958.515869330073,
                        "interactivity_tok_s": 104.72880306091136,
                        "output_per_gpu": 821.809204040617,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.38,
                        "tpot_ms": 9.548471583489688,
                        "tpot_relative": 2.159165,
                        "ttft_error_pct": 59.18,
                        "ttft_ms": 190.42943942012334,
                        "ttft_relative": 1.077534,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8749.022678828123,
                        "interactivity_tok_s": 108.68706398921866,
                        "output_per_gpu": 828.0110570172606,
                        "total_per_gpu": 7404.338516353229,
                        "tpot_error_pct": 13.65,
                        "tpot_ms": 9.200726961390696,
                        "tpot_relative": 2.080531,
                        "ttft_error_pct": 50.09,
                        "ttft_ms": 232.8098051093752,
                        "ttft_relative": 1.317341,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 10334.076415480013,
                        "interactivity_tok_s": 93.85464020482725,
                        "output_per_gpu": 701.1785159926559,
                        "total_per_gpu": 6270.161550144124,
                        "tpot_ms": 10.654774210604952,
                        "tpot_relative": 2.40933,
                        "ttft_ms": 466.497043997515,
                        "ttft_relative": 2.639647,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15545.4564402306,
                        "interactivity_tok_s": 66.69511737132086,
                        "output_per_gpu": 1052.9121523663152,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.88,
                        "tpot_ms": 14.99360132215621,
                        "tpot_relative": 3.390455,
                        "ttft_error_pct": 70.56,
                        "ttft_ms": 207.00228766479873,
                        "ttft_relative": 1.171311,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13686.268876756134,
                        "interactivity_tok_s": 69.28335544033838,
                        "output_per_gpu": 1061.0992862122391,
                        "total_per_gpu": 9564.513376323312,
                        "tpot_error_pct": 14.21,
                        "tpot_ms": 14.43348108134175,
                        "tpot_relative": 3.263797,
                        "ttft_error_pct": 46.13,
                        "ttft_ms": 378.83135999531197,
                        "ttft_relative": 2.143596,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 16224.091354128905,
                        "interactivity_tok_s": 59.43574427604359,
                        "output_per_gpu": 895.8205752498997,
                        "total_per_gpu": 8074.727771562683,
                        "tpot_ms": 16.824892363686004,
                        "tpot_relative": 3.804559,
                        "ttft_ms": 703.187489947959,
                        "ttft_relative": 3.978947,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.12,
                    "tpot_shape_error_pct": 4.59,
                    "ttft_mape_pct": 46.52,
                    "ttft_shape_error_pct": 35.37
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.78,
                    "tpot_shape_error_pct": 4.77,
                    "ttft_mape_pct": 43.71,
                    "ttft_shape_error_pct": 3.2
                  },
                  "framework": "vllm",
                  "id": "dd857b308832a61a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5945.600247777749,
                        "interactivity_tok_s": 178.27388331252874,
                        "output_per_gpu": 344.12000718762096,
                        "total_per_gpu": null,
                        "tpot_error_pct": 0.8,
                        "tpot_ms": 5.609346593112116,
                        "tpot_relative": 0.992036,
                        "ttft_error_pct": 25.42,
                        "ttft_ms": 207.238683024054,
                        "ttft_relative": 0.745833,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5121.787562100004,
                        "interactivity_tok_s": 184.9682562482888,
                        "output_per_gpu": 351.96638004193335,
                        "total_per_gpu": 3163.967848628552,
                        "tpot_error_pct": 4.39,
                        "tpot_ms": 5.4063330664569165,
                        "tpot_relative": 0.956132,
                        "ttft_error_pct": 45.11,
                        "ttft_ms": 152.51358175000033,
                        "ttft_relative": 0.548882,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 5472.94934723177,
                        "interactivity_tok_s": 176.8541127485591,
                        "output_per_gpu": 328.9741180876137,
                        "total_per_gpu": 2957.2811259306463,
                        "tpot_ms": 5.65437797548843,
                        "tpot_relative": 1.0,
                        "ttft_ms": 277.8621904843021,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8118.185107386297,
                        "interactivity_tok_s": 129.66139278424237,
                        "output_per_gpu": 504.0535471748372,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.72,
                        "tpot_ms": 7.712395945522568,
                        "tpot_relative": 1.363969,
                        "ttft_error_pct": 36.07,
                        "ttft_ms": 228.40405511671113,
                        "ttft_relative": 0.822005,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7063.016014087532,
                        "interactivity_tok_s": 134.8767790892306,
                        "output_per_gpu": 517.3080206349376,
                        "total_per_gpu": 4601.694015308785,
                        "tpot_error_pct": 1.25,
                        "tpot_ms": 7.414174676713095,
                        "tpot_relative": 1.311227,
                        "ttft_error_pct": 45.1,
                        "ttft_ms": 196.13103910000018,
                        "ttft_relative": 0.705857,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 7313.1258495152,
                        "interactivity_tok_s": 133.1922530916249,
                        "output_per_gpu": 499.1324317853124,
                        "total_per_gpu": 4440.013749204702,
                        "tpot_ms": 7.507944169336075,
                        "tpot_relative": 1.327811,
                        "ttft_ms": 357.2533421742264,
                        "ttft_relative": 1.285721,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10918.596492007413,
                        "interactivity_tok_s": 95.88898680035366,
                        "output_per_gpu": 749.5468859931602,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.6,
                        "tpot_ms": 10.428726315380274,
                        "tpot_relative": 1.844363,
                        "ttft_error_pct": 42.61,
                        "ttft_ms": 250.00947137339205,
                        "ttft_relative": 0.899761,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9445.913111950005,
                        "interactivity_tok_s": 99.5038641841087,
                        "output_per_gpu": 757.3719630449739,
                        "total_per_gpu": 6835.092398491286,
                        "tpot_error_pct": 7.1,
                        "tpot_ms": 10.049860959668191,
                        "tpot_relative": 1.777359,
                        "ttft_error_pct": 42.48,
                        "ttft_ms": 250.59776233125007,
                        "ttft_relative": 0.901878,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 10341.767730933498,
                        "interactivity_tok_s": 92.43543294935505,
                        "output_per_gpu": 692.6718285399187,
                        "total_per_gpu": 6251.189878837801,
                        "tpot_ms": 10.818362267507261,
                        "tpot_relative": 1.913272,
                        "ttft_ms": 435.6616013668827,
                        "ttft_relative": 1.567905,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16056.704422154917,
                        "interactivity_tok_s": 64.81177622662011,
                        "output_per_gpu": 1019.3872646379141,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.66,
                        "tpot_ms": 15.429294770496822,
                        "tpot_relative": 2.728734,
                        "ttft_error_pct": 56.22,
                        "ttft_ms": 272.5358719366671,
                        "ttft_relative": 0.980831,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14055.57186497502,
                        "interactivity_tok_s": 67.60274072956705,
                        "output_per_gpu": 1033.7986812723177,
                        "total_per_gpu": 9244.556976659107,
                        "tpot_error_pct": 10.51,
                        "tpot_ms": 14.792299679096226,
                        "tpot_relative": 2.616079,
                        "ttft_error_pct": 41.37,
                        "ttft_ms": 364.9871758218752,
                        "ttft_relative": 1.313555,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 15931.96927531535,
                        "interactivity_tok_s": 60.496524896042374,
                        "output_per_gpu": 912.4854921693673,
                        "total_per_gpu": 8159.735812733643,
                        "tpot_ms": 16.52987509147685,
                        "tpot_relative": 2.923376,
                        "ttft_ms": 622.5760209192231,
                        "ttft_relative": 2.240593,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25558.02329744051,
                        "interactivity_tok_s": 40.49783285626966,
                        "output_per_gpu": 1280.8502292616004,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.81,
                        "tpot_ms": 24.69267932309087,
                        "tpot_relative": 4.367002,
                        "ttft_error_pct": 72.29,
                        "ttft_ms": 297.41234991855134,
                        "ttft_relative": 1.070359,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 22422.10682322359,
                        "interactivity_tok_s": 42.238299187309636,
                        "output_per_gpu": 1296.8428736812978,
                        "total_per_gpu": 11689.453733016058,
                        "tpot_error_pct": 10.65,
                        "tpot_ms": 23.67519571669796,
                        "tpot_relative": 4.187056,
                        "ttft_error_pct": 44.47,
                        "ttft_ms": 595.9328822031255,
                        "ttft_relative": 2.144707,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "25956497716",
                      "measured": {
                        "e2e_ms": 25521.54412102973,
                        "interactivity_tok_s": 37.74138357178473,
                        "output_per_gpu": 1140.9360301350728,
                        "total_per_gpu": 10284.144060364037,
                        "tpot_ms": 26.496113956659368,
                        "tpot_relative": 4.685947,
                        "ttft_ms": 1073.256870278783,
                        "ttft_relative": 3.862551,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 36,
                "status_counts": {
                  "failed": 0,
                  "success": 36,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.1,
                "tpot_shape_error_pct": 22.95,
                "ttft_mape_pct": 54.95,
                "ttft_shape_error_pct": 71.19
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 36,
                "status_counts": {
                  "failed": 0,
                  "success": 36,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.9,
                "tpot_shape_error_pct": 20.56,
                "ttft_mape_pct": 62.64,
                "ttft_shape_error_pct": 78.98
              },
              "gpu": "h200",
              "precisions": [
                "fp4"
              ],
              "rows": 36,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 41.96,
                    "tpot_shape_error_pct": 100.81,
                    "ttft_mape_pct": 76.07,
                    "ttft_shape_error_pct": 207.31
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 41.94,
                    "tpot_shape_error_pct": 92.93,
                    "ttft_mape_pct": 84.2,
                    "ttft_shape_error_pct": 300.12
                  },
                  "framework": "trt",
                  "id": "deb5645e71206f4d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 4,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5956.105462496891,
                        "interactivity_tok_s": 180.98427480314584,
                        "output_per_gpu": 168.096642450303,
                        "total_per_gpu": null,
                        "tpot_error_pct": 67.87,
                        "tpot_ms": 5.525341917620669,
                        "tpot_relative": 0.321269,
                        "ttft_error_pct": 91.0,
                        "ttft_ms": 303.680680770946,
                        "ttft_relative": 0.090004,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5420.963538650002,
                        "interactivity_tok_s": 174.58837688214624,
                        "output_per_gpu": 166.13070444396863,
                        "total_per_gpu": 1493.4159548650791,
                        "tpot_error_pct": 66.7,
                        "tpot_ms": 5.7277581581220485,
                        "tpot_relative": 0.333038,
                        "ttft_error_pct": 95.36,
                        "ttft_ms": 156.71906677500007,
                        "ttft_relative": 0.046448,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 18167.46389610464,
                        "interactivity_tok_s": 58.14459547141532,
                        "output_per_gpu": 45.30972594585339,
                        "total_per_gpu": 445.5112475464269,
                        "tpot_ms": 17.198503006038003,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3374.0832482781743,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7644.703831108198,
                        "interactivity_tok_s": 139.93055706695742,
                        "output_per_gpu": 264.28226754337453,
                        "total_per_gpu": null,
                        "tpot_error_pct": 42.66,
                        "tpot_ms": 7.146401907922765,
                        "tpot_relative": 0.415525,
                        "ttft_error_pct": 76.13,
                        "ttft_ms": 333.93467930320924,
                        "ttft_relative": 0.09897,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6920.236080937512,
                        "interactivity_tok_s": 137.48069128349914,
                        "output_per_gpu": 263.70646737084724,
                        "total_per_gpu": 2345.790949092995,
                        "tpot_error_pct": 41.64,
                        "tpot_ms": 7.273748703648126,
                        "tpot_relative": 0.422929,
                        "ttft_error_pct": 86.87,
                        "ttft_ms": 183.75739141250014,
                        "ttft_relative": 0.054461,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 12970.968483099932,
                        "interactivity_tok_s": 80.23446427181891,
                        "output_per_gpu": 136.68844121151858,
                        "total_per_gpu": 1215.906880996948,
                        "tpot_ms": 12.463472013874146,
                        "tpot_relative": 0.724684,
                        "ttft_ms": 1399.06541993696,
                        "ttft_relative": 0.414651,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9538.935747987787,
                        "interactivity_tok_s": 111.87716650280548,
                        "output_per_gpu": 427.4421181058554,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.59,
                        "tpot_ms": 8.938374390943514,
                        "tpot_relative": 0.519718,
                        "ttft_error_pct": 67.82,
                        "ttft_ms": 394.97874605257346,
                        "ttft_relative": 0.117063,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8455.748493037474,
                        "interactivity_tok_s": 111.37196894719614,
                        "output_per_gpu": 421.5648982518863,
                        "total_per_gpu": 3804.5176902608905,
                        "tpot_error_pct": 37.31,
                        "tpot_ms": 8.978920005213535,
                        "tpot_relative": 0.522076,
                        "ttft_error_pct": 80.56,
                        "ttft_ms": 238.5919146187497,
                        "ttft_relative": 0.070713,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 14363.246830360731,
                        "interactivity_tok_s": 69.82305169505216,
                        "output_per_gpu": 250.4890854487848,
                        "total_per_gpu": 2260.601299489027,
                        "tpot_ms": 14.321917700868159,
                        "tpot_relative": 0.832742,
                        "ttft_ms": 1227.4979356850963,
                        "ttft_relative": 0.363802,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13548.147930234249,
                        "interactivity_tok_s": 78.5035325396248,
                        "output_per_gpu": 608.2383612339502,
                        "total_per_gpu": null,
                        "tpot_error_pct": 33.72,
                        "tpot_ms": 12.738280274142419,
                        "tpot_relative": 0.740662,
                        "ttft_error_pct": 70.81,
                        "ttft_ms": 516.8872097865551,
                        "ttft_relative": 0.153193,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12013.092325203146,
                        "interactivity_tok_s": 79.28617068605676,
                        "output_per_gpu": 603.3984972634318,
                        "total_per_gpu": 5395.781488826366,
                        "tpot_error_pct": 34.38,
                        "tpot_ms": 12.61254000977827,
                        "tpot_relative": 0.733351,
                        "ttft_error_pct": 81.1,
                        "ttft_ms": 334.671744465625,
                        "ttft_relative": 0.099189,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 19609.323627103004,
                        "interactivity_tok_s": 52.03148925084096,
                        "output_per_gpu": 372.2396359760812,
                        "total_per_gpu": 3328.68534859861,
                        "tpot_ms": 19.219130845535762,
                        "tpot_relative": 1.117489,
                        "ttft_ms": 1770.5642221233575,
                        "ttft_relative": 0.524754,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 20296.38508900826,
                        "interactivity_tok_s": 51.94700556936716,
                        "output_per_gpu": 814.0418353288916,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.97,
                        "tpot_ms": 19.25038775651188,
                        "tpot_relative": 1.119306,
                        "ttft_error_pct": 74.6,
                        "ttft_ms": 603.2384140966046,
                        "ttft_relative": 0.178786,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17882.127606776576,
                        "interactivity_tok_s": 53.20194410317763,
                        "output_per_gpu": 812.528155320834,
                        "total_per_gpu": 7323.9483912450705,
                        "tpot_error_pct": 29.67,
                        "tpot_ms": 18.796305602303587,
                        "tpot_relative": 1.092904,
                        "ttft_error_pct": 77.13,
                        "ttft_ms": 543.0987383359376,
                        "ttft_relative": 0.160962,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 27127.668195517617,
                        "interactivity_tok_s": 37.419354710083965,
                        "output_per_gpu": 538.1731451610918,
                        "total_per_gpu": 4850.973243084138,
                        "tpot_ms": 26.724138022896334,
                        "tpot_relative": 1.553864,
                        "ttft_ms": 2375.119664151862,
                        "ttft_relative": 0.70393,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.6,
                    "tpot_shape_error_pct": 14.13,
                    "ttft_mape_pct": 39.7,
                    "ttft_shape_error_pct": 7.45
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.91,
                    "tpot_shape_error_pct": 7.93,
                    "ttft_mape_pct": 61.35,
                    "ttft_shape_error_pct": 33.49
                  },
                  "framework": "trt",
                  "id": "d779b98b11232f34",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 8780.932815741935,
                        "interactivity_tok_s": 125.67283494882511,
                        "output_per_gpu": 451.5583967240553,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.49,
                        "tpot_ms": 7.957169108242105,
                        "tpot_relative": 0.815085,
                        "ttft_error_pct": 41.18,
                        "ttft_ms": 640.7488180102613,
                        "ttft_relative": 0.588191,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8029.930263649944,
                        "interactivity_tok_s": 119.38993629469677,
                        "output_per_gpu": 450.0044132497105,
                        "total_per_gpu": 4045.2712986206484,
                        "tpot_error_pct": 14.2,
                        "tpot_ms": 8.375915349612423,
                        "tpot_relative": 0.857979,
                        "ttft_error_pct": 69.52,
                        "ttft_ms": 332.0295610500004,
                        "ttft_relative": 0.304795,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 10073.385546426289,
                        "interactivity_tok_s": 102.43403872805644,
                        "output_per_gpu": 359.8686318069966,
                        "total_per_gpu": 3235.0043792013,
                        "tpot_ms": 9.76237989263331,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1089.3548449734226,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13256.800768336794,
                        "interactivity_tok_s": 81.50230440378975,
                        "output_per_gpu": 607.6957992434543,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.86,
                        "tpot_ms": 12.269591728911916,
                        "tpot_relative": 1.256824,
                        "ttft_error_pct": 41.98,
                        "ttft_ms": 705.0084296599042,
                        "ttft_relative": 0.64718,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12034.810983562365,
                        "interactivity_tok_s": 79.56154424032219,
                        "output_per_gpu": 608.3172054649998,
                        "total_per_gpu": 5411.262791483186,
                        "tpot_error_pct": 10.74,
                        "tpot_ms": 12.568886257152297,
                        "tpot_relative": 1.287482,
                        "ttft_error_pct": 67.94,
                        "ttft_ms": 389.5449346500003,
                        "ttft_relative": 0.357592,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 14302.650264836848,
                        "interactivity_tok_s": 71.01890731819513,
                        "output_per_gpu": 512.6492463976177,
                        "total_per_gpu": 4560.25206453401,
                        "tpot_ms": 14.080757332967282,
                        "tpot_relative": 1.442349,
                        "ttft_ms": 1215.1382524287328,
                        "ttft_relative": 1.115466,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18899.93554634433,
                        "interactivity_tok_s": 56.621381837032466,
                        "output_per_gpu": 862.6280886069744,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.34,
                        "tpot_ms": 17.661172644606197,
                        "tpot_relative": 1.809105,
                        "ttft_error_pct": 34.33,
                        "ttft_ms": 832.5559309121911,
                        "ttft_relative": 0.764265,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16766.982980975197,
                        "interactivity_tok_s": 56.282095331667655,
                        "output_per_gpu": 856.432985607879,
                        "total_per_gpu": 7729.093332436975,
                        "tpot_error_pct": 10.81,
                        "tpot_ms": 17.767639852550772,
                        "tpot_relative": 1.820011,
                        "ttft_error_pct": 60.15,
                        "ttft_ms": 505.1808237687498,
                        "ttft_relative": 0.463743,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 19533.372008951847,
                        "interactivity_tok_s": 50.19882341140569,
                        "output_per_gpu": 737.1439270728388,
                        "total_per_gpu": 6652.539436861072,
                        "tpot_ms": 19.92078562886774,
                        "tpot_relative": 2.040567,
                        "ttft_ms": 1267.726926296018,
                        "ttft_relative": 1.163741,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 28160.136235004105,
                        "interactivity_tok_s": 37.794712679237,
                        "output_per_gpu": 1170.6198419486261,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.99,
                        "tpot_ms": 26.458727401554306,
                        "tpot_relative": 2.710274,
                        "ttft_error_pct": 35.57,
                        "ttft_ms": 1092.8581032140507,
                        "ttft_relative": 1.003216,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24827.42079600922,
                        "interactivity_tok_s": 38.391441438847224,
                        "output_per_gpu": 1173.073022512897,
                        "total_per_gpu": 10489.992481955564,
                        "tpot_error_pct": 8.43,
                        "tpot_ms": 26.04747210632545,
                        "tpot_relative": 2.668148,
                        "ttft_error_pct": 58.22,
                        "ttft_ms": 708.6975870375002,
                        "ttft_relative": 0.650566,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 28078.00020739669,
                        "interactivity_tok_s": 35.15467957378138,
                        "output_per_gpu": 1040.2518717177136,
                        "total_per_gpu": 9302.263460362758,
                        "tpot_ms": 28.445715111731737,
                        "tpot_relative": 2.913809,
                        "ttft_ms": 1696.2571826588828,
                        "ttft_relative": 1.557121,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 47556.033729625684,
                        "interactivity_tok_s": 22.106523893148932,
                        "output_per_gpu": 1388.7210484799275,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.3,
                        "tpot_ms": 45.23551530912156,
                        "tpot_relative": 4.633657,
                        "ttft_error_pct": 45.45,
                        "ttft_ms": 1280.1015683943249,
                        "ttft_relative": 1.175101,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 41694.6586479466,
                        "interactivity_tok_s": 22.747401177792195,
                        "output_per_gpu": 1397.6455918666122,
                        "total_per_gpu": 12598.067054107622,
                        "tpot_error_pct": 0.39,
                        "tpot_ms": 43.96106580193779,
                        "tpot_relative": 4.50311,
                        "ttft_error_pct": 50.94,
                        "ttft_ms": 1151.458179753127,
                        "ttft_relative": 1.057009,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 42833.98088179529,
                        "interactivity_tok_s": 22.835938072106917,
                        "output_per_gpu": 1363.6747425687536,
                        "total_per_gpu": 12291.861360883317,
                        "tpot_ms": 43.790624972024055,
                        "tpot_relative": 4.485651,
                        "ttft_ms": 2346.8190781743033,
                        "ttft_relative": 2.15432,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 21.83,
                    "tpot_shape_error_pct": 37.3,
                    "ttft_mape_pct": 46.39,
                    "ttft_shape_error_pct": 389.23
                  },
                  "aisim": {
                    "points": 2,
                    "status_counts": {
                      "failed": 0,
                      "success": 2,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.75,
                    "tpot_shape_error_pct": 35.04,
                    "ttft_mape_pct": 62.01,
                    "ttft_shape_error_pct": 422.3
                  },
                  "framework": "trt",
                  "id": "46b3117ab188a91d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5198.098253569653,
                        "interactivity_tok_s": 206.71324761429193,
                        "output_per_gpu": 96.4382464082019,
                        "total_per_gpu": null,
                        "tpot_error_pct": 34.11,
                        "tpot_ms": 4.837619318264056,
                        "tpot_relative": 0.658854,
                        "ttft_error_pct": 76.16,
                        "ttft_ms": 249.21369098552321,
                        "ttft_relative": 0.238365,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4735.676798824976,
                        "interactivity_tok_s": 199.45311717224897,
                        "output_per_gpu": 94.96867707871269,
                        "total_per_gpu": 853.7117689139379,
                        "tpot_error_pct": 31.72,
                        "tpot_ms": 5.013709558303838,
                        "tpot_relative": 0.682836,
                        "ttft_error_pct": 87.79,
                        "ttft_ms": 127.65091902499982,
                        "ttft_relative": 0.122094,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 7800.690950383432,
                        "interactivity_tok_s": 136.19382568432388,
                        "output_per_gpu": 58.028002461265224,
                        "total_per_gpu": 521.6371350175765,
                        "tpot_ms": 7.342476760421171,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1045.5109692411497,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6253.894290051635,
                        "interactivity_tok_s": 171.07001355090907,
                        "output_per_gpu": 161.5220984380391,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.54,
                        "tpot_ms": 5.845559833912143,
                        "tpot_relative": 0.796129,
                        "ttft_error_pct": 16.61,
                        "ttft_ms": 273.8865799595134,
                        "ttft_relative": 0.261964,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5667.703615449995,
                        "interactivity_tok_s": 167.82872815549877,
                        "output_per_gpu": 160.79418676475197,
                        "total_per_gpu": 1430.3386327233559,
                        "tpot_error_pct": 7.79,
                        "tpot_ms": 5.958455450329502,
                        "tpot_relative": 0.811505,
                        "ttft_error_pct": 36.23,
                        "ttft_ms": 149.77160481249967,
                        "ttft_relative": 0.143252,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 6219.374778994825,
                        "interactivity_tok_s": 154.75124436740197,
                        "output_per_gpu": 146.3981286568349,
                        "total_per_gpu": 1302.2790399918733,
                        "tpot_ms": 6.461983579439623,
                        "tpot_relative": 0.880082,
                        "ttft_ms": 234.8648586892523,
                        "ttft_relative": 0.224641,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 2,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.07,
                    "tpot_shape_error_pct": 7.82,
                    "ttft_mape_pct": 61.12,
                    "ttft_shape_error_pct": 6.05
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.5,
                    "tpot_shape_error_pct": 4.68,
                    "ttft_mape_pct": 74.72,
                    "ttft_shape_error_pct": 31.79
                  },
                  "framework": "trt",
                  "id": "150ed96c25f95c0d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 2,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 6658.271152203868,
                        "interactivity_tok_s": 163.27940236817838,
                        "output_per_gpu": 299.6434589359757,
                        "total_per_gpu": null,
                        "tpot_error_pct": 29.48,
                        "tpot_ms": 6.12447121618624,
                        "tpot_relative": 0.705192,
                        "ttft_error_pct": 61.71,
                        "ttft_ms": 392.9370980453443,
                        "ttft_relative": 0.382891,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6081.593112475031,
                        "interactivity_tok_s": 156.4427324327532,
                        "output_per_gpu": 296.38726058892814,
                        "total_per_gpu": 2664.3447113748084,
                        "tpot_error_pct": 26.4,
                        "tpot_ms": 6.392115405104225,
                        "tpot_relative": 0.73601,
                        "ttft_error_pct": 79.85,
                        "ttft_ms": 206.83670495000015,
                        "ttft_relative": 0.201548,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 9019.74988610018,
                        "interactivity_tok_s": 115.14337917591607,
                        "output_per_gpu": 200.80119797127114,
                        "total_per_gpu": 1805.0830146660755,
                        "tpot_ms": 8.68482414844018,
                        "tpot_relative": 1.0,
                        "ttft_ms": 1026.2379905674607,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9309.873450511406,
                        "interactivity_tok_s": 115.23767668858669,
                        "output_per_gpu": 433.62581663834334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.74,
                        "tpot_ms": 8.677717468240502,
                        "tpot_relative": 0.999182,
                        "ttft_error_pct": 60.79,
                        "ttft_ms": 432.5684805013742,
                        "ttft_relative": 0.421509,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8435.341227887522,
                        "interactivity_tok_s": 113.06660122204629,
                        "output_per_gpu": 433.24227697706914,
                        "total_per_gpu": 3853.8903585858775,
                        "tpot_error_pct": 27.38,
                        "tpot_ms": 8.84434474187604,
                        "tpot_relative": 1.018368,
                        "ttft_error_pct": 77.99,
                        "ttft_ms": 242.84711153750033,
                        "ttft_relative": 0.236638,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 12429.916388948914,
                        "interactivity_tok_s": 82.11268606133419,
                        "output_per_gpu": 294.9014949743007,
                        "total_per_gpu": 2623.285142308892,
                        "tpot_ms": 12.17838616621369,
                        "tpot_relative": 1.402261,
                        "ttft_ms": 1103.126850060653,
                        "ttft_relative": 1.074923,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12573.044438574621,
                        "interactivity_tok_s": 84.81485754339363,
                        "output_per_gpu": 648.6477528883954,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.28,
                        "tpot_ms": 11.790387073259804,
                        "tpot_relative": 1.357585,
                        "ttft_error_pct": 59.72,
                        "ttft_ms": 511.4784626298399,
                        "ttft_relative": 0.498401,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11214.90192126246,
                        "interactivity_tok_s": 83.96141038359133,
                        "output_per_gpu": 638.1361385142084,
                        "total_per_gpu": 5759.018926479647,
                        "tpot_error_pct": 27.55,
                        "tpot_ms": 11.910233468343822,
                        "tpot_relative": 1.371385,
                        "ttft_error_pct": 75.19,
                        "ttft_ms": 315.0361136999999,
                        "ttft_relative": 0.306982,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 16351.96093998966,
                        "interactivity_tok_s": 60.83102824886627,
                        "output_per_gpu": 440.0629504555486,
                        "total_per_gpu": 3971.4579813905207,
                        "tpot_ms": 16.438979066881668,
                        "tpot_relative": 1.89284,
                        "ttft_ms": 1269.9310178228188,
                        "ttft_relative": 1.237462,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18236.543338395782,
                        "interactivity_tok_s": 58.232307686198276,
                        "output_per_gpu": 903.5635562729734,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.02,
                        "tpot_ms": 17.172597819560764,
                        "tpot_relative": 1.977311,
                        "ttft_error_pct": 58.52,
                        "ttft_ms": 668.9757689851206,
                        "ttft_relative": 0.651872,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16235.083913375023,
                        "interactivity_tok_s": 58.62411060528102,
                        "output_per_gpu": 895.0242202628642,
                        "total_per_gpu": 8003.591559554736,
                        "tpot_error_pct": 24.53,
                        "tpot_ms": 17.057828079184834,
                        "tpot_relative": 1.964096,
                        "ttft_error_pct": 72.61,
                        "ttft_ms": 441.67756531562435,
                        "ttft_relative": 0.430385,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 22596.58118179068,
                        "interactivity_tok_s": 44.24531264760666,
                        "output_per_gpu": 645.9619553715767,
                        "total_per_gpu": 5776.397483731799,
                        "tpot_ms": 22.60126418281943,
                        "tpot_relative": 2.602386,
                        "ttft_ms": 1612.6139393571066,
                        "ttft_relative": 1.571384,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 28466.31343513351,
                        "interactivity_tok_s": 36.9588180238816,
                        "output_per_gpu": 1160.2139769558983,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.83,
                        "tpot_ms": 27.057142340261862,
                        "tpot_relative": 3.115451,
                        "ttft_error_pct": 64.87,
                        "ttft_ms": 786.8568210456252,
                        "ttft_relative": 0.766739,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25145.652115760815,
                        "interactivity_tok_s": 37.75689420040937,
                        "output_per_gpu": 1156.8912007951726,
                        "total_per_gpu": 10427.960426262074,
                        "tpot_error_pct": 16.63,
                        "tpot_ms": 26.4852292853356,
                        "tpot_relative": 3.049599,
                        "ttft_error_pct": 67.96,
                        "ttft_ms": 717.5582573374993,
                        "ttft_relative": 0.699212,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "1.3.0rc29",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016892349",
                      "measured": {
                        "e2e_ms": 31640.732096908323,
                        "interactivity_tok_s": 31.479349362491295,
                        "output_per_gpu": 922.5197852778529,
                        "total_per_gpu": 8315.388522887086,
                        "tpot_ms": 31.76685732874561,
                        "tpot_relative": 3.657743,
                        "ttft_ms": 2239.5733038705657,
                        "ttft_relative": 2.182314,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.79,
                    "tpot_shape_error_pct": 10.17,
                    "ttft_mape_pct": 66.82,
                    "ttft_shape_error_pct": 70.26
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.81,
                    "tpot_shape_error_pct": 10.17,
                    "ttft_mape_pct": 64.99,
                    "ttft_shape_error_pct": 48.93
                  },
                  "framework": "vllm",
                  "id": "1c93d3a1720b7bf4",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 2,
                    "pp_size": 1,
                    "tp_size": 2
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5820.145488161783,
                        "interactivity_tok_s": 182.1396021330068,
                        "output_per_gpu": 351.5376040275245,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.43,
                        "tpot_ms": 5.490294193515112,
                        "tpot_relative": 1.024266,
                        "ttft_error_pct": 24.22,
                        "ttft_ms": 203.57452819582335,
                        "ttft_relative": 0.757781,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5018.944768550009,
                        "interactivity_tok_s": 188.7580696829652,
                        "output_per_gpu": 359.2039952939108,
                        "total_per_gpu": 3229.02969332881,
                        "tpot_error_pct": 1.16,
                        "tpot_ms": 5.29778674723461,
                        "tpot_relative": 0.988352,
                        "ttft_error_pct": 44.37,
                        "ttft_ms": 149.45460307500045,
                        "ttft_relative": 0.556326,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 5194.930908433162,
                        "interactivity_tok_s": 186.55935780255032,
                        "output_per_gpu": 346.880164530463,
                        "total_per_gpu": 3118.2458045299913,
                        "tpot_ms": 5.360224283460359,
                        "tpot_relative": 1.0,
                        "ttft_ms": 268.6457673320547,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7860.196326125553,
                        "interactivity_tok_s": 133.97188067930588,
                        "output_per_gpu": 520.5976835971765,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.58,
                        "tpot_ms": 7.464252908367705,
                        "tpot_relative": 1.392526,
                        "ttft_error_pct": 97.68,
                        "ttft_ms": 224.26560086539124,
                        "ttft_relative": 0.8348,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6852.873268975003,
                        "interactivity_tok_s": 139.046922930771,
                        "output_per_gpu": 533.129473862508,
                        "total_per_gpu": 4742.433156645581,
                        "tpot_error_pct": 10.39,
                        "tpot_ms": 7.191816826452768,
                        "tpot_relative": 1.341701,
                        "ttft_error_pct": 98.02,
                        "ttft_ms": 191.91740610000033,
                        "ttft_relative": 0.714388,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 15656.430098132909,
                        "interactivity_tok_s": 153.50026267717618,
                        "output_per_gpu": 215.6675872716752,
                        "total_per_gpu": 1919.760221037343,
                        "tpot_ms": 6.5146468322538515,
                        "tpot_relative": 1.215368,
                        "ttft_ms": 9671.777906790589,
                        "ttft_relative": 36.001974,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11292.258590232665,
                        "interactivity_tok_s": 92.60467796556077,
                        "output_per_gpu": 724.7442958026857,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.95,
                        "tpot_ms": 10.798590546061778,
                        "tpot_relative": 2.014578,
                        "ttft_error_pct": 43.44,
                        "ttft_ms": 245.30046161146436,
                        "ttft_relative": 0.9131,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9796.804958068733,
                        "interactivity_tok_s": 95.79581764113182,
                        "output_per_gpu": 731.1308099999596,
                        "total_per_gpu": 6598.272560343974,
                        "tpot_error_pct": 1.46,
                        "tpot_ms": 10.438869092867685,
                        "tpot_relative": 1.947469,
                        "ttft_error_pct": 43.28,
                        "ttft_ms": 245.9974345687504,
                        "ttft_relative": 0.915694,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 9851.537720189663,
                        "interactivity_tok_s": 97.19090121545595,
                        "output_per_gpu": 726.5822025272298,
                        "total_per_gpu": 6557.222516405748,
                        "tpot_ms": 10.289028988250324,
                        "tpot_relative": 1.919515,
                        "ttft_ms": 433.6882998177316,
                        "ttft_relative": 1.61435,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15642.444956631074,
                        "interactivity_tok_s": 66.53496618417817,
                        "output_per_gpu": 1046.3837363903494,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.17,
                        "tpot_ms": 15.029691263866566,
                        "tpot_relative": 2.80393,
                        "ttft_error_pct": 97.53,
                        "ttft_ms": 267.0707936955768,
                        "ttft_relative": 0.994137,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13749.036950687263,
                        "interactivity_tok_s": 69.10797484828423,
                        "output_per_gpu": 1056.4644543995641,
                        "total_per_gpu": 9447.241536903448,
                        "tpot_error_pct": 16.66,
                        "tpot_ms": 14.470110029925547,
                        "tpot_relative": 2.699534,
                        "ttft_error_pct": 96.71,
                        "ttft_ms": 356.43923026249956,
                        "ttft_relative": 1.3268,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 22296.80078022211,
                        "interactivity_tok_s": 80.62213623583993,
                        "output_per_gpu": 618.9053526075801,
                        "total_per_gpu": 5534.448726804809,
                        "tpot_ms": 12.403541343468618,
                        "tpot_relative": 2.313997,
                        "ttft_ms": 10821.730387904972,
                        "ttft_relative": 40.282527,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24351.082470869027,
                        "interactivity_tok_s": 42.51821574442668,
                        "output_per_gpu": 1344.3344885863605,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.81,
                        "tpot_ms": 23.519331244069917,
                        "tpot_relative": 4.387751,
                        "ttft_error_pct": 71.21,
                        "ttft_ms": 290.8066081855049,
                        "ttft_relative": 1.082491,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21444.38285730942,
                        "interactivity_tok_s": 44.187422415530236,
                        "output_per_gpu": 1355.3075383972302,
                        "total_per_gpu": 12216.441240202023,
                        "tpot_error_pct": 9.37,
                        "tpot_ms": 22.630874247340962,
                        "tpot_relative": 4.222001,
                        "ttft_error_pct": 42.57,
                        "ttft_ms": 580.0779479546884,
                        "ttft_relative": 2.159267,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 24045.82318119792,
                        "interactivity_tok_s": 40.046221914835726,
                        "output_per_gpu": 1210.7420554229893,
                        "total_per_gpu": 10913.360073690708,
                        "tpot_ms": 24.97114464696943,
                        "tpot_relative": 4.658601,
                        "ttft_ms": 1010.0655517409905,
                        "ttft_relative": 3.759842,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 2
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.75,
                    "tpot_shape_error_pct": 11.86,
                    "ttft_mape_pct": 57.3,
                    "ttft_shape_error_pct": 52.05
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.57,
                    "tpot_shape_error_pct": 11.94,
                    "ttft_mape_pct": 51.53,
                    "ttft_shape_error_pct": 28.02
                  },
                  "framework": "vllm",
                  "id": "2ccc110523b8c07a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7939.120509047171,
                        "interactivity_tok_s": 134.01334527774483,
                        "output_per_gpu": 515.4223311432149,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.33,
                        "tpot_ms": 7.4619434200936015,
                        "tpot_relative": 1.043289,
                        "ttft_error_pct": 26.83,
                        "ttft_ms": 305.552390291417,
                        "ttft_relative": 0.731671,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6802.767446024988,
                        "interactivity_tok_s": 140.0205509817967,
                        "output_per_gpu": 530.9739947511439,
                        "total_per_gpu": 4773.139547164508,
                        "tpot_error_pct": 0.15,
                        "tpot_ms": 7.141808777270162,
                        "tpot_relative": 0.998529,
                        "ttft_error_pct": 42.94,
                        "ttft_ms": 238.29486267500005,
                        "ttft_relative": 0.570617,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 6990.065329952631,
                        "interactivity_tok_s": 139.81460840295654,
                        "output_per_gpu": 516.6757454624576,
                        "total_per_gpu": 4644.606813340073,
                        "tpot_ms": 7.15232843994329,
                        "tpot_relative": 1.0,
                        "ttft_ms": 417.6088360371068,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11452.404182181983,
                        "interactivity_tok_s": 92.03191523485272,
                        "output_per_gpu": 714.6097771097643,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.27,
                        "tpot_ms": 10.865795821461917,
                        "tpot_relative": 1.519197,
                        "ttft_error_pct": 32.74,
                        "ttft_ms": 336.69505682644206,
                        "ttft_relative": 0.806245,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9960.939282937481,
                        "interactivity_tok_s": 95.96000117557003,
                        "output_per_gpu": 734.5619566822916,
                        "total_per_gpu": 6534.268221454521,
                        "tpot_error_pct": 0.0,
                        "tpot_ms": 10.421008625983479,
                        "tpot_relative": 1.457009,
                        "ttft_error_pct": 38.62,
                        "ttft_ms": 307.2642532250003,
                        "ttft_relative": 0.73577,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 10155.199391650967,
                        "interactivity_tok_s": 95.9643216323067,
                        "output_per_gpu": 720.0792485221906,
                        "total_per_gpu": 6405.4378364471495,
                        "tpot_ms": 10.420539456648925,
                        "tpot_relative": 1.456944,
                        "ttft_ms": 500.5743789253756,
                        "ttft_relative": 1.198668,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17020.6503926674,
                        "interactivity_tok_s": 61.43336666007367,
                        "output_per_gpu": 961.6553787540007,
                        "total_per_gpu": null,
                        "tpot_error_pct": 33.67,
                        "tpot_ms": 16.27779909138388,
                        "tpot_relative": 2.275874,
                        "ttft_error_pct": 96.65,
                        "ttft_ms": 368.4619221816922,
                        "ttft_relative": 0.882314,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14737.745371749956,
                        "interactivity_tok_s": 63.7949715117857,
                        "output_per_gpu": 974.5489085641344,
                        "total_per_gpu": 8795.059973046755,
                        "tpot_error_pct": 28.72,
                        "tpot_ms": 15.67521665583402,
                        "tpot_relative": 2.191624,
                        "ttft_error_pct": 96.4,
                        "ttft_ms": 395.130201081249,
                        "ttft_relative": 0.946173,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 22134.735016984632,
                        "interactivity_tok_s": 82.11787814931054,
                        "output_per_gpu": 624.1696099507129,
                        "total_per_gpu": 5632.9745019753955,
                        "tpot_ms": 12.177616160292812,
                        "tpot_relative": 1.702609,
                        "ttft_ms": 10983.345726845437,
                        "ttft_relative": 26.300559,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24588.595527732527,
                        "interactivity_tok_s": 42.29602987281354,
                        "output_per_gpu": 1331.3489159264234,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.07,
                        "tpot_ms": 23.642880975047877,
                        "tpot_relative": 3.30562,
                        "ttft_error_pct": 59.1,
                        "ttft_ms": 401.9282902585459,
                        "ttft_relative": 0.962452,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21578.834013915628,
                        "interactivity_tok_s": 44.06670315103524,
                        "output_per_gpu": 1348.9676280971346,
                        "total_per_gpu": 12062.898051161,
                        "tpot_error_pct": 8.88,
                        "tpot_ms": 22.692870773031892,
                        "tpot_relative": 3.172795,
                        "ttft_error_pct": 41.46,
                        "ttft_ms": 575.2194649187492,
                        "ttft_relative": 1.377412,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 24052.172408386832,
                        "interactivity_tok_s": 40.15283085743889,
                        "output_per_gpu": 1210.6870187291643,
                        "total_per_gpu": 10826.348812680584,
                        "tpot_ms": 24.904844282348662,
                        "tpot_relative": 3.482061,
                        "ttft_ms": 982.6216945657507,
                        "ttft_relative": 2.352972,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 40522.57945115277,
                        "interactivity_tok_s": 25.521881971235565,
                        "output_per_gpu": 1615.6918164334052,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.39,
                        "tpot_ms": 39.18206349857154,
                        "tpot_relative": 5.478225,
                        "ttft_error_pct": 71.17,
                        "ttft_ms": 439.3284921140869,
                        "ttft_relative": 1.05201,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 35630.5179997421,
                        "interactivity_tok_s": 26.575439337732963,
                        "output_per_gpu": 1633.6822656969862,
                        "total_per_gpu": 14725.649226189034,
                        "tpot_error_pct": 10.1,
                        "tpot_ms": 37.62872881578882,
                        "tpot_relative": 5.261046,
                        "ttft_error_pct": 38.24,
                        "ttft_ms": 941.1716725828135,
                        "ttft_relative": 2.253716,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 40132.12944071565,
                        "interactivity_tok_s": 23.891738915310235,
                        "output_per_gpu": 1452.3361354687083,
                        "total_per_gpu": 13091.035471519235,
                        "tpot_ms": 41.85547161488454,
                        "tpot_relative": 5.852006,
                        "ttft_ms": 1523.975830533891,
                        "ttft_relative": 3.64929,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 1
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 9.32,
                    "tpot_shape_error_pct": 4.94,
                    "ttft_mape_pct": 44.82,
                    "ttft_shape_error_pct": 37.89
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.18,
                    "tpot_shape_error_pct": 5.37,
                    "ttft_mape_pct": 47.06,
                    "ttft_shape_error_pct": 3.0
                  },
                  "framework": "vllm",
                  "id": "92a12933e1cdd20e",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 4247.629777304237,
                        "interactivity_tok_s": 249.1296655857063,
                        "output_per_gpu": 240.84019880123546,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.0,
                        "tpot_ms": 4.013973998837072,
                        "tpot_relative": 0.91996,
                        "ttft_error_pct": 20.81,
                        "ttft_ms": 141.33437649391317,
                        "ttft_relative": 0.791912,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3688.1956850750125,
                        "interactivity_tok_s": 255.85830911234754,
                        "output_per_gpu": 243.57142714568846,
                        "total_per_gpu": 2189.56186736277,
                        "tpot_error_pct": 10.42,
                        "tpot_ms": 3.9084132286706366,
                        "tpot_relative": 0.895767,
                        "ttft_error_pct": 46.37,
                        "ttft_ms": 95.71700915000022,
                        "ttft_relative": 0.536313,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 4188.002538122237,
                        "interactivity_tok_s": 229.18934059637175,
                        "output_per_gpu": 214.70785663493993,
                        "total_per_gpu": 1930.0955823109102,
                        "tpot_ms": 4.36320466474535,
                        "tpot_relative": 1.0,
                        "ttft_ms": 178.47228958271444,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5390.292407224223,
                        "interactivity_tok_s": 195.42703707728882,
                        "output_per_gpu": 379.5712450140725,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.19,
                        "tpot_ms": 5.116999238976914,
                        "tpot_relative": 1.172762,
                        "ttft_error_pct": 34.6,
                        "ttft_ms": 155.60218575084065,
                        "ttft_relative": 0.871856,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4714.6649671875,
                        "interactivity_tok_s": 201.62807394672612,
                        "output_per_gpu": 386.70178408246016,
                        "total_per_gpu": 3439.8911567954638,
                        "tpot_error_pct": 5.2,
                        "tpot_ms": 4.959626804074013,
                        "tpot_relative": 1.136694,
                        "ttft_error_pct": 48.72,
                        "ttft_ms": 121.99072847499993,
                        "ttft_relative": 0.683528,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 5083.958245185204,
                        "interactivity_tok_s": 191.14355127463216,
                        "output_per_gpu": 358.6828612729634,
                        "total_per_gpu": 3190.649884159467,
                        "tpot_ms": 5.23167008947749,
                        "tpot_relative": 1.199043,
                        "ttft_ms": 237.91034045862034,
                        "ttft_relative": 1.333038,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6736.304857993416,
                        "interactivity_tok_s": 155.79877373885898,
                        "output_per_gpu": 607.4546930791533,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.37,
                        "tpot_ms": 6.418535756103851,
                        "tpot_relative": 1.47106,
                        "ttft_error_pct": 43.83,
                        "ttft_ms": 170.14277949917616,
                        "ttft_relative": 0.953329,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5848.423818693762,
                        "interactivity_tok_s": 160.69514254122763,
                        "output_per_gpu": 608.6889949522655,
                        "total_per_gpu": 5493.265826367113,
                        "tpot_error_pct": 12.13,
                        "tpot_ms": 6.22296345854662,
                        "tpot_relative": 1.426237,
                        "ttft_error_pct": 48.95,
                        "ttft_ms": 154.61806536249986,
                        "ttft_relative": 0.866342,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 6785.367102728924,
                        "interactivity_tok_s": 141.1951061554083,
                        "output_per_gpu": 525.4573708582608,
                        "total_per_gpu": 4742.121251551061,
                        "tpot_ms": 7.082398443040487,
                        "tpot_relative": 1.62321,
                        "ttft_ms": 302.8883691004012,
                        "ttft_relative": 1.697117,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9331.073444930365,
                        "interactivity_tok_s": 111.85176367167536,
                        "output_per_gpu": 877.0695084868743,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.65,
                        "tpot_ms": 8.94040439930259,
                        "tpot_relative": 2.049045,
                        "ttft_error_pct": 54.63,
                        "ttft_ms": 185.0397444438158,
                        "ttft_relative": 1.036798,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8206.247752699956,
                        "interactivity_tok_s": 115.9584755127371,
                        "output_per_gpu": 882.3033280116803,
                        "total_per_gpu": 7889.837290623691,
                        "tpot_error_pct": 15.74,
                        "tpot_ms": 8.62377670608612,
                        "tpot_relative": 1.976478,
                        "ttft_error_pct": 45.15,
                        "ttft_ms": 223.69403326249977,
                        "ttft_relative": 1.253382,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 9886.268218085752,
                        "interactivity_tok_s": 97.70669509788516,
                        "output_per_gpu": 732.9003752424743,
                        "total_per_gpu": 6553.828516017588,
                        "tpot_ms": 10.234713179052607,
                        "tpot_relative": 2.345687,
                        "ttft_ms": 407.8344904090045,
                        "ttft_relative": 2.285142,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14351.054585703387,
                        "interactivity_tok_s": 72.29556662154215,
                        "output_per_gpu": 1140.543358834821,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.37,
                        "tpot_ms": 13.83210681831805,
                        "tpot_relative": 3.170171,
                        "ttft_error_pct": 70.22,
                        "ttft_ms": 200.8093105640224,
                        "ttft_relative": 1.125157,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12666.273434879573,
                        "interactivity_tok_s": 74.94687213384246,
                        "output_per_gpu": 1146.1361043984923,
                        "total_per_gpu": 10331.016375232792,
                        "tpot_error_pct": 17.4,
                        "tpot_ms": 13.342784982596323,
                        "tpot_relative": 3.058024,
                        "ttft_error_pct": 46.09,
                        "ttft_ms": 363.5049207953125,
                        "ttft_relative": 2.036758,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 15575.09619698394,
                        "interactivity_tok_s": 61.90613028206255,
                        "output_per_gpu": 933.3392503199931,
                        "total_per_gpu": 8412.912778595155,
                        "tpot_ms": 16.15348908813563,
                        "tpot_relative": 3.702208,
                        "ttft_ms": 674.243960592139,
                        "ttft_relative": 3.777864,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.68,
                    "tpot_shape_error_pct": 2.12,
                    "ttft_mape_pct": 39.11,
                    "ttft_shape_error_pct": 26.66
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.05,
                    "tpot_shape_error_pct": 2.87,
                    "ttft_mape_pct": 52.9,
                    "ttft_shape_error_pct": 2.59
                  },
                  "framework": "vllm",
                  "id": "5faa4414949268b5",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 3806.455249356042,
                        "interactivity_tok_s": 276.69856056220516,
                        "output_per_gpu": 134.37699026844808,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.2,
                        "tpot_ms": 3.614041207761137,
                        "tpot_relative": 0.927951,
                        "ttft_error_pct": 23.89,
                        "ttft_ms": 109.29109381639859,
                        "ttft_relative": 0.761079,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3322.1159096249844,
                        "interactivity_tok_s": 282.4319926053989,
                        "output_per_gpu": 135.05960427542962,
                        "total_per_gpu": 1214.1052947302612,
                        "tpot_error_pct": 9.09,
                        "tpot_ms": 3.5406753702904843,
                        "tpot_relative": 0.909113,
                        "ttft_error_pct": 52.87,
                        "ttft_ms": 67.67543077500008,
                        "ttft_relative": 0.471277,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 3722.854489623569,
                        "interactivity_tok_s": 256.7626796126937,
                        "output_per_gpu": 120.66102954125886,
                        "total_per_gpu": 1084.670694983649,
                        "tpot_ms": 3.8946470005236793,
                        "tpot_relative": 1.0,
                        "ttft_ms": 143.6001636320725,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 4302.35580466694,
                        "interactivity_tok_s": 244.61590934244302,
                        "output_per_gpu": 237.77670802826452,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.74,
                        "tpot_ms": 4.088041545164091,
                        "tpot_relative": 1.049657,
                        "ttft_error_pct": 31.17,
                        "ttft_ms": 120.2893039640739,
                        "ttft_relative": 0.837668,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 3776.8889959875173,
                        "interactivity_tok_s": 250.78911933892135,
                        "output_per_gpu": 240.8373846566648,
                        "total_per_gpu": 2142.3598850776166,
                        "tpot_error_pct": 10.98,
                        "tpot_ms": 3.9874138185739243,
                        "tpot_relative": 1.023819,
                        "ttft_error_pct": 51.1,
                        "ttft_ms": 85.46324728750008,
                        "ttft_relative": 0.595147,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 4322.423413570505,
                        "interactivity_tok_s": 223.2408959569787,
                        "output_per_gpu": 210.70334952100617,
                        "total_per_gpu": 1874.3037104011328,
                        "tpot_ms": 4.479465985447005,
                        "tpot_relative": 1.15016,
                        "ttft_ms": 174.76841871393844,
                        "ttft_relative": 1.217049,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5490.174551254889,
                        "interactivity_tok_s": 190.90181600860413,
                        "output_per_gpu": 372.66574694466607,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.77,
                        "tpot_ms": 5.238294851814972,
                        "tpot_relative": 1.344999,
                        "ttft_error_pct": 42.84,
                        "ttft_ms": 131.3989178481725,
                        "ttft_relative": 0.915033,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4774.088672049982,
                        "interactivity_tok_s": 196.07178024531976,
                        "output_per_gpu": 371.8142087852421,
                        "total_per_gpu": 3355.530170276648,
                        "tpot_error_pct": 10.2,
                        "tpot_ms": 5.10017300168758,
                        "tpot_relative": 1.309534,
                        "ttft_error_pct": 52.89,
                        "ttft_ms": 108.2922068999998,
                        "ttft_relative": 0.754123,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 5427.616656804457,
                        "interactivity_tok_s": 176.0671849836152,
                        "output_per_gpu": 327.1258883419744,
                        "total_per_gpu": 2952.229263632202,
                        "tpot_ms": 5.679650072743879,
                        "tpot_relative": 1.458322,
                        "ttft_ms": 229.87490235245787,
                        "ttft_relative": 1.600798,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7107.5662609867295,
                        "interactivity_tok_s": 146.88303938166155,
                        "output_per_gpu": 575.7244955225948,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.01,
                        "tpot_ms": 6.808137986589422,
                        "tpot_relative": 1.748076,
                        "ttft_error_pct": 58.53,
                        "ttft_ms": 142.84110070575102,
                        "ttft_relative": 0.994714,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6251.5857821531345,
                        "interactivity_tok_s": 151.83177201661792,
                        "output_per_gpu": 577.1107186908696,
                        "total_per_gpu": 5160.707802618175,
                        "tpot_error_pct": 13.91,
                        "tpot_ms": 6.58623677190931,
                        "tpot_relative": 1.6911,
                        "ttft_error_pct": 54.75,
                        "ttft_ms": 155.87539459375037,
                        "ttft_relative": 1.085482,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.30.0",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26696231118",
                      "measured": {
                        "e2e_ms": 7427.904372426565,
                        "interactivity_tok_s": 130.7130509140337,
                        "output_per_gpu": 486.218414764048,
                        "total_per_gpu": 4347.91988016001,
                        "tpot_ms": 7.650345493486125,
                        "tpot_relative": 1.964323,
                        "ttft_ms": 344.47015679324977,
                        "ttft_relative": 2.398815,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp4",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 86
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 50.0,
        "points": 30,
        "status_counts": {
          "failed": 0,
          "success": 30,
          "unknown": 0,
          "unsupported": 30
        },
        "tpot_mape_pct": 10.65,
        "tpot_shape_error_pct": 3.59,
        "ttft_mape_pct": 46.21,
        "ttft_shape_error_pct": 24.75
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 60,
        "status_counts": {
          "failed": 0,
          "success": 60,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 11.4,
        "tpot_shape_error_pct": 6.46,
        "ttft_mape_pct": 72.64,
        "ttft_shape_error_pct": 20.3
      },
      "frameworks": [
        "sglang"
      ],
      "gpu_skus": [
        "b200",
        "b300"
      ],
      "hf_model_paths": [
        "Qwen/Qwen3.5-397B-A17B"
      ],
      "model": "Qwen/Qwen3.5-397B-A17B",
      "precisions": [
        "bf16"
      ],
      "rows": 60,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 50.0,
            "points": 15,
            "status_counts": {
              "failed": 0,
              "success": 15,
              "unknown": 0,
              "unsupported": 15
            },
            "tpot_mape_pct": 4.75,
            "tpot_shape_error_pct": 3.37,
            "ttft_mape_pct": 63.42,
            "ttft_shape_error_pct": 16.01
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 30,
            "status_counts": {
              "failed": 0,
              "success": 30,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 5.81,
            "tpot_shape_error_pct": 6.22,
            "ttft_mape_pct": 83.7,
            "ttft_shape_error_pct": 22.33
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 5
                },
                "tpot_mape_pct": 4.12,
                "tpot_shape_error_pct": 2.74,
                "ttft_mape_pct": 73.55,
                "ttft_shape_error_pct": 5.69
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 4.63,
                "tpot_shape_error_pct": 5.43,
                "ttft_mape_pct": 87.95,
                "ttft_shape_error_pct": 10.25
              },
              "gpu": "b200",
              "precisions": [
                "bf16"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.91,
                    "tpot_shape_error_pct": 7.68,
                    "ttft_mape_pct": 89.07,
                    "ttft_shape_error_pct": 13.26
                  },
                  "framework": "sglang",
                  "id": "459cf6b9c4167590",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3215.695051750002,
                        "interactivity_tok_s": 288.3663353613213,
                        "output_per_gpu": 139.27322315372356,
                        "total_per_gpu": 279.90848523828663,
                        "tpot_error_pct": 4.72,
                        "tpot_ms": 3.467811174099105,
                        "tpot_relative": 0.952776,
                        "ttft_error_pct": 87.87,
                        "ttft_ms": 36.09101412500005,
                        "ttft_relative": 0.12126,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9227272727272728,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 3637.0961302491196,
                        "interactivity_tok_s": 274.7484074032318,
                        "output_per_gpu": 121.47234883060382,
                        "total_per_gpu": 244.46024795580615,
                        "tpot_ms": 3.639693527076064,
                        "tpot_relative": 1.0,
                        "ttft_ms": 297.63436077591905,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3837.8507581749936,
                        "interactivity_tok_s": 244.47184739571898,
                        "output_per_gpu": 237.72620885443916,
                        "total_per_gpu": 473.69648184981037,
                        "tpot_error_pct": 18.88,
                        "tpot_ms": 4.090450539203932,
                        "tpot_relative": 1.123845,
                        "ttft_error_pct": 87.66,
                        "ttft_ms": 39.8515993874998,
                        "ttft_relative": 0.133894,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9436633663366338,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 5010.50190976257,
                        "interactivity_tok_s": 198.32667342933058,
                        "output_per_gpu": 179.46111671387018,
                        "total_per_gpu": 358.03852155413927,
                        "tpot_ms": 5.042186120044656,
                        "tpot_relative": 1.385333,
                        "ttft_ms": 322.8439965114376,
                        "ttft_relative": 1.0847,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5414.966893750001,
                        "interactivity_tok_s": 170.49100256957746,
                        "output_per_gpu": 332.1535295811492,
                        "total_per_gpu": 667.8429462817555,
                        "tpot_error_pct": 0.75,
                        "tpot_ms": 5.865412162098698,
                        "tpot_relative": 1.611513,
                        "ttft_error_pct": 90.62,
                        "ttft_ms": 45.91041146249982,
                        "ttft_relative": 0.154251,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9166336633663366,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 5824.098369468538,
                        "interactivity_tok_s": 171.77176808460635,
                        "output_per_gpu": 299.9284526752978,
                        "total_per_gpu": 602.8465991359988,
                        "tpot_ms": 5.821678446643508,
                        "tpot_relative": 1.599497,
                        "ttft_ms": 489.2521341371321,
                        "ttft_relative": 1.643803,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 7093.6972022281,
                        "interactivity_tok_s": 131.17082285733383,
                        "output_per_gpu": 511.04990805126647,
                        "total_per_gpu": 1020.4832315993749,
                        "tpot_error_pct": 2.51,
                        "tpot_ms": 7.623646617568577,
                        "tpot_relative": 2.094585,
                        "ttft_error_pct": 90.08,
                        "ttft_ms": 56.469511506249866,
                        "ttft_relative": 0.189728,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.920990099009901,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 7793.7007409344005,
                        "interactivity_tok_s": 127.87605322315902,
                        "output_per_gpu": 456.7864925248664,
                        "total_per_gpu": 912.1953078202374,
                        "tpot_ms": 7.820072443547192,
                        "tpot_relative": 2.148552,
                        "ttft_ms": 569.2555719126631,
                        "ttft_relative": 1.9126,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9368.456716223429,
                        "interactivity_tok_s": 99.20171254003978,
                        "output_per_gpu": 771.4573272901171,
                        "total_per_gpu": 1543.2624871472328,
                        "tpot_error_pct": 2.71,
                        "tpot_ms": 10.080471136991513,
                        "tpot_relative": 2.769593,
                        "ttft_error_pct": 89.14,
                        "ttft_ms": 79.29008829062536,
                        "ttft_relative": 0.266401,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9454901960784312,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 9764.260133789026,
                        "interactivity_tok_s": 101.8939207765368,
                        "output_per_gpu": 730.2842459199376,
                        "total_per_gpu": 1462.2572422004503,
                        "tpot_ms": 9.814128187226169,
                        "tpot_relative": 2.696416,
                        "ttft_ms": 730.084393576476,
                        "ttft_relative": 2.452957,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 4.12,
                    "tpot_shape_error_pct": 2.74,
                    "ttft_mape_pct": 73.55,
                    "ttft_shape_error_pct": 5.69
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.34,
                    "tpot_shape_error_pct": 3.18,
                    "ttft_mape_pct": 86.82,
                    "ttft_shape_error_pct": 7.23
                  },
                  "framework": "sglang",
                  "id": "7344902230ea429a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5985.601153551537,
                        "interactivity_tok_s": 172.98003399631796,
                        "output_per_gpu": 85.14738813838602,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.61,
                        "tpot_ms": 5.781014010098333,
                        "tpot_relative": 0.973883,
                        "ttft_error_pct": 72.63,
                        "ttft_ms": 71.62382122094284,
                        "ttft_relative": 0.273731,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5365.591362424992,
                        "interactivity_tok_s": 172.02375986090712,
                        "output_per_gpu": 83.02454268564983,
                        "total_per_gpu": 166.86103368980872,
                        "tpot_error_pct": 2.07,
                        "tpot_ms": 5.813150467171325,
                        "tpot_relative": 0.979297,
                        "ttft_error_pct": 86.21,
                        "ttft_ms": 36.09101412500024,
                        "ttft_relative": 0.137932,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 5705.317651751466,
                        "interactivity_tok_s": 168.462332580696,
                        "output_per_gpu": 78.19144207641956,
                        "total_per_gpu": 157.14756659326068,
                        "tpot_ms": 5.936045077144975,
                        "tpot_relative": 1.0,
                        "ttft_ms": 261.65758902534435,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7801.357710155549,
                        "interactivity_tok_s": 132.4674423377251,
                        "output_per_gpu": 130.94408727423868,
                        "total_per_gpu": null,
                        "tpot_error_pct": 3.99,
                        "tpot_ms": 7.549024744136789,
                        "tpot_relative": 1.271726,
                        "ttft_error_pct": 73.63,
                        "ttft_ms": 78.70539690361427,
                        "ttft_relative": 0.300795,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7082.966625962476,
                        "interactivity_tok_s": 131.8226245288636,
                        "output_per_gpu": 128.7945166214262,
                        "total_per_gpu": 256.63770813958894,
                        "tpot_error_pct": 3.52,
                        "tpot_ms": 7.585951224791782,
                        "tpot_relative": 1.277947,
                        "ttft_error_pct": 86.65,
                        "ttft_ms": 39.851599387500116,
                        "ttft_relative": 0.152304,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 7604.594523412652,
                        "interactivity_tok_s": 127.18722747662018,
                        "output_per_gpu": 120.00993957615364,
                        "total_per_gpu": 239.13344026379843,
                        "tpot_ms": 7.862424709146381,
                        "tpot_relative": 1.324522,
                        "ttft_ms": 298.44391730021016,
                        "ttft_relative": 1.14059,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10109.396807067236,
                        "interactivity_tok_s": 102.13180402554524,
                        "output_per_gpu": 202.5323910598305,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.89,
                        "tpot_ms": 9.791269326348917,
                        "tpot_relative": 1.64946,
                        "ttft_error_pct": 76.24,
                        "ttft_ms": 92.92828621229437,
                        "ttft_relative": 0.355152,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9079.575158731272,
                        "interactivity_tok_s": 101.30256108606982,
                        "output_per_gpu": 197.92855454987412,
                        "total_per_gpu": 397.96412577811435,
                        "tpot_error_pct": 1.09,
                        "tpot_ms": 9.87141874083883,
                        "tpot_relative": 1.662962,
                        "ttft_error_pct": 88.43,
                        "ttft_ms": 45.246516274999955,
                        "ttft_relative": 0.172923,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 9533.630958762842,
                        "interactivity_tok_s": 100.1992241427127,
                        "output_per_gpu": 188.68193002122234,
                        "total_per_gpu": 379.3724432626129,
                        "tpot_ms": 9.98011719707241,
                        "tpot_relative": 1.681274,
                        "ttft_ms": 391.1163377437333,
                        "ttft_relative": 1.494764,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11969.423184700809,
                        "interactivity_tok_s": 86.34505498222309,
                        "output_per_gpu": 342.9893953620296,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.36,
                        "tpot_ms": 11.581439147915097,
                        "tpot_relative": 1.951036,
                        "ttft_error_pct": 71.81,
                        "ttft_ms": 121.61093638366407,
                        "ttft_relative": 0.464771,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10947.332493768814,
                        "interactivity_tok_s": 84.73989445670588,
                        "output_per_gpu": 330.0645751998845,
                        "total_per_gpu": 659.0850698336571,
                        "tpot_error_pct": 8.66,
                        "tpot_ms": 11.800817152432328,
                        "tpot_relative": 1.987993,
                        "ttft_error_pct": 87.08,
                        "ttft_ms": 55.74891412812517,
                        "ttft_relative": 0.213061,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 12361.471030462599,
                        "interactivity_tok_s": 77.40285190254578,
                        "output_per_gpu": 293.19937567717557,
                        "total_per_gpu": 585.4712850548997,
                        "tpot_ms": 12.919420608158626,
                        "tpot_relative": 2.176436,
                        "ttft_ms": 431.4421721908275,
                        "ttft_relative": 1.648881,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16916.862539033667,
                        "interactivity_tok_s": 60.98781435874901,
                        "output_per_gpu": 485.74592922521316,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.78,
                        "tpot_ms": 16.396718106959753,
                        "tpot_relative": 2.762229,
                        "ttft_error_pct": 73.42,
                        "ttft_ms": 143.01991561384042,
                        "ttft_relative": 0.546592,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15668.100129887589,
                        "interactivity_tok_s": 59.08952360203344,
                        "output_per_gpu": 460.5374376254141,
                        "total_per_gpu": 921.2825211094669,
                        "tpot_error_pct": 1.38,
                        "tpot_ms": 16.923473723277525,
                        "tpot_relative": 2.850968,
                        "ttft_error_pct": 85.75,
                        "ttft_ms": 76.67592880000005,
                        "ttft_relative": 0.293039,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 15919.54864321392,
                        "interactivity_tok_s": 59.90383258262537,
                        "output_per_gpu": 452.35450802812545,
                        "total_per_gpu": 904.9129724180028,
                        "tpot_ms": 16.693422722506106,
                        "tpot_relative": 2.812213,
                        "ttft_ms": 538.1686374451192,
                        "ttft_relative": 2.056767,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 10
                },
                "tpot_mape_pct": 5.07,
                "tpot_shape_error_pct": 3.68,
                "ttft_mape_pct": 58.35,
                "ttft_shape_error_pct": 21.18
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 20,
                "status_counts": {
                  "failed": 0,
                  "success": 20,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 6.4,
                "tpot_shape_error_pct": 6.61,
                "ttft_mape_pct": 81.58,
                "ttft_shape_error_pct": 28.37
              },
              "gpu": "b300",
              "precisions": [
                "bf16"
              ],
              "rows": 20,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.67,
                    "tpot_shape_error_pct": 11.58,
                    "ttft_mape_pct": 85.91,
                    "ttft_shape_error_pct": 24.9
                  },
                  "framework": "sglang",
                  "id": "23d18ee9992151a5",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 2922.052944024999,
                        "interactivity_tok_s": 317.6104259144873,
                        "output_per_gpu": 153.04188069225785,
                        "total_per_gpu": 307.5804525275193,
                        "tpot_error_pct": 13.75,
                        "tpot_ms": 3.148511252805151,
                        "tpot_relative": 0.862458,
                        "ttft_error_pct": 84.25,
                        "ttft_ms": 35.18675930000001,
                        "ttft_relative": 0.1575,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.925979381443299,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 3572.040678751364,
                        "interactivity_tok_s": 273.9257687645817,
                        "output_per_gpu": 124.86827764145215,
                        "total_per_gpu": 251.29447489825165,
                        "tpot_ms": 3.6506240523118647,
                        "tpot_relative": 1.0,
                        "ttft_ms": 223.40737690101378,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3809.0156832250095,
                        "interactivity_tok_s": 246.28791722267144,
                        "output_per_gpu": 239.9640726526526,
                        "total_per_gpu": 478.1556797362404,
                        "tpot_error_pct": 14.07,
                        "tpot_ms": 4.0602885081686315,
                        "tpot_relative": 1.112218,
                        "ttft_error_pct": 80.55,
                        "ttft_ms": 38.85311290000001,
                        "ttft_relative": 0.173912,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.982843137254902,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 4589.663726709114,
                        "interactivity_tok_s": 211.63669224955134,
                        "output_per_gpu": 195.36329870680342,
                        "total_per_gpu": 389.7645791787134,
                        "tpot_ms": 4.725078573902725,
                        "tpot_relative": 1.294321,
                        "ttft_ms": 199.7806204497465,
                        "ttft_relative": 0.894244,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5401.317005812487,
                        "interactivity_tok_s": 170.86529563593993,
                        "output_per_gpu": 333.531827894298,
                        "total_per_gpu": 670.6142153616571,
                        "tpot_error_pct": 1.94,
                        "tpot_ms": 5.852563542983502,
                        "tpot_relative": 1.603168,
                        "ttft_error_pct": 88.52,
                        "ttft_ms": 44.42713001250004,
                        "ttft_relative": 0.198862,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9344999999999999,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 5647.8754631065385,
                        "interactivity_tok_s": 174.1820218504837,
                        "output_per_gpu": 314.84674382921185,
                        "total_per_gpu": 632.8318873166903,
                        "tpot_ms": 5.741120635621001,
                        "tpot_relative": 1.572641,
                        "ttft_ms": 387.080604376024,
                        "ttft_relative": 1.732622,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6914.405544909381,
                        "interactivity_tok_s": 134.58057811240457,
                        "output_per_gpu": 524.4884338343387,
                        "total_per_gpu": 1047.3177735941763,
                        "tpot_error_pct": 2.65,
                        "tpot_ms": 7.430492676029216,
                        "tpot_relative": 2.035403,
                        "ttft_error_pct": 87.98,
                        "ttft_ms": 55.469809565625155,
                        "ttft_relative": 0.24829,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9294059405940596,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 7509.073162244931,
                        "interactivity_tok_s": 131.01079958905586,
                        "output_per_gpu": 476.18422940028,
                        "total_per_gpu": 950.9322776073216,
                        "tpot_ms": 7.632958528126838,
                        "tpot_relative": 2.090864,
                        "ttft_ms": 461.5403077468727,
                        "ttft_relative": 2.065913,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9255.793081673426,
                        "interactivity_tok_s": 100.39530895848125,
                        "output_per_gpu": 780.7831116376573,
                        "total_per_gpu": 1561.9182606264203,
                        "tpot_error_pct": 0.92,
                        "tpot_ms": 9.960624758010882,
                        "tpot_relative": 2.728472,
                        "ttft_error_pct": 88.23,
                        "ttft_ms": 77.0145653328124,
                        "ttft_relative": 0.344727,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9460396039603962,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 9908.277958917824,
                        "interactivity_tok_s": 99.47479868767952,
                        "output_per_gpu": 723.7082558038079,
                        "total_per_gpu": 1449.0900552788203,
                        "tpot_ms": 10.052797423995745,
                        "tpot_relative": 2.75372,
                        "ttft_ms": 654.512237680683,
                        "ttft_relative": 2.929681,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.87,
                    "tpot_shape_error_pct": 6.54,
                    "ttft_mape_pct": 82.13,
                    "ttft_shape_error_pct": 43.0
                  },
                  "framework": "sglang",
                  "id": "2afe83637e7eaf42",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4171.535565575002,
                        "interactivity_tok_s": 222.37126732652416,
                        "output_per_gpu": 214.99860784146435,
                        "total_per_gpu": 432.09981995477176,
                        "tpot_error_pct": 4.04,
                        "tpot_ms": 4.496983859572227,
                        "tpot_relative": 1.040399,
                        "ttft_error_pct": 72.76,
                        "ttft_ms": 48.72539139999968,
                        "ttft_relative": 0.272365,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.964020618556701,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 4143.577270628884,
                        "interactivity_tok_s": 231.3548323158467,
                        "output_per_gpu": 213.80474524553583,
                        "total_per_gpu": 430.27702633575433,
                        "tpot_ms": 4.322364871267506,
                        "tpot_relative": 1.0,
                        "ttft_ms": 178.8977198593784,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5519.626056524987,
                        "interactivity_tok_s": 169.8513900966758,
                        "output_per_gpu": 331.0663887567823,
                        "total_per_gpu": 659.6873957167846,
                        "tpot_error_pct": 1.1,
                        "tpot_ms": 5.887499651494293,
                        "tpot_relative": 1.362101,
                        "ttft_error_pct": 75.18,
                        "ttft_ms": 53.10750427499971,
                        "ttft_relative": 0.29686,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.945392156862745,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 5749.049717758317,
                        "interactivity_tok_s": 167.9782926200657,
                        "output_per_gpu": 313.62740657194416,
                        "total_per_gpu": 625.7104325663605,
                        "tpot_ms": 5.953150162454657,
                        "tpot_relative": 1.37729,
                        "ttft_ms": 213.9328144316096,
                        "ttft_relative": 1.195839,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 8361.166166493742,
                        "interactivity_tok_s": 110.25907355236306,
                        "output_per_gpu": 431.29263392199414,
                        "total_per_gpu": 867.176524396115,
                        "tpot_error_pct": 15.7,
                        "tpot_ms": 9.06954836261245,
                        "tpot_relative": 2.098284,
                        "ttft_error_pct": 87.09,
                        "ttft_ms": 59.58701642499996,
                        "ttft_relative": 0.333079,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.917549019607843,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 7642.517121452329,
                        "interactivity_tok_s": 127.56684872782088,
                        "output_per_gpu": 467.5770587917983,
                        "total_per_gpu": 939.814936570251,
                        "tpot_ms": 7.839027223550999,
                        "tpot_relative": 1.813597,
                        "ttft_ms": 461.62589725790895,
                        "ttft_relative": 2.58039,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 10699.43678404995,
                        "interactivity_tok_s": 86.85758401402626,
                        "output_per_gpu": 678.2545563291502,
                        "total_per_gpu": 1354.3636161271709,
                        "tpot_error_pct": 9.93,
                        "tpot_ms": 11.513099418451638,
                        "tpot_relative": 2.663611,
                        "ttft_error_pct": 87.72,
                        "ttft_ms": 72.18036877812483,
                        "ttft_relative": 0.403473,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9324752475247524,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 10255.802013366883,
                        "interactivity_tok_s": 95.48517365010271,
                        "output_per_gpu": 699.2361340842376,
                        "total_per_gpu": 1396.3633579538944,
                        "tpot_ms": 10.47283009260071,
                        "tpot_relative": 2.42294,
                        "ttft_ms": 587.9379353247714,
                        "ttft_relative": 3.286447,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 13633.465888417191,
                        "interactivity_tok_s": 68.0864428874577,
                        "output_per_gpu": 1060.3783878597917,
                        "total_per_gpu": 2121.2348762231263,
                        "tpot_error_pct": 8.58,
                        "tpot_ms": 14.687211691363178,
                        "tpot_relative": 3.397957,
                        "ttft_error_pct": 87.91,
                        "ttft_ms": 99.82819024687514,
                        "ttft_relative": 0.558018,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9449999999999998,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 13276.04678575044,
                        "interactivity_tok_s": 73.92882460593411,
                        "output_per_gpu": 1082.1416472376475,
                        "total_per_gpu": 2166.785699678715,
                        "tpot_ms": 13.526523725087497,
                        "tpot_relative": 3.129427,
                        "ttft_ms": 825.9579259712154,
                        "ttft_relative": 4.616928,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.27,
                    "tpot_shape_error_pct": 4.25,
                    "ttft_mape_pct": 53.71,
                    "ttft_shape_error_pct": 29.19
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.25,
                    "tpot_shape_error_pct": 4.94,
                    "ttft_mape_pct": 76.96,
                    "ttft_shape_error_pct": 31.96
                  },
                  "framework": "sglang",
                  "id": "2660e1a897b70d07",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7563.26604414882,
                        "interactivity_tok_s": 136.95666667235506,
                        "output_per_gpu": 134.74518412703566,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.53,
                        "tpot_ms": 7.301579574744803,
                        "tpot_relative": 1.045259,
                        "ttft_error_pct": 42.32,
                        "ttft_ms": 93.75013918488612,
                        "ttft_relative": 0.576755,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6770.829026500003,
                        "interactivity_tok_s": 136.37604948569165,
                        "output_per_gpu": 132.03676346292912,
                        "total_per_gpu": 265.3647960446899,
                        "tpot_error_pct": 4.97,
                        "tpot_ms": 7.33266584397518,
                        "tpot_relative": 1.049709,
                        "ttft_error_pct": 70.34,
                        "ttft_ms": 48.20608667499981,
                        "ttft_relative": 0.296566,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 6568.4004159178585,
                        "interactivity_tok_s": 143.15520587601173,
                        "output_per_gpu": 135.8618403297597,
                        "total_per_gpu": 273.052357569225,
                        "tpot_ms": 6.985425321284584,
                        "tpot_relative": 1.0,
                        "ttft_ms": 162.54768197541125,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9974.657022735908,
                        "interactivity_tok_s": 103.63108117800299,
                        "output_per_gpu": 204.81044541253138,
                        "total_per_gpu": null,
                        "tpot_error_pct": 8.64,
                        "tpot_ms": 9.649614658389405,
                        "tpot_relative": 1.381393,
                        "ttft_error_pct": 37.12,
                        "ttft_ms": 103.10122720354677,
                        "ttft_relative": 0.634283,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9063.174967087454,
                        "interactivity_tok_s": 103.0439282739803,
                        "output_per_gpu": 201.5892801991896,
                        "total_per_gpu": 401.6895455875545,
                        "tpot_error_pct": 9.26,
                        "tpot_ms": 9.704598968132611,
                        "tpot_relative": 1.389264,
                        "ttft_error_pct": 67.92,
                        "ttft_ms": 52.599146124999834,
                        "ttft_relative": 0.323592,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 8411.346193853387,
                        "interactivity_tok_s": 112.58112028135095,
                        "output_per_gpu": 216.71092621849317,
                        "total_per_gpu": 431.82114341868925,
                        "tpot_ms": 8.882484003542555,
                        "tpot_relative": 1.271574,
                        "ttft_ms": 163.97242512612138,
                        "ttft_relative": 1.008765,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13275.0697415095,
                        "interactivity_tok_s": 77.77547898036899,
                        "output_per_gpu": 308.4706251419357,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.3,
                        "tpot_ms": 12.857522873660557,
                        "tpot_relative": 1.840621,
                        "ttft_error_pct": 60.03,
                        "ttft_ms": 121.82384175475038,
                        "ttft_relative": 0.749465,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11945.98466911246,
                        "interactivity_tok_s": 76.99354075699513,
                        "output_per_gpu": 301.11672972511894,
                        "total_per_gpu": 605.4389492953426,
                        "tpot_error_pct": 6.37,
                        "tpot_ms": 12.988102510523216,
                        "tpot_relative": 1.859314,
                        "ttft_error_pct": 80.62,
                        "ttft_ms": 59.074204106249475,
                        "ttft_relative": 0.363427,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 11480.744316620985,
                        "interactivity_tok_s": 81.89947268208415,
                        "output_per_gpu": 313.30136898875065,
                        "total_per_gpu": 629.9379374453874,
                        "tpot_ms": 12.210090825392507,
                        "tpot_relative": 1.747938,
                        "ttft_ms": 304.7986523626605,
                        "ttft_relative": 1.875134,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17177.9382732213,
                        "interactivity_tok_s": 60.111933256748706,
                        "output_per_gpu": 477.9302312380557,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.78,
                        "tpot_ms": 16.635631992217302,
                        "tpot_relative": 2.381477,
                        "ttft_error_pct": 63.45,
                        "ttft_ms": 159.686745182999,
                        "ttft_relative": 0.982399,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15750.330962884293,
                        "interactivity_tok_s": 58.86449446340142,
                        "output_per_gpu": 460.0046566691252,
                        "total_per_gpu": 918.554198313991,
                        "tpot_error_pct": 0.3,
                        "tpot_ms": 16.988169339018835,
                        "tpot_relative": 2.431945,
                        "ttft_error_pct": 83.59,
                        "ttft_ms": 71.69834853125039,
                        "ttft_relative": 0.441091,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 16070.200011904308,
                        "interactivity_tok_s": 59.04106386945309,
                        "output_per_gpu": 450.84274551895925,
                        "total_per_gpu": 900.2593575345464,
                        "tpot_ms": 16.93736417438413,
                        "tpot_relative": 2.424672,
                        "ttft_ms": 436.85279777510004,
                        "ttft_relative": 2.687536,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25837.861026889717,
                        "interactivity_tok_s": 39.883718718381125,
                        "output_per_gpu": 635.8816000996823,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.11,
                        "tpot_ms": 25.07288768785575,
                        "tpot_relative": 3.589314,
                        "ttft_error_pct": 65.64,
                        "ttft_ms": 188.29692221328614,
                        "ttft_relative": 1.15841,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24073.851200287398,
                        "interactivity_tok_s": 38.4207682487177,
                        "output_per_gpu": 601.4995056488634,
                        "total_per_gpu": 1203.2702137475542,
                        "tpot_error_pct": 15.34,
                        "tpot_ms": 26.027589909875765,
                        "tpot_relative": 3.725985,
                        "ttft_error_pct": 82.32,
                        "ttft_ms": 96.90969819062525,
                        "ttft_relative": 0.596192,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 21331.86839217742,
                        "interactivity_tok_s": 44.31597457076329,
                        "output_per_gpu": 675.5437646691353,
                        "total_per_gpu": 1351.3921166608256,
                        "tpot_ms": 22.565226415210848,
                        "tpot_relative": 3.23033,
                        "ttft_ms": 548.0291704319825,
                        "ttft_relative": 3.371498,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.86,
                    "tpot_shape_error_pct": 3.12,
                    "ttft_mape_pct": 63.0,
                    "ttft_shape_error_pct": 13.16
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 3.83,
                    "tpot_shape_error_pct": 3.39,
                    "ttft_mape_pct": 81.31,
                    "ttft_shape_error_pct": 13.62
                  },
                  "framework": "sglang",
                  "id": "7be3e766306a403d",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5781.966357103716,
                        "interactivity_tok_s": 179.05500178479593,
                        "output_per_gpu": 88.15007110639677,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.13,
                        "tpot_ms": 5.584876099701968,
                        "tpot_relative": 0.958735,
                        "ttft_error_pct": 65.48,
                        "ttft_ms": 68.63810710860298,
                        "ttft_relative": 0.34519,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5176.616022274871,
                        "interactivity_tok_s": 178.31451037225986,
                        "output_per_gpu": 86.02197570702798,
                        "total_per_gpu": 172.88521348272639,
                        "tpot_error_pct": 3.73,
                        "tpot_ms": 5.608068563306156,
                        "tpot_relative": 0.962716,
                        "ttft_error_pct": 82.3,
                        "ttft_ms": 35.186759299999885,
                        "ttft_relative": 0.176959,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 5540.103630899102,
                        "interactivity_tok_s": 171.66627561178814,
                        "output_per_gpu": 80.43102591598887,
                        "total_per_gpu": 161.64863654700238,
                        "tpot_ms": 5.825255988319065,
                        "tpot_relative": 1.0,
                        "ttft_ms": 198.84141764923697,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7580.446785747168,
                        "interactivity_tok_s": 136.3088776361719,
                        "output_per_gpu": 134.7662986962373,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.61,
                        "tpot_ms": 7.3362793190121085,
                        "tpot_relative": 1.259392,
                        "ttft_error_pct": 51.22,
                        "ttft_ms": 75.43304239778126,
                        "ttft_relative": 0.379363,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6879.090164700019,
                        "interactivity_tok_s": 135.73088906339305,
                        "output_per_gpu": 132.66156305611446,
                        "total_per_gpu": 264.3432375386772,
                        "tpot_error_pct": 1.19,
                        "tpot_ms": 7.367519706829228,
                        "tpot_relative": 1.264755,
                        "ttft_error_pct": 75.0,
                        "ttft_ms": 38.66678367500015,
                        "ttft_relative": 0.19446,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 7078.494479475194,
                        "interactivity_tok_s": 134.11332284513742,
                        "output_per_gpu": 128.70322017137056,
                        "total_per_gpu": 256.4557895896523,
                        "tpot_ms": 7.456380759089195,
                        "tpot_relative": 1.280009,
                        "ttft_ms": 154.63806286206818,
                        "ttft_relative": 0.777695,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9186.701916315056,
                        "interactivity_tok_s": 112.44689871756133,
                        "output_per_gpu": 222.85930194089332,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.46,
                        "tpot_ms": 8.893086527106021,
                        "tpot_relative": 1.526643,
                        "ttft_error_pct": 66.4,
                        "ttft_ms": 89.07439908559677,
                        "ttft_relative": 0.447967,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8267.671108218798,
                        "interactivity_tok_s": 111.2849045200455,
                        "output_per_gpu": 217.14682329600524,
                        "total_per_gpu": 436.6052482675717,
                        "tpot_error_pct": 5.48,
                        "tpot_ms": 8.985944718314174,
                        "tpot_relative": 1.542584,
                        "ttft_error_pct": 83.42,
                        "ttft_ms": 43.94516276249996,
                        "ttft_relative": 0.221006,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 8968.258117943697,
                        "interactivity_tok_s": 105.1871810419506,
                        "output_per_gpu": 200.3226459781038,
                        "total_per_gpu": 402.77779455084425,
                        "tpot_ms": 9.506861863720651,
                        "tpot_relative": 1.632008,
                        "ttft_ms": 265.1150878180488,
                        "ttft_relative": 1.333299,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12029.233828889923,
                        "interactivity_tok_s": 85.87601217159316,
                        "output_per_gpu": 341.2638728498542,
                        "total_per_gpu": null,
                        "tpot_error_pct": 5.62,
                        "tpot_ms": 11.64469535452869,
                        "tpot_relative": 1.999001,
                        "ttft_error_pct": 64.45,
                        "ttft_ms": 116.71048120707387,
                        "ttft_relative": 0.586953,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11000.68651807182,
                        "interactivity_tok_s": 84.3125582918059,
                        "output_per_gpu": 328.86260422255907,
                        "total_per_gpu": 656.6849300275335,
                        "tpot_error_pct": 3.87,
                        "tpot_ms": 11.860629309088196,
                        "tpot_relative": 2.03607,
                        "ttft_error_pct": 83.49,
                        "ttft_ms": 54.19323389062497,
                        "ttft_relative": 0.272545,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 11717.69451078817,
                        "interactivity_tok_s": 81.04703191300439,
                        "output_per_gpu": 308.75786891340084,
                        "total_per_gpu": 616.539055944563,
                        "tpot_ms": 12.338514766011377,
                        "tpot_relative": 2.118107,
                        "ttft_ms": 328.2613737241263,
                        "ttft_relative": 1.65087,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16910.1669773722,
                        "interactivity_tok_s": 60.99209377903182,
                        "output_per_gpu": 485.8991714430308,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.48,
                        "tpot_ms": 16.395567655422663,
                        "tpot_relative": 2.814566,
                        "ttft_error_pct": 67.43,
                        "ttft_ms": 137.50126587481157,
                        "ttft_relative": 0.691512,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15684.933379273416,
                        "interactivity_tok_s": 59.016735771204445,
                        "output_per_gpu": 460.35080826002593,
                        "total_per_gpu": 920.9091782317533,
                        "tpot_error_pct": 4.88,
                        "tpot_ms": 16.944346157618597,
                        "tpot_relative": 2.908773,
                        "ttft_error_pct": 82.33,
                        "ttft_ms": 74.61035647656236,
                        "ttft_relative": 0.375225,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 15304.666326192819,
                        "interactivity_tok_s": 61.8973828172237,
                        "output_per_gpu": 469.7231046927357,
                        "total_per_gpu": 939.6579968525214,
                        "tpot_ms": 16.155771932278498,
                        "tpot_relative": 2.773401,
                        "ttft_ms": 422.2142068501853,
                        "ttft_relative": 2.123372,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "bf16"
          ],
          "rows": 30
        },
        {
          "aic": {
            "coverage_pct": 50.0,
            "points": 15,
            "status_counts": {
              "failed": 0,
              "success": 15,
              "unknown": 0,
              "unsupported": 15
            },
            "tpot_mape_pct": 16.54,
            "tpot_shape_error_pct": 3.81,
            "ttft_mape_pct": 29.01,
            "ttft_shape_error_pct": 33.5
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 30,
            "status_counts": {
              "failed": 0,
              "success": 30,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 16.99,
            "tpot_shape_error_pct": 6.69,
            "ttft_mape_pct": 61.58,
            "ttft_shape_error_pct": 18.27
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 5
                },
                "tpot_mape_pct": 16.57,
                "tpot_shape_error_pct": 2.91,
                "ttft_mape_pct": 34.96,
                "ttft_shape_error_pct": 28.93
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 15.68,
                "tpot_shape_error_pct": 4.19,
                "ttft_mape_pct": 65.58,
                "ttft_shape_error_pct": 9.04
              },
              "gpu": "b200",
              "precisions": [
                "bf16"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 14.61,
                    "tpot_shape_error_pct": 5.76,
                    "ttft_mape_pct": 70.82,
                    "ttft_shape_error_pct": 10.11
                  },
                  "framework": "sglang",
                  "id": "2e9d79c0b1efb4d6",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4182.266407825007,
                        "interactivity_tok_s": 227.08651729462764,
                        "output_per_gpu": 107.9755757121142,
                        "total_per_gpu": 970.6360304912796,
                        "tpot_error_pct": 18.56,
                        "tpot_ms": 4.403607981281317,
                        "tpot_relative": 1.185642,
                        "ttft_error_pct": 72.5,
                        "ttft_ms": 134.88334507499988,
                        "ttft_relative": 0.275027,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9177999999999997,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 3906.650526874,
                        "interactivity_tok_s": 269.2432330437813,
                        "output_per_gpu": 115.91294874900534,
                        "total_per_gpu": 1042.2748739760445,
                        "tpot_ms": 3.714113772498755,
                        "tpot_relative": 1.0,
                        "ttft_ms": 490.4364394988079,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5082.787196474937,
                        "interactivity_tok_s": 188.18613412224198,
                        "output_per_gpu": 179.73035996455545,
                        "total_per_gpu": 1598.7846482702125,
                        "tpot_error_pct": 1.31,
                        "tpot_ms": 5.313887788089742,
                        "tpot_relative": 1.430728,
                        "ttft_error_pct": 64.57,
                        "ttft_ms": 159.78289597499992,
                        "ttft_relative": 0.325797,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9911340206185564,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 5303.09828806312,
                        "interactivity_tok_s": 190.64526901116247,
                        "output_per_gpu": 170.05273357047673,
                        "total_per_gpu": 1513.1086477305985,
                        "tpot_ms": 5.245343905919055,
                        "tpot_relative": 1.412273,
                        "ttft_ms": 450.9186204504658,
                        "ttft_relative": 0.919423,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 7308.806624037521,
                        "interactivity_tok_s": 128.87755458843867,
                        "output_per_gpu": 245.2596022214873,
                        "total_per_gpu": 2213.4065222870404,
                        "tpot_error_pct": 12.26,
                        "tpot_ms": 7.759303031419466,
                        "tpot_relative": 2.08914,
                        "ttft_error_pct": 73.87,
                        "ttft_ms": 206.90079623125,
                        "ttft_relative": 0.421871,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 2.010098039215686,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 7115.514575957059,
                        "interactivity_tok_s": 144.6830212146026,
                        "output_per_gpu": 249.30629315588504,
                        "total_per_gpu": 2250.5602658151115,
                        "tpot_ms": 6.911661033928366,
                        "tpot_relative": 1.860918,
                        "ttft_ms": 791.8490316378666,
                        "ttft_relative": 1.61458,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 11129.309233478103,
                        "interactivity_tok_s": 85.52619485667401,
                        "output_per_gpu": 326.8703065195034,
                        "total_per_gpu": 2922.9783586864505,
                        "tpot_error_pct": 19.14,
                        "tpot_ms": 11.692324225061268,
                        "tpot_relative": 3.148079,
                        "ttft_error_pct": 72.0,
                        "ttft_ms": 303.58963798750017,
                        "ttft_relative": 0.619019,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9240776699029127,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 10162.336614840751,
                        "interactivity_tok_s": 101.89837070096833,
                        "output_per_gpu": 353.0134459097973,
                        "total_per_gpu": 3157.6931923670254,
                        "tpot_ms": 9.813699602073196,
                        "tpot_relative": 2.642272,
                        "ttft_ms": 1084.188500297023,
                        "ttft_relative": 2.210661,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 17408.303934273405,
                        "interactivity_tok_s": 54.52847351932367,
                        "output_per_gpu": 418.2151824643859,
                        "total_per_gpu": 3769.6988008924504,
                        "tpot_error_pct": 21.75,
                        "tpot_ms": 18.33904262230305,
                        "tpot_relative": 4.937663,
                        "ttft_error_pct": 71.19,
                        "ttft_ms": 492.92030351093746,
                        "ttft_relative": 1.005065,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9936000000000003,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 15584.937867470444,
                        "interactivity_tok_s": 66.38753483332088,
                        "output_per_gpu": 461.352258740242,
                        "total_per_gpu": 4159.722583030353,
                        "tpot_ms": 15.06306872985567,
                        "tpot_relative": 4.055629,
                        "ttft_ms": 1710.6422007235778,
                        "ttft_relative": 3.488,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.57,
                    "tpot_shape_error_pct": 2.91,
                    "ttft_mape_pct": 34.96,
                    "ttft_shape_error_pct": 28.93
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.76,
                    "tpot_shape_error_pct": 2.62,
                    "ttft_mape_pct": 60.33,
                    "ttft_shape_error_pct": 7.97
                  },
                  "framework": "sglang",
                  "id": "ea96039c6c8d49a0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7295.215507514839,
                        "interactivity_tok_s": 145.60536493974067,
                        "output_per_gpu": 69.0627102592139,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.73,
                        "tpot_ms": 6.867878806621265,
                        "tpot_relative": 1.147327,
                        "ttft_error_pct": 15.37,
                        "ttft_ms": 269.3754883412846,
                        "ttft_relative": 0.846292,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6541.61907290001,
                        "interactivity_tok_s": 143.47043738834364,
                        "output_per_gpu": 68.66964081559854,
                        "total_per_gpu": 617.2991172950648,
                        "tpot_error_pct": 16.44,
                        "tpot_ms": 6.970077029131896,
                        "tpot_relative": 1.1644,
                        "ttft_error_pct": 57.62,
                        "ttft_ms": 134.88334507499997,
                        "ttft_relative": 0.42376,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 5819.711296474998,
                        "interactivity_tok_s": 167.05697692322317,
                        "output_per_gpu": 77.3074904609687,
                        "total_per_gpu": 694.9482341112295,
                        "tpot_ms": 5.985981659775782,
                        "tpot_relative": 1.0,
                        "ttft_ms": 318.3010235494294,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9675.673761574562,
                        "interactivity_tok_s": 109.06591688835321,
                        "output_per_gpu": 104.85842816831695,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.24,
                        "tpot_ms": 9.168767187128344,
                        "tpot_relative": 1.531707,
                        "ttft_error_pct": 29.67,
                        "ttft_ms": 296.02492914226576,
                        "ttft_relative": 0.930016,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8579.916863312455,
                        "interactivity_tok_s": 109.96256232810707,
                        "output_per_gpu": 106.27434992688055,
                        "total_per_gpu": 945.3594773943647,
                        "tpot_error_pct": 15.29,
                        "tpot_ms": 9.094004166765348,
                        "tpot_relative": 1.519217,
                        "ttft_error_pct": 62.04,
                        "ttft_ms": 159.78289597500003,
                        "ttft_relative": 0.501987,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 7728.883496424896,
                        "interactivity_tok_s": 126.7779879629392,
                        "output_per_gpu": 117.98389289482326,
                        "total_per_gpu": 1049.5212758745947,
                        "tpot_ms": 7.887804626559686,
                        "tpot_relative": 1.317713,
                        "ttft_ms": 420.91323638760514,
                        "ttft_relative": 1.322375,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13795.191143688051,
                        "interactivity_tok_s": 76.0939411942209,
                        "output_per_gpu": 148.0966364778877,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.5,
                        "tpot_ms": 13.141650758338521,
                        "tpot_relative": 2.195404,
                        "ttft_error_pct": 36.18,
                        "ttft_ms": 351.28241790774354,
                        "ttft_relative": 1.103617,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12117.869084525004,
                        "interactivity_tok_s": 76.805513798495,
                        "output_per_gpu": 147.31085865643774,
                        "total_per_gpu": 1329.4436278968142,
                        "tpot_error_pct": 23.35,
                        "tpot_ms": 13.01989857946364,
                        "tpot_relative": 2.175065,
                        "ttft_error_pct": 62.39,
                        "ttft_ms": 207.02299177500018,
                        "ttft_relative": 0.6504,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 10215.928362855539,
                        "interactivity_tok_s": 94.7398585911471,
                        "output_per_gpu": 174.44306346030385,
                        "total_per_gpu": 1574.304985140113,
                        "tpot_ms": 10.555219470144367,
                        "tpot_relative": 1.763323,
                        "ttft_ms": 550.4462199181035,
                        "ttft_relative": 1.729326,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17303.012540380012,
                        "interactivity_tok_s": 60.73206673934532,
                        "output_per_gpu": 237.7649780154581,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.05,
                        "tpot_ms": 16.4657660061509,
                        "tpot_relative": 2.750721,
                        "ttft_error_pct": 40.65,
                        "ttft_ms": 458.5339160876374,
                        "ttft_relative": 1.440567,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15539.758057062141,
                        "interactivity_tok_s": 60.71239642366281,
                        "output_per_gpu": 232.81251547389374,
                        "total_per_gpu": 2081.8836424988694,
                        "tpot_error_pct": 13.09,
                        "tpot_ms": 16.471100778526466,
                        "tpot_relative": 2.751612,
                        "ttft_error_pct": 61.59,
                        "ttft_ms": 296.76383535312493,
                        "ttft_relative": 0.932337,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 14256.174768406117,
                        "interactivity_tok_s": 68.65854247525537,
                        "output_per_gpu": 253.89222550152888,
                        "total_per_gpu": 2270.385121492915,
                        "tpot_ms": 14.564830011653703,
                        "tpot_relative": 2.433156,
                        "ttft_ms": 772.6545190812885,
                        "ttft_relative": 2.427433,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25450.95510608672,
                        "interactivity_tok_s": 41.05648207180566,
                        "output_per_gpu": 323.87861095805005,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.32,
                        "tpot_ms": 24.35668984622335,
                        "tpot_relative": 4.068955,
                        "ttft_error_pct": 52.91,
                        "ttft_ms": 534.0613934002336,
                        "ttft_relative": 1.67785,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 23188.715176060963,
                        "interactivity_tok_s": 40.593570237322126,
                        "output_per_gpu": 312.7718148271651,
                        "total_per_gpu": 2819.2556959773337,
                        "tpot_error_pct": 15.62,
                        "tpot_ms": 24.634443192695336,
                        "tpot_relative": 4.115356,
                        "ttft_error_pct": 57.99,
                        "ttft_ms": 476.4916480281245,
                        "ttft_relative": 1.496984,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719974515",
                      "measured": {
                        "e2e_ms": 20783.640213207833,
                        "interactivity_tok_s": 46.93627535452399,
                        "output_per_gpu": 348.77869862673873,
                        "total_per_gpu": 3143.813752151407,
                        "tpot_ms": 21.30548264528225,
                        "tpot_relative": 3.55923,
                        "ttft_ms": 1134.2155090626875,
                        "ttft_relative": 3.563342,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 10
                },
                "tpot_mape_pct": 16.53,
                "tpot_shape_error_pct": 4.26,
                "ttft_mape_pct": 26.03,
                "ttft_shape_error_pct": 35.78
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 20,
                "status_counts": {
                  "failed": 0,
                  "success": 20,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.64,
                "tpot_shape_error_pct": 7.94,
                "ttft_mape_pct": 59.58,
                "ttft_shape_error_pct": 22.89
              },
              "gpu": "b300",
              "precisions": [
                "bf16"
              ],
              "rows": 20,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.28,
                    "tpot_shape_error_pct": 14.71,
                    "ttft_mape_pct": 64.33,
                    "ttft_shape_error_pct": 17.23
                  },
                  "framework": "sglang",
                  "id": "9aaeb9b14d367272",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3763.0007900499972,
                        "interactivity_tok_s": 253.1218099726047,
                        "output_per_gpu": 119.95292146403035,
                        "total_per_gpu": 1078.3052256753638,
                        "tpot_error_pct": 0.67,
                        "tpot_ms": 3.950667072538039,
                        "tpot_relative": 0.99328,
                        "ttft_error_pct": 59.37,
                        "ttft_ms": 131.64367860000007,
                        "ttft_relative": 0.406271,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 2.015257731958763,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 3979.687577750883,
                        "interactivity_tok_s": 251.4208195487531,
                        "output_per_gpu": 112.97723987741236,
                        "total_per_gpu": 1015.8773435258827,
                        "tpot_ms": 3.9773953557019954,
                        "tpot_relative": 1.0,
                        "ttft_ms": 324.0290942485444,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5130.516649700001,
                        "interactivity_tok_s": 186.23783774173228,
                        "output_per_gpu": 178.15490062151625,
                        "total_per_gpu": 1584.7702090173132,
                        "tpot_error_pct": 5.28,
                        "tpot_ms": 5.369478147543588,
                        "tpot_relative": 1.349999,
                        "ttft_error_pct": 57.77,
                        "ttft_ms": 155.81378745000006,
                        "ttft_relative": 0.480864,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9761616161616162,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 5092.145238146622,
                        "interactivity_tok_s": 196.06910907828194,
                        "output_per_gpu": 177.03471666571917,
                        "total_per_gpu": 1575.2334885250089,
                        "tpot_ms": 5.100242484402493,
                        "tpot_relative": 1.282307,
                        "ttft_ms": 368.9514000834606,
                        "ttft_relative": 1.138637,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 7187.819089087515,
                        "interactivity_tok_s": 131.06218984704557,
                        "output_per_gpu": 249.65516479678166,
                        "total_per_gpu": 2253.0753743326013,
                        "tpot_error_pct": 11.23,
                        "tpot_ms": 7.629965600048626,
                        "tpot_relative": 1.918332,
                        "ttft_error_pct": 71.52,
                        "ttft_ms": 204.94559545625015,
                        "ttft_relative": 0.632491,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 2.047128712871287,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 6996.579138400921,
                        "interactivity_tok_s": 145.7787383311359,
                        "output_per_gpu": 254.501552936538,
                        "total_per_gpu": 2297.4593837030584,
                        "tpot_ms": 6.8597108978162735,
                        "tpot_relative": 1.724674,
                        "ttft_ms": 719.6094839408033,
                        "ttft_relative": 2.220818,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 10710.040540781214,
                        "interactivity_tok_s": 88.94512048622032,
                        "output_per_gpu": 339.53622401994386,
                        "total_per_gpu": 3036.2410258920027,
                        "tpot_error_pct": 15.77,
                        "tpot_ms": 11.242887687750374,
                        "tpot_relative": 2.826696,
                        "ttft_error_pct": 69.22,
                        "ttft_ms": 299.90328117499973,
                        "ttft_relative": 0.925544,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9891,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 9957.175295525667,
                        "interactivity_tok_s": 102.96999564308078,
                        "output_per_gpu": 361.9659015332966,
                        "total_per_gpu": 3237.772601536372,
                        "tpot_ms": 9.711566886593303,
                        "tpot_relative": 2.44169,
                        "ttft_ms": 974.3480941586313,
                        "ttft_relative": 3.006977,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 17314.735744842117,
                        "interactivity_tok_s": 54.78058065925658,
                        "output_per_gpu": 420.46785610196264,
                        "total_per_gpu": 3790.0039009137727,
                        "tpot_error_pct": 23.48,
                        "tpot_ms": 18.254644035632808,
                        "tpot_relative": 4.589598,
                        "ttft_error_pct": 63.78,
                        "ttft_ms": 477.76732538749985,
                        "ttft_relative": 1.474458,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9232692307692307,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 14935.294066638016,
                        "interactivity_tok_s": 67.64143855104729,
                        "output_per_gpu": 481.78975956652056,
                        "total_per_gpu": 4343.9946487181005,
                        "tpot_ms": 14.78383697066592,
                        "tpot_relative": 3.716964,
                        "ttft_ms": 1319.0614378978353,
                        "ttft_relative": 4.070812,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.32,
                    "tpot_shape_error_pct": 10.26,
                    "ttft_mape_pct": 69.68,
                    "ttft_shape_error_pct": 38.45
                  },
                  "framework": "sglang",
                  "id": "24116ab7bff14feb",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5245.319666774988,
                        "interactivity_tok_s": 180.9186251832854,
                        "output_per_gpu": 172.33785732128197,
                        "total_per_gpu": 1549.2145573708124,
                        "tpot_error_pct": 18.51,
                        "tpot_ms": 5.527346888618671,
                        "tpot_relative": 1.185095,
                        "ttft_error_pct": 60.92,
                        "ttft_ms": 164.8128866999999,
                        "ttft_relative": 0.390801,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9573,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 4706.057661502564,
                        "interactivity_tok_s": 214.40571096182438,
                        "output_per_gpu": 191.26063177864364,
                        "total_per_gpu": 1719.791904486211,
                        "tpot_ms": 4.664054868286849,
                        "tpot_relative": 1.0,
                        "ttft_ms": 421.73119979852345,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6985.031383074973,
                        "interactivity_tok_s": 136.46615446122166,
                        "output_per_gpu": 261.8806120678408,
                        "total_per_gpu": 2329.5491220083272,
                        "tpot_error_pct": 11.22,
                        "tpot_ms": 7.327824279566409,
                        "tpot_relative": 1.571127,
                        "ttft_error_pct": 52.76,
                        "ttft_ms": 196.94424528749965,
                        "ttft_relative": 0.46699,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9556999999999998,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 6517.334978397412,
                        "interactivity_tok_s": 151.78129375575062,
                        "output_per_gpu": 278.06389169074276,
                        "total_per_gpu": 2474.1788638435223,
                        "tpot_ms": 6.58842717212056,
                        "tpot_relative": 1.412596,
                        "ttft_ms": 416.9347834875225,
                        "ttft_relative": 0.988627,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 10492.060788387502,
                        "interactivity_tok_s": 89.39825251917975,
                        "output_per_gpu": 342.111337675362,
                        "total_per_gpu": 3087.469193051839,
                        "tpot_error_pct": 22.26,
                        "tpot_ms": 11.185900974803252,
                        "tpot_relative": 2.398321,
                        "ttft_error_pct": 69.45,
                        "ttft_ms": 255.73480971874991,
                        "ttft_relative": 0.606393,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9856310679611648,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 9210.353015978035,
                        "interactivity_tok_s": 109.30160660562697,
                        "output_per_gpu": 387.30438629769094,
                        "total_per_gpu": 3496.309104529775,
                        "tpot_ms": 9.148996351061127,
                        "tpot_relative": 1.961597,
                        "ttft_ms": 837.1519695811003,
                        "ttft_relative": 1.985037,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 15345.183200440642,
                        "interactivity_tok_s": 61.83512292056348,
                        "output_per_gpu": 473.9735508065262,
                        "total_per_gpu": 4238.422407801625,
                        "tpot_error_pct": 22.89,
                        "tpot_ms": 16.172038685597027,
                        "tpot_relative": 3.467377,
                        "ttft_error_pct": 69.52,
                        "ttft_ms": 374.45614780625044,
                        "ttft_relative": 0.887902,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9116037735849054,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 13402.706322004997,
                        "interactivity_tok_s": 75.99211721257804,
                        "output_per_gpu": 538.5595858134697,
                        "total_per_gpu": 4817.3970637983575,
                        "tpot_ms": 13.159259626924598,
                        "tpot_relative": 2.82142,
                        "ttft_ms": 1228.4699953275776,
                        "ttft_relative": 2.912922,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 22852.983463470286,
                        "interactivity_tok_s": 41.453628134245854,
                        "output_per_gpu": 636.3654598757272,
                        "total_per_gpu": 5736.056966863431,
                        "tpot_error_pct": 51.72,
                        "tpot_ms": 24.12334082704514,
                        "tpot_relative": 5.172182,
                        "ttft_error_pct": 95.74,
                        "ttft_ms": 605.4160667609369,
                        "ttft_relative": 1.43555,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9456020942408379,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 28853.474722820465,
                        "interactivity_tok_s": 62.89157673340102,
                        "output_per_gpu": 495.9194760926266,
                        "total_per_gpu": 4471.393398397905,
                        "tpot_ms": 15.900380495134113,
                        "tpot_relative": 3.409132,
                        "ttft_ms": 14212.352737663605,
                        "ttft_relative": 33.700027,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.5,
                    "tpot_shape_error_pct": 4.17,
                    "ttft_mape_pct": 26.43,
                    "ttft_shape_error_pct": 37.38
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.14,
                    "tpot_shape_error_pct": 3.56,
                    "ttft_mape_pct": 50.64,
                    "ttft_shape_error_pct": 20.15
                  },
                  "framework": "sglang",
                  "id": "ed3717af187102cb",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9007.125813249393,
                        "interactivity_tok_s": 117.88005463665415,
                        "output_per_gpu": 111.89455375659914,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.85,
                        "tpot_ms": 8.483199325639399,
                        "tpot_relative": 1.168532,
                        "ttft_error_pct": 17.39,
                        "ttft_ms": 328.81290312028784,
                        "ttft_relative": 1.173939,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8072.4003089000125,
                        "interactivity_tok_s": 116.23767227497798,
                        "output_per_gpu": 111.5314928225822,
                        "total_per_gpu": 1002.6016046139229,
                        "tpot_error_pct": 18.5,
                        "tpot_ms": 8.603062848973327,
                        "tpot_relative": 1.185042,
                        "ttft_error_pct": 41.16,
                        "ttft_ms": 164.81288669999932,
                        "ttft_relative": 0.588421,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 6950.830461547594,
                        "interactivity_tok_s": 137.74656685289423,
                        "output_per_gpu": 129.38853264891728,
                        "total_per_gpu": 1163.125742957683,
                        "tpot_ms": 7.25970906460373,
                        "tpot_relative": 1.0,
                        "ttft_ms": 280.09356922702864,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12039.714715055721,
                        "interactivity_tok_s": 87.59744055596055,
                        "output_per_gpu": 168.57107720328287,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.64,
                        "tpot_ms": 11.415858655837807,
                        "tpot_relative": 1.572495,
                        "ttft_error_pct": 4.4,
                        "ttft_ms": 361.2913101336437,
                        "ttft_relative": 1.289895,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10722.668276537503,
                        "interactivity_tok_s": 87.95296699124212,
                        "output_per_gpu": 170.2237289436949,
                        "total_per_gpu": 1514.21877005176,
                        "tpot_error_pct": 20.15,
                        "tpot_ms": 11.369713088810007,
                        "tpot_relative": 1.566139,
                        "ttft_error_pct": 43.57,
                        "ttft_ms": 195.29321953750008,
                        "ttft_relative": 0.697243,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 9103.811819228576,
                        "interactivity_tok_s": 105.67613108991765,
                        "output_per_gpu": 200.30682705595478,
                        "total_per_gpu": 1781.821836354931,
                        "tpot_ms": 9.462874820323622,
                        "tpot_relative": 1.303479,
                        "ttft_ms": 346.05187023989856,
                        "ttft_relative": 1.235487,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17399.67844687657,
                        "interactivity_tok_s": 60.278332228797254,
                        "output_per_gpu": 234.86087286071555,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.31,
                        "tpot_ms": 16.589709154598374,
                        "tpot_relative": 2.285175,
                        "ttft_error_pct": 25.63,
                        "ttft_ms": 428.4059817224348,
                        "ttft_relative": 1.52951,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15353.035382924969,
                        "interactivity_tok_s": 60.58379190395576,
                        "output_per_gpu": 232.93495873621387,
                        "total_per_gpu": 2102.179699654704,
                        "tpot_error_pct": 25.67,
                        "tpot_ms": 16.506064882589595,
                        "tpot_relative": 2.273654,
                        "ttft_error_pct": 56.0,
                        "ttft_ms": 253.47044573750026,
                        "ttft_relative": 0.904949,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 12601.185275216994,
                        "interactivity_tok_s": 76.13637889329878,
                        "output_per_gpu": 283.3002274759685,
                        "total_per_gpu": 2556.713643751372,
                        "tpot_ms": 13.13432572622673,
                        "tpot_relative": 1.809208,
                        "ttft_ms": 576.0338567433791,
                        "ttft_relative": 2.056577,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23265.183425460717,
                        "interactivity_tok_s": 45.05417019697802,
                        "output_per_gpu": 353.55327002311225,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.72,
                        "tpot_ms": 22.19550367098037,
                        "tpot_relative": 3.057354,
                        "ttft_error_pct": 35.22,
                        "ttft_ms": 559.1831700477992,
                        "ttft_relative": 1.996416,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20980.46623734693,
                        "interactivity_tok_s": 44.881373352264525,
                        "output_per_gpu": 345.5255468757689,
                        "total_per_gpu": 3089.799457911028,
                        "tpot_error_pct": 14.16,
                        "tpot_ms": 22.280958119334024,
                        "tpot_relative": 3.069125,
                        "ttft_error_pct": 57.85,
                        "ttft_ms": 363.8321811656256,
                        "ttft_relative": 1.298967,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 18923.819753069984,
                        "interactivity_tok_s": 51.23689193055073,
                        "output_per_gpu": 382.8797868030465,
                        "total_per_gpu": 3423.832965191687,
                        "tpot_ms": 19.51718697838765,
                        "tpot_relative": 2.688426,
                        "ttft_ms": 863.1632967870246,
                        "ttft_relative": 3.081696,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 35599.55094142621,
                        "interactivity_tok_s": 29.271450342649636,
                        "output_per_gpu": 462.7844245847926,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.98,
                        "tpot_ms": 34.162980935145576,
                        "tpot_relative": 4.705833,
                        "ttft_error_pct": 49.5,
                        "ttft_ms": 650.8214447722851,
                        "ttft_relative": 2.323586,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 32664.29121422368,
                        "interactivity_tok_s": 28.73384079170802,
                        "output_per_gpu": 444.5807211366859,
                        "total_per_gpu": 4007.35191270007,
                        "tpot_error_pct": 22.23,
                        "tpot_ms": 34.80216958286269,
                        "tpot_relative": 4.793879,
                        "ttft_error_pct": 54.65,
                        "ttft_ms": 584.4824246828128,
                        "ttft_relative": 2.08674,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 27536.653121394556,
                        "interactivity_tok_s": 35.12025225458774,
                        "output_per_gpu": 526.4962566539177,
                        "total_per_gpu": 4745.720362630909,
                        "tpot_ms": 28.473599584392808,
                        "tpot_relative": 3.922141,
                        "ttft_ms": 1288.7369485906675,
                        "ttft_relative": 4.601094,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.56,
                    "tpot_shape_error_pct": 4.35,
                    "ttft_mape_pct": 25.63,
                    "ttft_shape_error_pct": 34.18
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.8,
                    "tpot_shape_error_pct": 3.24,
                    "ttft_mape_pct": 53.68,
                    "ttft_shape_error_pct": 15.74
                  },
                  "framework": "sglang",
                  "id": "3653ccfe04a88553",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7075.205643438472,
                        "interactivity_tok_s": 150.1378595702391,
                        "output_per_gpu": 71.20927940761126,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.75,
                        "tpot_ms": 6.660545200673846,
                        "tpot_relative": 1.097466,
                        "ttft_error_pct": 5.25,
                        "ttft_ms": 261.4679031491274,
                        "ttft_relative": 1.052499,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6319.867526900005,
                        "interactivity_tok_s": 148.53747948326318,
                        "output_per_gpu": 71.08108105143307,
                        "total_per_gpu": 638.9765268651512,
                        "tpot_error_pct": 10.93,
                        "tpot_ms": 6.7323075864679485,
                        "tpot_relative": 1.109291,
                        "ttft_error_pct": 47.01,
                        "ttft_ms": 131.64367859999984,
                        "ttft_relative": 0.529911,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 5826.497514417861,
                        "interactivity_tok_s": 164.77123709110938,
                        "output_per_gpu": 77.13759354659628,
                        "total_per_gpu": 693.4209621752237,
                        "tpot_ms": 6.069020404617435,
                        "tpot_relative": 1.0,
                        "ttft_ms": 248.42590034822933,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9408.521585722487,
                        "interactivity_tok_s": 112.15660659113604,
                        "output_per_gpu": 107.8377751532223,
                        "total_per_gpu": null,
                        "tpot_error_pct": 12.17,
                        "tpot_ms": 8.916104279487286,
                        "tpot_relative": 1.469118,
                        "ttft_error_pct": 13.8,
                        "ttft_ms": 287.3469078069939,
                        "ttft_relative": 1.15667,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8352.118517725043,
                        "interactivity_tok_s": 112.96740537617747,
                        "output_per_gpu": 109.20052508587555,
                        "total_per_gpu": 971.3891583190203,
                        "tpot_error_pct": 11.36,
                        "tpot_ms": 8.852110895793661,
                        "tpot_relative": 1.458573,
                        "ttft_error_pct": 53.26,
                        "ttft_ms": 155.8000378999994,
                        "ttft_relative": 0.627149,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 7692.38397279114,
                        "interactivity_tok_s": 125.8057803394889,
                        "output_per_gpu": 117.84431964550829,
                        "total_per_gpu": 1048.2797072917579,
                        "tpot_ms": 7.948760361419675,
                        "tpot_relative": 1.309727,
                        "ttft_ms": 333.3351041888818,
                        "ttft_relative": 1.341789,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12799.001788491103,
                        "interactivity_tok_s": 82.115878446992,
                        "output_per_gpu": 159.59832625495082,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.31,
                        "tpot_ms": 12.177912712040545,
                        "tpot_relative": 2.00657,
                        "ttft_error_pct": 26.27,
                        "ttft_ms": 340.9970840736254,
                        "ttft_relative": 1.372631,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11257.37417019377,
                        "interactivity_tok_s": 82.74764952560648,
                        "output_per_gpu": 158.40395386082227,
                        "total_per_gpu": 1429.5560355470645,
                        "tpot_error_pct": 15.42,
                        "tpot_ms": 12.084935411857801,
                        "tpot_relative": 1.99125,
                        "ttft_error_pct": 56.4,
                        "ttft_ms": 201.64864398125047,
                        "ttft_relative": 0.811705,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 10047.525072422286,
                        "interactivity_tok_s": 95.51085189970287,
                        "output_per_gpu": 177.36094636255203,
                        "total_per_gpu": 1600.6381479953375,
                        "tpot_ms": 10.470014455007819,
                        "tpot_relative": 1.725157,
                        "ttft_ms": 462.51472886360716,
                        "ttft_relative": 1.861781,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 17342.623245294468,
                        "interactivity_tok_s": 60.54271340942557,
                        "output_per_gpu": 237.19697177268418,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.95,
                        "tpot_ms": 16.517264319446827,
                        "tpot_relative": 2.72157,
                        "ttft_error_pct": 32.96,
                        "ttft_ms": 445.46184650036406,
                        "ttft_relative": 1.793138,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15585.50319060627,
                        "interactivity_tok_s": 60.49568136954719,
                        "output_per_gpu": 232.39925982623313,
                        "total_per_gpu": 2078.1881789140034,
                        "tpot_error_pct": 14.04,
                        "tpot_ms": 16.53010557714601,
                        "tpot_relative": 2.723686,
                        "ttft_error_pct": 56.54,
                        "ttft_ms": 288.7471609593749,
                        "ttft_relative": 1.162307,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 14080.601128465969,
                        "interactivity_tok_s": 68.98704398446999,
                        "output_per_gpu": 256.87726428313965,
                        "total_per_gpu": 2297.0782887352793,
                        "tpot_ms": 14.495475414559214,
                        "tpot_relative": 2.388437,
                        "ttft_ms": 664.4520292566085,
                        "ttft_relative": 2.674649,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 25164.242304891548,
                        "interactivity_tok_s": 41.50768214790968,
                        "output_per_gpu": 327.53676622150414,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.64,
                        "tpot_ms": 24.09192583764545,
                        "tpot_relative": 3.969656,
                        "ttft_error_pct": 49.87,
                        "ttft_ms": 518.2021729802511,
                        "ttft_relative": 2.085943,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 22985.596786054622,
                        "interactivity_tok_s": 40.934621089014804,
                        "output_per_gpu": 315.6374904809075,
                        "total_per_gpu": 2845.086260071164,
                        "tpot_error_pct": 17.26,
                        "tpot_ms": 24.42919888828187,
                        "tpot_relative": 4.025229,
                        "ttft_error_pct": 55.19,
                        "ttft_ms": 463.2116601515618,
                        "ttft_relative": 1.864587,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26015573402",
                      "measured": {
                        "e2e_ms": 20240.69707126191,
                        "interactivity_tok_s": 47.9987622091923,
                        "output_per_gpu": 357.9290642559056,
                        "total_per_gpu": 3226.2931163311982,
                        "tpot_ms": 20.83387058278117,
                        "tpot_relative": 3.432823,
                        "ttft_ms": 1033.6237568008073,
                        "ttft_relative": 4.160692,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "bf16",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "bf16"
          ],
          "rows": 30
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 64.29,
        "points": 36,
        "status_counts": {
          "failed": 8,
          "success": 36,
          "unknown": 0,
          "unsupported": 12
        },
        "tpot_mape_pct": 25.78,
        "tpot_shape_error_pct": 9.27,
        "ttft_mape_pct": 58.71,
        "ttft_shape_error_pct": 40.61
      },
      "aisim": {
        "coverage_pct": 100.0,
        "points": 56,
        "status_counts": {
          "failed": 0,
          "success": 56,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 30.0,
        "tpot_shape_error_pct": 16.2,
        "ttft_mape_pct": 62.32,
        "ttft_shape_error_pct": 33.11
      },
      "frameworks": [
        "dynamo-sglang",
        "sglang"
      ],
      "gpu_skus": [
        "b200",
        "gb200",
        "gb300",
        "h100",
        "h200"
      ],
      "hf_model_paths": [
        "Qwen/Qwen3.5-397B-A17B-FP8"
      ],
      "model": "Qwen/Qwen3.5-397B-A17B-FP8",
      "precisions": [
        "fp8"
      ],
      "rows": 56,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 50.0,
            "points": 14,
            "status_counts": {
              "failed": 8,
              "success": 14,
              "unknown": 0,
              "unsupported": 6
            },
            "tpot_mape_pct": 20.47,
            "tpot_shape_error_pct": 14.79,
            "ttft_mape_pct": 79.81,
            "ttft_shape_error_pct": 41.29
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 28,
            "status_counts": {
              "failed": 0,
              "success": 28,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 30.35,
            "tpot_shape_error_pct": 22.83,
            "ttft_mape_pct": 81.37,
            "ttft_shape_error_pct": 47.33
          },
          "gpu_skus": [
            "gb200",
            "gb300",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 4,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 4,
                "status_counts": {
                  "failed": 0,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 33.39,
                "tpot_shape_error_pct": 36.71,
                "ttft_mape_pct": 69.02,
                "ttft_shape_error_pct": 40.43
              },
              "gpu": "gb200",
              "precisions": [
                "fp8"
              ],
              "rows": 4,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 22.52,
                    "tpot_shape_error_pct": 36.71,
                    "ttft_mape_pct": 70.67,
                    "ttft_shape_error_pct": 40.43
                  },
                  "framework": "dynamo-sglang",
                  "id": "af0b8e4c39c752a2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 18033.66296834629,
                        "interactivity_tok_s": 52.629945028689214,
                        "output_per_gpu": 1258.469387146707,
                        "total_per_gpu": 2515.779498659047,
                        "tpot_error_pct": 3.38,
                        "tpot_ms": 19.000589862955167,
                        "tpot_relative": 0.966234,
                        "ttft_error_pct": 76.9,
                        "ttft_ms": 529.393110532812,
                        "ttft_relative": 0.231032,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27653706015",
                      "measured": {
                        "e2e_ms": 20406.39200795142,
                        "interactivity_tok_s": 50.8528370246679,
                        "output_per_gpu": 1392.1247279129498,
                        "total_per_gpu": 2227.995813182448,
                        "tpot_ms": 19.66458625533352,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2291.430770064062,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 24418.814634856102,
                        "interactivity_tok_s": 39.18063780038792,
                        "output_per_gpu": 1865.3855066885055,
                        "total_per_gpu": 3730.6611525943213,
                        "tpot_error_pct": 16.1,
                        "tpot_ms": 25.52281065700516,
                        "tpot_relative": 1.297907,
                        "ttft_error_pct": 63.76,
                        "ttft_ms": 915.0767295787133,
                        "ttft_relative": 0.399347,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27653706015",
                      "measured": {
                        "e2e_ms": 22766.80035819129,
                        "interactivity_tok_s": 45.48933941114756,
                        "output_per_gpu": 2477.8047258194497,
                        "total_per_gpu": 3966.8655960453625,
                        "tpot_ms": 21.983172605820283,
                        "tpot_relative": 1.117907,
                        "ttft_ms": 2524.7626317070853,
                        "ttft_relative": 1.101828,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 36090.53263294798,
                        "interactivity_tok_s": 26.99534313987297,
                        "output_per_gpu": 2535.8224910591134,
                        "total_per_gpu": 5070.533133381978,
                        "tpot_error_pct": 48.08,
                        "tpot_ms": 37.043426150155824,
                        "tpot_relative": 1.883763,
                        "ttft_error_pct": 71.36,
                        "ttft_ms": 1960.1971821856612,
                        "ttft_relative": 0.855447,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27653706015",
                      "measured": {
                        "e2e_ms": 29893.538432544396,
                        "interactivity_tok_s": 39.97572025136113,
                        "output_per_gpu": 3797.7016263383875,
                        "total_per_gpu": 6077.498366262323,
                        "tpot_ms": 25.015184059528007,
                        "tpot_relative": 1.272093,
                        "ttft_ms": 6843.775166259372,
                        "ttft_relative": 2.986682,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 65.98,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 64.09,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "3b8701b321da7201",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 56290.943636087395,
                        "interactivity_tok_s": 16.852298727992988,
                        "output_per_gpu": 2721.6356771630544,
                        "total_per_gpu": 5445.249146415167,
                        "tpot_error_pct": 65.98,
                        "tpot_ms": 59.33908579124115,
                        "tpot_relative": 1.659822,
                        "ttft_error_pct": 64.09,
                        "ttft_ms": 1677.4566755861476,
                        "ttft_relative": 0.359129,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27653706015",
                      "measured": {
                        "e2e_ms": 37573.07614846119,
                        "interactivity_tok_s": 27.971817337929487,
                        "output_per_gpu": 6055.741520950756,
                        "total_per_gpu": 8081.662515575215,
                        "tpot_ms": 35.75026920556966,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4670.90894747007,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 4,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 4,
                "status_counts": {
                  "failed": 0,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 40.23,
                "tpot_shape_error_pct": 39.27,
                "ttft_mape_pct": 69.02,
                "ttft_shape_error_pct": 55.6
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 4,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.07,
                    "tpot_shape_error_pct": 39.27,
                    "ttft_mape_pct": 70.67,
                    "ttft_shape_error_pct": 55.6
                  },
                  "framework": "dynamo-sglang",
                  "id": "0c6067c24fefb776",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 17267.463641285885,
                        "interactivity_tok_s": 54.969958451604604,
                        "output_per_gpu": 1317.9342608911527,
                        "total_per_gpu": 2634.654468352041,
                        "tpot_error_pct": 1.5,
                        "tpot_ms": 18.191754699621924,
                        "tpot_relative": 1.014998,
                        "ttft_error_pct": 78.6,
                        "ttft_ms": 508.52747073788885,
                        "ttft_relative": 0.213984,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29207681289",
                      "measured": {
                        "e2e_ms": 18887.191039709953,
                        "interactivity_tok_s": 55.79437779675805,
                        "output_per_gpu": 1483.1345489315256,
                        "total_per_gpu": 2373.6505064166236,
                        "tpot_ms": 17.922952804361326,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2376.476781410895,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 24528.72009121611,
                        "interactivity_tok_s": 38.934330734235616,
                        "output_per_gpu": 1862.0313860178437,
                        "total_per_gpu": 3723.9531087919627,
                        "tpot_error_pct": 28.04,
                        "tpot_ms": 25.684273522664746,
                        "tpot_relative": 1.433038,
                        "ttft_error_pct": 62.8,
                        "ttft_ms": 876.4876629002043,
                        "ttft_relative": 0.368818,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1024,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29207681289",
                      "measured": {
                        "e2e_ms": 20827.383570417103,
                        "interactivity_tok_s": 49.85062876679864,
                        "output_per_gpu": 2695.4872133030135,
                        "total_per_gpu": 4315.366493417146,
                        "tpot_ms": 20.05992752223853,
                        "tpot_relative": 1.119231,
                        "ttft_ms": 2356.4039657979265,
                        "ttft_relative": 0.991554,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 34710.73270589653,
                        "interactivity_tok_s": 28.042309885566542,
                        "output_per_gpu": 2637.2003884646433,
                        "total_per_gpu": 5273.244478359695,
                        "tpot_error_pct": 54.68,
                        "tpot_ms": 35.66040044777848,
                        "tpot_relative": 1.98965,
                        "ttft_error_pct": 70.6,
                        "ttft_ms": 1854.7092956998604,
                        "ttft_relative": 0.780445,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2048,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29207681289",
                      "measured": {
                        "e2e_ms": 27552.639891269566,
                        "interactivity_tok_s": 43.37489105055948,
                        "output_per_gpu": 4112.900896175727,
                        "total_per_gpu": 6581.914783338902,
                        "tpot_ms": 23.05481295236824,
                        "tpot_relative": 1.286329,
                        "ttft_ms": 6309.13718423516,
                        "ttft_relative": 2.654828,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 20
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 76.69,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 64.05,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "44e67816064305ac",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 52973.00302026529,
                        "interactivity_tok_s": 17.919745173637008,
                        "output_per_gpu": 2891.1718913962673,
                        "total_per_gpu": 5784.444775567906,
                        "tpot_error_pct": 76.69,
                        "tpot_ms": 55.80436497898252,
                        "tpot_relative": 1.766883,
                        "ttft_error_pct": 64.05,
                        "ttft_ms": 1612.6676139058166,
                        "ttft_relative": 0.359483,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4096,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "29207681289",
                      "measured": {
                        "e2e_ms": 33553.53333613498,
                        "interactivity_tok_s": 31.662100118130475,
                        "output_per_gpu": 6778.241339988579,
                        "total_per_gpu": 9045.871388233823,
                        "tpot_ms": 31.58350192403618,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4486.074840694743,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.69,
                "tpot_shape_error_pct": 16.38,
                "ttft_mape_pct": 85.65,
                "ttft_shape_error_pct": 47.11
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.66,
                "tpot_shape_error_pct": 19.49,
                "ttft_mape_pct": 91.86,
                "ttft_shape_error_pct": 39.34
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 9,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.01,
                    "tpot_shape_error_pct": 25.82,
                    "ttft_mape_pct": 92.21,
                    "ttft_shape_error_pct": 71.97
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.82,
                    "tpot_shape_error_pct": 30.84,
                    "ttft_mape_pct": 94.67,
                    "ttft_shape_error_pct": 58.61
                  },
                  "framework": "sglang",
                  "id": "4a9c9569d66cb7fb",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 12890.68503765069,
                        "interactivity_tok_s": 80.07911382016043,
                        "output_per_gpu": 158.8385192692467,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.88,
                        "tpot_ms": 12.487650678125306,
                        "tpot_relative": 0.861179,
                        "ttft_error_pct": 81.65,
                        "ttft_ms": 115.81839392850348,
                        "ttft_relative": 0.183526,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11596.589944131249,
                        "interactivity_tok_s": 79.35336467711338,
                        "output_per_gpu": 155.1020718923873,
                        "total_per_gpu": 311.8552580116713,
                        "tpot_error_pct": 13.09,
                        "tpot_ms": 12.601860098421435,
                        "tpot_relative": 0.869055,
                        "ttft_error_pct": 89.96,
                        "ttft_ms": 63.35631879375012,
                        "ttft_relative": 0.100395,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 13909.389001509408,
                        "interactivity_tok_s": 68.96247612970313,
                        "output_per_gpu": 129.5571118741794,
                        "total_per_gpu": 260.4934032009681,
                        "tpot_ms": 14.500639421925943,
                        "tpot_relative": 1.0,
                        "ttft_ms": 631.0725222690962,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15081.514077575257,
                        "interactivity_tok_s": 68.5243764531708,
                        "output_per_gpu": 272.21141628857043,
                        "total_per_gpu": null,
                        "tpot_error_pct": 38.44,
                        "tpot_ms": 14.59334694834319,
                        "tpot_relative": 1.006393,
                        "ttft_error_pct": 95.03,
                        "ttft_ms": 152.52014942017334,
                        "ttft_relative": 0.241684,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13812.837928237535,
                        "interactivity_tok_s": 67.21799845963312,
                        "output_per_gpu": 261.70039764610397,
                        "total_per_gpu": 522.5729684975253,
                        "tpot_error_pct": 37.24,
                        "tpot_ms": 14.876967819869506,
                        "tpot_relative": 1.025953,
                        "ttft_error_pct": 97.32,
                        "ttft_ms": 82.31597028437544,
                        "ttft_relative": 0.130438,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 24918.404718270176,
                        "interactivity_tok_s": 42.18694511107101,
                        "output_per_gpu": 147.41160904975197,
                        "total_per_gpu": 294.35691663066285,
                        "tpot_ms": 23.704015480788453,
                        "tpot_relative": 1.634688,
                        "ttft_ms": 3069.391084340168,
                        "ttft_relative": 4.863769,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 21888.556251969996,
                        "interactivity_tok_s": 47.126471566624524,
                        "output_per_gpu": 375.3979584035668,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.43,
                        "tpot_ms": 21.219496532564744,
                        "tpot_relative": 1.463349,
                        "ttft_error_pct": 91.87,
                        "ttft_ms": 181.0112991562619,
                        "ttft_relative": 0.286831,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20352.191374979637,
                        "interactivity_tok_s": 45.53248576615878,
                        "output_per_gpu": 354.8482472815383,
                        "total_per_gpu": 709.8564875690158,
                        "tpot_error_pct": 17.4,
                        "tpot_ms": 21.962341461779634,
                        "tpot_relative": 1.514577,
                        "ttft_error_pct": 94.67,
                        "ttft_ms": 118.5546818859377,
                        "ttft_relative": 0.187862,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 19440.990141025395,
                        "interactivity_tok_s": 53.454376875955724,
                        "output_per_gpu": 376.7138220071229,
                        "total_per_gpu": 753.5974957106357,
                        "tpot_ms": 18.70754199081889,
                        "tpot_relative": 1.290118,
                        "ttft_ms": 2225.653535636957,
                        "ttft_relative": 3.526779,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27761.703343352587,
                        "interactivity_tok_s": 37.10162889175699,
                        "output_per_gpu": 591.7442166671357,
                        "total_per_gpu": null,
                        "tpot_error_pct": 6.62,
                        "tpot_ms": 26.952994514539327,
                        "tpot_relative": 1.858745,
                        "ttft_error_pct": 94.37,
                        "ttft_ms": 188.7899549788554,
                        "ttft_relative": 0.299157,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26609.053841306093,
                        "interactivity_tok_s": 34.803721250309074,
                        "output_per_gpu": 541.2053127404357,
                        "total_per_gpu": 1083.5995665093349,
                        "tpot_error_pct": 13.66,
                        "tpot_ms": 28.732559740034105,
                        "tpot_relative": 1.981468,
                        "ttft_error_pct": 94.37,
                        "ttft_ms": 188.97374839140593,
                        "ttft_relative": 0.299449,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 26561.879152489564,
                        "interactivity_tok_s": 39.55851431203896,
                        "output_per_gpu": 550.6983822490323,
                        "total_per_gpu": 1102.6065602734404,
                        "tpot_ms": 25.27900800601268,
                        "tpot_relative": 1.743303,
                        "ttft_ms": 3354.2400001471833,
                        "ttft_relative": 5.315142,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 36202.52563917993,
                        "interactivity_tok_s": 28.418564295765457,
                        "output_per_gpu": 907.2940204372609,
                        "total_per_gpu": null,
                        "tpot_error_pct": 2.68,
                        "tpot_ms": 35.188266007829476,
                        "tpot_relative": 2.42667,
                        "ttft_error_pct": 98.15,
                        "ttft_ms": 204.92951317037128,
                        "ttft_relative": 0.324732,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 35948.62270139841,
                        "interactivity_tok_s": 25.88809695862111,
                        "output_per_gpu": 804.0634198311747,
                        "total_per_gpu": 1607.3497149751006,
                        "tpot_error_pct": 12.71,
                        "tpot_ms": 38.6277910500094,
                        "tpot_relative": 2.663868,
                        "ttft_error_pct": 97.02,
                        "ttft_ms": 330.68522037578134,
                        "ttft_relative": 0.524005,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 42663.56850901757,
                        "interactivity_tok_s": 29.179308534193257,
                        "output_per_gpu": 667.8201370349136,
                        "total_per_gpu": 1334.9948280734895,
                        "tpot_ms": 34.270860079777684,
                        "tpot_relative": 2.363403,
                        "ttft_ms": 11099.651461491885,
                        "ttft_relative": 17.588551,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.8,
                    "tpot_shape_error_pct": 3.81,
                    "ttft_mape_pct": 77.45,
                    "ttft_shape_error_pct": 13.97
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.47,
                    "tpot_shape_error_pct": 4.35,
                    "ttft_mape_pct": 88.35,
                    "ttft_shape_error_pct": 13.64
                  },
                  "framework": "sglang",
                  "id": "5cd1dd7893008c41",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5208.738349545839,
                        "interactivity_tok_s": 199.47444227521618,
                        "output_per_gpu": 24.730600343014586,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.06,
                        "tpot_ms": 5.013173560451888,
                        "tpot_relative": 0.789437,
                        "ttft_error_pct": 77.12,
                        "ttft_ms": 80.26179720355772,
                        "ttft_relative": 0.228845,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4654.952515599998,
                        "interactivity_tok_s": 199.4444421976694,
                        "output_per_gpu": 24.742465065759017,
                        "total_per_gpu": 49.310384849417495,
                        "tpot_error_pct": 21.04,
                        "tpot_ms": 5.013927633084405,
                        "tpot_relative": 0.789556,
                        "ttft_error_pct": 88.56,
                        "ttft_ms": 40.14016290000035,
                        "ttft_relative": 0.114449,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 6195.635022874922,
                        "interactivity_tok_s": 157.47256290408552,
                        "output_per_gpu": 18.58593385918547,
                        "total_per_gpu": 37.04075357675524,
                        "tpot_ms": 6.350312597687807,
                        "tpot_relative": 1.0,
                        "ttft_ms": 350.72518726810813,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 5646.784485214805,
                        "interactivity_tok_s": 183.89298225430807,
                        "output_per_gpu": 45.620964876673895,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.17,
                        "tpot_ms": 5.437945416628714,
                        "tpot_relative": 0.856327,
                        "ttft_error_pct": 76.21,
                        "ttft_ms": 83.76632400363015,
                        "ttft_relative": 0.238837,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5123.566502650004,
                        "interactivity_tok_s": 183.86718249218217,
                        "output_per_gpu": 45.498942916824845,
                        "total_per_gpu": 90.16598856139339,
                        "tpot_error_pct": 18.16,
                        "tpot_ms": 5.438708454906132,
                        "tpot_relative": 0.856447,
                        "ttft_error_pct": 88.04,
                        "ttft_ms": 42.13070750000007,
                        "ttft_relative": 0.120125,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 6565.907803922892,
                        "interactivity_tok_s": 150.47296583327397,
                        "output_per_gpu": 35.50702826943969,
                        "total_per_gpu": 70.36485024814704,
                        "tpot_ms": 6.645712035130703,
                        "tpot_relative": 1.046517,
                        "ttft_ms": 352.14359178207815,
                        "ttft_relative": 1.004044,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6852.084811418376,
                        "interactivity_tok_s": 151.2436782776517,
                        "output_per_gpu": 74.34897322190017,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.03,
                        "tpot_ms": 6.611846600055637,
                        "tpot_relative": 1.041184,
                        "ttft_error_pct": 73.9,
                        "ttft_ms": 88.16573956145929,
                        "ttft_relative": 0.251381,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6155.08440565001,
                        "interactivity_tok_s": 150.07696674140703,
                        "output_per_gpu": 72.518571919307,
                        "total_per_gpu": 145.74634777549682,
                        "tpot_error_pct": 17.4,
                        "tpot_ms": 6.663247676927459,
                        "tpot_relative": 1.049279,
                        "ttft_error_pct": 86.32,
                        "ttft_ms": 46.19322594999973,
                        "ttft_relative": 0.131708,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 7737.162835965864,
                        "interactivity_tok_s": 123.96756883276929,
                        "output_per_gpu": 57.81681009266138,
                        "total_per_gpu": 116.19904650647739,
                        "tpot_ms": 8.066625887848035,
                        "tpot_relative": 1.270272,
                        "ttft_ms": 337.74865095037967,
                        "ttft_relative": 0.963001,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8470.535631927554,
                        "interactivity_tok_s": 122.1703474877541,
                        "output_per_gpu": 120.54450393322736,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.94,
                        "tpot_ms": 8.185292262512688,
                        "tpot_relative": 1.288959,
                        "ttft_error_pct": 82.58,
                        "ttft_ms": 96.9816473770755,
                        "ttft_relative": 0.276517,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7714.75811740001,
                        "interactivity_tok_s": 121.17923291011958,
                        "output_per_gpu": 118.25769768862813,
                        "total_per_gpu": 235.6418992112974,
                        "tpot_error_pct": 17.27,
                        "tpot_ms": 8.252239067577815,
                        "tpot_relative": 1.299501,
                        "ttft_error_pct": 90.49,
                        "ttft_ms": 52.97440859999968,
                        "ttft_relative": 0.151042,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719988201",
                      "measured": {
                        "e2e_ms": 9819.758574878506,
                        "interactivity_tok_s": 100.25510193785864,
                        "output_per_gpu": 92.84458484942395,
                        "total_per_gpu": 185.0033844139902,
                        "tpot_ms": 9.974554717622574,
                        "tpot_relative": 1.570719,
                        "ttft_ms": 556.8333287010319,
                        "ttft_relative": 1.587663,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 45.45,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 6
                },
                "tpot_mape_pct": 27.28,
                "tpot_shape_error_pct": 12.01,
                "ttft_mape_pct": 69.3,
                "ttft_shape_error_pct": 31.09
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 11,
                "status_counts": {
                  "failed": 0,
                  "success": 11,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 35.2,
                "tpot_shape_error_pct": 18.7,
                "ttft_mape_pct": 81.76,
                "ttft_shape_error_pct": 53.24
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 11,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 6
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 42.73,
                    "tpot_shape_error_pct": 24.65,
                    "ttft_mape_pct": 81.26,
                    "ttft_shape_error_pct": 59.05
                  },
                  "framework": "sglang",
                  "id": "0cb861848b3ac123",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 3560.7344781000115,
                        "interactivity_tok_s": 260.44659554550896,
                        "output_per_gpu": 125.60261186512085,
                        "total_per_gpu": 252.43356930379528,
                        "tpot_error_pct": 27.93,
                        "tpot_ms": 3.8395587314377684,
                        "tpot_relative": 0.720722,
                        "ttft_error_pct": 87.44,
                        "ttft_ms": 40.45378859999986,
                        "ttft_relative": 0.125622,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9328865979381442,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 5207.176060182974,
                        "interactivity_tok_s": 187.70970062082844,
                        "output_per_gpu": 85.54011019586088,
                        "total_per_gpu": 172.14746195291121,
                        "tpot_ms": 5.327375179293419,
                        "tpot_relative": 1.0,
                        "ttft_ms": 322.02844778075814,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4288.009245487492,
                        "interactivity_tok_s": 218.96440895596245,
                        "output_per_gpu": 212.88744042884343,
                        "total_per_gpu": 424.20241355424747,
                        "tpot_error_pct": 31.57,
                        "tpot_ms": 4.566952249308779,
                        "tpot_relative": 0.857261,
                        "ttft_error_pct": 82.14,
                        "ttft_ms": 47.70035049999984,
                        "ttft_relative": 0.148125,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9347000000000003,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 6468.049630937458,
                        "interactivity_tok_s": 149.83198608527496,
                        "output_per_gpu": 140.38785153836662,
                        "total_per_gpu": 280.0843978314215,
                        "tpot_ms": 6.674142325196589,
                        "tpot_relative": 1.252801,
                        "ttft_ms": 267.07982254883973,
                        "ttft_relative": 0.829367,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5868.7658833250025,
                        "interactivity_tok_s": 157.488312880791,
                        "output_per_gpu": 306.486771097639,
                        "total_per_gpu": 616.2361979544226,
                        "tpot_error_pct": 37.14,
                        "tpot_ms": 6.349677520242018,
                        "tpot_relative": 1.191896,
                        "ttft_error_pct": 84.7,
                        "ttft_ms": 56.73188461875001,
                        "ttft_relative": 0.17617,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.935833333333333,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 9635.763911006507,
                        "interactivity_tok_s": 99.0025647515519,
                        "output_per_gpu": 187.35376772949476,
                        "total_per_gpu": 376.5750821690682,
                        "tpot_ms": 10.100748425149508,
                        "tpot_relative": 1.896008,
                        "ttft_ms": 370.7929143332876,
                        "ttft_relative": 1.151429,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 7448.322218437492,
                        "interactivity_tok_s": 125.17134717232223,
                        "output_per_gpu": 486.154572448563,
                        "total_per_gpu": 970.7713108508259,
                        "tpot_error_pct": 46.51,
                        "tpot_ms": 7.989048792638696,
                        "tpot_relative": 1.499622,
                        "ttft_error_pct": 82.46,
                        "ttft_ms": 73.44321021562503,
                        "ttft_relative": 0.228064,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9346938775510205,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 14217.147891665809,
                        "interactivity_tok_s": 66.95105045013004,
                        "output_per_gpu": 254.78355609257855,
                        "total_per_gpu": 508.79867986628875,
                        "tpot_ms": 14.936285439537233,
                        "tpot_relative": 2.803686,
                        "ttft_ms": 418.6511353182141,
                        "ttft_relative": 1.300044,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9898.011710982799,
                        "interactivity_tok_s": 94.14773515314019,
                        "output_per_gpu": 729.4152397784529,
                        "total_per_gpu": 1459.1593563026247,
                        "tpot_error_pct": 55.05,
                        "tpot_ms": 10.62160442174637,
                        "tpot_relative": 1.993778,
                        "ttft_error_pct": 79.3,
                        "ttft_ms": 108.93884529999987,
                        "ttft_relative": 0.33829,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9268999999999998,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 22301.303094244213,
                        "interactivity_tok_s": 42.319222977479434,
                        "output_per_gpu": 325.2826986477597,
                        "total_per_gpu": 651.3175993013812,
                        "tpot_ms": 23.62992346367416,
                        "tpot_relative": 4.435566,
                        "ttft_ms": 526.2905874478747,
                        "ttft_relative": 1.634298,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 13897.83037648673,
                        "interactivity_tok_s": 67.02625783122114,
                        "output_per_gpu": 1038.4038716373639,
                        "total_per_gpu": 2079.088949571195,
                        "tpot_error_pct": 58.21,
                        "tpot_ms": 14.91952605377583,
                        "tpot_relative": 2.80054,
                        "ttft_error_pct": 71.5,
                        "ttft_ms": 174.7373099999998,
                        "ttft_relative": 0.542615,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9365740740740738,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 33459.861459437525,
                        "interactivity_tok_s": 28.010654112541488,
                        "output_per_gpu": 433.4154470772047,
                        "total_per_gpu": 868.4515157467124,
                        "tpot_ms": 35.700701453889295,
                        "tpot_relative": 6.701368,
                        "ttft_ms": 613.094120923779,
                        "ttft_relative": 1.903851,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 27.28,
                    "tpot_shape_error_pct": 12.01,
                    "ttft_mape_pct": 69.3,
                    "ttft_shape_error_pct": 31.09
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 26.17,
                    "tpot_shape_error_pct": 11.26,
                    "ttft_mape_pct": 82.37,
                    "ttft_shape_error_pct": 45.97
                  },
                  "framework": "sglang",
                  "id": "a80cdcaa680b6111",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7071.282491207306,
                        "interactivity_tok_s": 146.26533847734916,
                        "output_per_gpu": 72.10970679784086,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.66,
                        "tpot_ms": 6.836889795013611,
                        "tpot_relative": 0.803356,
                        "ttft_error_pct": 75.42,
                        "ttft_ms": 77.14423090838228,
                        "ttft_relative": 0.245838,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6363.989738449995,
                        "interactivity_tok_s": 144.98054776370643,
                        "output_per_gpu": 69.91597232266948,
                        "total_per_gpu": 140.51569615215848,
                        "tpot_error_pct": 18.95,
                        "tpot_ms": 6.897477043815764,
                        "tpot_relative": 0.810475,
                        "ttft_error_pct": 87.11,
                        "ttft_ms": 40.45378859999944,
                        "ttft_relative": 0.128916,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 8118.556019570679,
                        "interactivity_tok_s": 117.50318032801614,
                        "output_per_gpu": 54.9858896249818,
                        "total_per_gpu": 110.50952025013709,
                        "tpot_ms": 8.510407949882282,
                        "tpot_relative": 1.0,
                        "ttft_ms": 313.800502801314,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8346.528030614907,
                        "interactivity_tok_s": 123.82448027745134,
                        "output_per_gpu": 122.38812534052147,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.41,
                        "tpot_ms": 8.075947484369145,
                        "tpot_relative": 0.94895,
                        "ttft_error_pct": 74.04,
                        "ttft_ms": 84.83375410527188,
                        "ttft_relative": 0.270343,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7606.945056225035,
                        "interactivity_tok_s": 122.79780987709833,
                        "output_per_gpu": 119.62117041211951,
                        "total_per_gpu": 238.3587735320902,
                        "tpot_error_pct": 18.74,
                        "tpot_ms": 8.143467713315456,
                        "tpot_relative": 0.956883,
                        "ttft_error_pct": 85.65,
                        "ttft_ms": 46.89160284999963,
                        "ttft_relative": 0.149431,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 9637.635974003933,
                        "interactivity_tok_s": 99.79086824560643,
                        "output_per_gpu": 94.62224388289614,
                        "total_per_gpu": 188.54557201771343,
                        "tpot_ms": 10.020957003187792,
                        "tpot_relative": 1.177494,
                        "ttft_ms": 326.78975421004,
                        "ttft_relative": 1.041393,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 11203.370842989547,
                        "interactivity_tok_s": 92.13692784000797,
                        "output_per_gpu": 182.76154424810784,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.78,
                        "tpot_ms": 10.853411584728105,
                        "tpot_relative": 1.27531,
                        "ttft_error_pct": 71.7,
                        "ttft_ms": 100.33079181269478,
                        "ttft_relative": 0.319728,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10082.338806556196,
                        "interactivity_tok_s": 91.27170702700273,
                        "output_per_gpu": 178.22544810083446,
                        "total_per_gpu": 358.3481666208449,
                        "tpot_error_pct": 23.05,
                        "tpot_ms": 10.956297768202692,
                        "tpot_relative": 1.2874,
                        "ttft_error_pct": 84.41,
                        "ttft_ms": 55.27321265624964,
                        "ttft_relative": 0.176141,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 13397.311967390124,
                        "interactivity_tok_s": 70.2299979688885,
                        "output_per_gpu": 134.58238083943382,
                        "total_per_gpu": 270.59743682615897,
                        "tpot_ms": 14.238929644323706,
                        "tpot_relative": 1.67312,
                        "ttft_ms": 354.50660856440663,
                        "ttft_relative": 1.12972,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13329.999002147964,
                        "interactivity_tok_s": 77.5104841621117,
                        "output_per_gpu": 307.97003963051264,
                        "total_per_gpu": null,
                        "tpot_error_pct": 35.48,
                        "tpot_ms": 12.901480500476803,
                        "tpot_relative": 1.515965,
                        "ttft_error_pct": 63.76,
                        "ttft_ms": 131.78445016019646,
                        "ttft_relative": 0.419963,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12209.768468690794,
                        "interactivity_tok_s": 76.03694949433,
                        "output_per_gpu": 295.8163923491439,
                        "total_per_gpu": 590.6970400907303,
                        "tpot_error_pct": 34.23,
                        "tpot_ms": 13.151500772326077,
                        "tpot_relative": 1.545343,
                        "ttft_error_pct": 80.25,
                        "ttft_ms": 71.82525275000005,
                        "ttft_relative": 0.228888,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 18843.7076468952,
                        "interactivity_tok_s": 50.00722339479257,
                        "output_per_gpu": 192.88030123651566,
                        "total_per_gpu": 385.1504716403454,
                        "tpot_ms": 19.997111059442137,
                        "tpot_relative": 2.349724,
                        "ttft_ms": 363.68632859084755,
                        "ttft_relative": 1.158973,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18378.598948335588,
                        "interactivity_tok_s": 56.13761349770909,
                        "output_per_gpu": 447.1131498690497,
                        "total_per_gpu": null,
                        "tpot_error_pct": 38.06,
                        "tpot_ms": 17.813368572228473,
                        "tpot_relative": 2.093127,
                        "ttft_error_pct": 61.59,
                        "ttft_ms": 155.5228989458577,
                        "ttft_relative": 0.495611,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17098.40260411247,
                        "interactivity_tok_s": 54.21120759055207,
                        "output_per_gpu": 421.59482903866575,
                        "total_per_gpu": 843.3797455992596,
                        "tpot_error_pct": 35.86,
                        "tpot_ms": 18.44637012244457,
                        "tpot_relative": 2.167507,
                        "ttft_error_pct": 74.42,
                        "ttft_ms": 103.57033473437521,
                        "ttft_relative": 0.330052,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 26948.797989080776,
                        "interactivity_tok_s": 34.77037909622568,
                        "output_per_gpu": 269.25788273274964,
                        "total_per_gpu": 538.6371677222703,
                        "tpot_ms": 28.760112083694533,
                        "tpot_relative": 3.379405,
                        "ttft_ms": 404.9074711392677,
                        "ttft_relative": 1.290334,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 28
        },
        {
          "aic": {
            "coverage_pct": 78.57,
            "points": 22,
            "status_counts": {
              "failed": 0,
              "success": 22,
              "unknown": 0,
              "unsupported": 6
            },
            "tpot_mape_pct": 29.16,
            "tpot_shape_error_pct": 5.9,
            "ttft_mape_pct": 45.29,
            "ttft_shape_error_pct": 40.19
          },
          "aisim": {
            "coverage_pct": 100.0,
            "points": 28,
            "status_counts": {
              "failed": 0,
              "success": 28,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 29.66,
            "tpot_shape_error_pct": 10.44,
            "ttft_mape_pct": 43.27,
            "ttft_shape_error_pct": 20.76
          },
          "gpu_skus": [
            "b200",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 36.51,
                "tpot_shape_error_pct": 5.9,
                "ttft_mape_pct": 56.88,
                "ttft_shape_error_pct": 52.24
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 38.13,
                "tpot_shape_error_pct": 8.7,
                "ttft_mape_pct": 28.99,
                "ttft_shape_error_pct": 20.74
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 13,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 38.84,
                    "tpot_shape_error_pct": 6.23,
                    "ttft_mape_pct": 50.78,
                    "ttft_shape_error_pct": 61.51
                  },
                  "aisim": {
                    "points": 10,
                    "status_counts": {
                      "failed": 0,
                      "success": 10,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 41.02,
                    "tpot_shape_error_pct": 9.2,
                    "ttft_mape_pct": 33.66,
                    "ttft_shape_error_pct": 23.57
                  },
                  "framework": "sglang",
                  "id": "6cb191af6712f7f2",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7106.616579918662,
                        "interactivity_tok_s": 150.86865941908698,
                        "output_per_gpu": 73.61987063622242,
                        "total_per_gpu": null,
                        "tpot_error_pct": 32.02,
                        "tpot_ms": 6.628281870140924,
                        "tpot_relative": 1.320177,
                        "ttft_error_pct": 74.37,
                        "ttft_ms": 325.8842267644966,
                        "ttft_relative": 1.743654,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6267.175307350003,
                        "interactivity_tok_s": 152.9347421763848,
                        "output_per_gpu": 74.39187368735436,
                        "total_per_gpu": 662.9407662695221,
                        "tpot_error_pct": 30.23,
                        "tpot_ms": 6.538736625629946,
                        "tpot_relative": 1.302342,
                        "ttft_error_pct": 15.79,
                        "ttft_ms": 157.37988429999967,
                        "ttft_relative": 0.842066,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 4878.639742103405,
                        "interactivity_tok_s": 199.1732647623482,
                        "output_per_gpu": 95.54692317030822,
                        "total_per_gpu": 851.463302664288,
                        "tpot_ms": 5.0207541719677655,
                        "tpot_relative": 1.0,
                        "ttft_ms": 186.89734919462353,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 8691.710804199836,
                        "interactivity_tok_s": 122.52969779426178,
                        "output_per_gpu": 115.79986588301021,
                        "total_per_gpu": null,
                        "tpot_error_pct": 38.58,
                        "tpot_ms": 8.161286757428298,
                        "tpot_relative": 1.62551,
                        "ttft_error_pct": 60.8,
                        "ttft_ms": 342.7144513506867,
                        "ttft_relative": 1.833704,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 7835.768676350037,
                        "interactivity_tok_s": 119.92923099078014,
                        "output_per_gpu": 114.90298821469558,
                        "total_per_gpu": 1032.9093374751558,
                        "tpot_error_pct": 41.58,
                        "tpot_ms": 8.33825074786711,
                        "tpot_relative": 1.660757,
                        "ttft_error_pct": 19.49,
                        "ttft_ms": 171.59695714999975,
                        "ttft_relative": 0.918135,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 5625.119100650772,
                        "interactivity_tok_s": 169.8012297141015,
                        "output_per_gpu": 159.8357502328458,
                        "total_per_gpu": 1436.828070731917,
                        "tpot_ms": 5.889238857007835,
                        "tpot_relative": 1.172979,
                        "ttft_ms": 213.13314277213067,
                        "ttft_relative": 1.140375,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10519.003871024746,
                        "interactivity_tok_s": 100.8607018781092,
                        "output_per_gpu": 192.5717990416436,
                        "total_per_gpu": null,
                        "tpot_error_pct": 36.95,
                        "tpot_ms": 9.914664298177366,
                        "tpot_relative": 1.974736,
                        "ttft_error_pct": 7.96,
                        "ttft_ms": 376.30229398930237,
                        "ttft_relative": 2.013417,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9521.568590050036,
                        "interactivity_tok_s": 99.37649543298494,
                        "output_per_gpu": 191.5106924312155,
                        "total_per_gpu": 1703.5761520702913,
                        "tpot_error_pct": 38.99,
                        "tpot_ms": 10.062741653778234,
                        "tpot_relative": 2.004229,
                        "ttft_error_pct": 41.51,
                        "ttft_ms": 203.88455839999972,
                        "ttft_relative": 1.090891,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 7050.228059012443,
                        "interactivity_tok_s": 138.12392081713207,
                        "output_per_gpu": 258.4755695735468,
                        "total_per_gpu": 2299.259694737061,
                        "tpot_ms": 7.239875570314436,
                        "tpot_relative": 1.44199,
                        "ttft_ms": 348.5680403362494,
                        "ttft_relative": 1.865024,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13724.17931362215,
                        "interactivity_tok_s": 77.03155509641896,
                        "output_per_gpu": 297.4519186404494,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.71,
                        "tpot_ms": 12.981693005526356,
                        "tpot_relative": 2.585606,
                        "ttft_error_pct": 1.48,
                        "ttft_ms": 443.9073689686859,
                        "ttft_relative": 2.37514,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12214.338437556267,
                        "interactivity_tok_s": 76.57142879290758,
                        "output_per_gpu": 291.6520914121895,
                        "total_per_gpu": 2632.0871253286246,
                        "tpot_error_pct": 31.49,
                        "tpot_ms": 13.059701454762783,
                        "tpot_relative": 2.601143,
                        "ttft_error_pct": 41.18,
                        "ttft_ms": 265.0206100687501,
                        "ttft_relative": 1.418001,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 9540.56237572513,
                        "interactivity_tok_s": 100.68638151210698,
                        "output_per_gpu": 373.42344955234176,
                        "total_per_gpu": 3370.0531654114598,
                        "tpot_ms": 9.931829756735826,
                        "tpot_relative": 1.978155,
                        "ttft_ms": 450.5728443269618,
                        "ttft_relative": 2.410804,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19119.99387796907,
                        "interactivity_tok_s": 55.18196652943484,
                        "output_per_gpu": 430.5572619393682,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.41,
                        "tpot_ms": 18.121862320122027,
                        "tpot_relative": 3.60939,
                        "ttft_error_pct": 15.38,
                        "ttft_ms": 581.3287244842353,
                        "ttft_relative": 3.110417,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17173.902696468802,
                        "interactivity_tok_s": 55.11540083044978,
                        "output_per_gpu": 421.695547086984,
                        "total_per_gpu": 3770.93585285989,
                        "tpot_error_pct": 30.57,
                        "tpot_ms": 18.143749023549272,
                        "tpot_relative": 3.61375,
                        "ttft_error_pct": 44.68,
                        "ttft_ms": 380.0589000781249,
                        "ttft_relative": 2.033517,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 13549.064003957028,
                        "interactivity_tok_s": 71.96331189690977,
                        "output_per_gpu": 533.7630146174243,
                        "total_per_gpu": 4773.078830581632,
                        "tpot_ms": 13.895969677334177,
                        "tpot_relative": 2.767706,
                        "ttft_ms": 686.9940978314844,
                        "ttft_relative": 3.675783,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 30113.978883169635,
                        "interactivity_tok_s": 34.75931776735854,
                        "output_per_gpu": 547.6869615242821,
                        "total_per_gpu": null,
                        "tpot_error_pct": 42.24,
                        "tpot_ms": 28.76926430757139,
                        "tpot_relative": 5.730068,
                        "ttft_error_pct": 38.34,
                        "ttft_ms": 683.0214965241025,
                        "ttft_relative": 3.654527,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 27234.27194480811,
                        "interactivity_tok_s": 34.634912784535445,
                        "output_per_gpu": 533.5168994998517,
                        "total_per_gpu": 4809.0028784923825,
                        "tpot_error_pct": 42.75,
                        "tpot_ms": 28.87260049479616,
                        "tpot_relative": 5.75065,
                        "ttft_error_pct": 44.77,
                        "ttft_ms": 611.8494231609388,
                        "ttft_relative": 3.273719,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 19757.913123023172,
                        "interactivity_tok_s": 49.44213827235092,
                        "output_per_gpu": 733.3303737062694,
                        "total_per_gpu": 6610.07717158606,
                        "tpot_ms": 20.225662460056284,
                        "tpot_relative": 4.028411,
                        "ttft_ms": 1107.7683070448984,
                        "ttft_relative": 5.927148,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 45156.88706170343,
                        "interactivity_tok_s": 23.011308079640763,
                        "output_per_gpu": 729.1704558617566,
                        "total_per_gpu": null,
                        "tpot_error_pct": 39.13,
                        "tpot_ms": 43.45689504217056,
                        "tpot_relative": 8.655452,
                        "ttft_error_pct": 60.51,
                        "ttft_ms": 700.4834335629483,
                        "ttft_relative": 3.747958,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 41411.97412071245,
                        "interactivity_tok_s": 22.825597072697253,
                        "output_per_gpu": 701.6199723424721,
                        "total_per_gpu": 6334.282534511883,
                        "tpot_error_pct": 40.27,
                        "tpot_ms": 43.810464051174634,
                        "tpot_relative": 8.725873,
                        "ttft_error_pct": 39.63,
                        "ttft_ms": 1070.8485092976546,
                        "ttft_relative": 5.729608,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 30535.396918332663,
                        "interactivity_tok_s": 32.0164110713556,
                        "output_per_gpu": 950.4361105651406,
                        "total_per_gpu": 8580.614994784602,
                        "tpot_ms": 31.233981778010047,
                        "tpot_relative": 6.220974,
                        "ttft_ms": 1773.7798382891924,
                        "ttft_relative": 9.490663,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 73798.80905769642,
                        "interactivity_tok_s": 13.999180680562333,
                        "output_per_gpu": 891.0765657996924,
                        "total_per_gpu": null,
                        "tpot_error_pct": 40.97,
                        "tpot_ms": 71.43275187443548,
                        "tpot_relative": 14.227494,
                        "ttft_error_pct": 75.84,
                        "ttft_ms": 723.1038901489216,
                        "ttft_relative": 3.86899,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 68964.3538205262,
                        "interactivity_tok_s": 13.787565405457217,
                        "output_per_gpu": 846.9954503231812,
                        "total_per_gpu": 7620.767335463353,
                        "tpot_error_pct": 43.13,
                        "tpot_ms": 72.52912102989501,
                        "tpot_relative": 14.445862,
                        "ttft_error_pct": 33.25,
                        "ttft_ms": 1997.6537852292909,
                        "ttft_relative": 10.688508,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 49781.7756787239,
                        "interactivity_tok_s": 19.734629680031475,
                        "output_per_gpu": 1171.952939158891,
                        "total_per_gpu": 10544.543862702627,
                        "tpot_ms": 50.672346844787874,
                        "tpot_relative": 10.092577,
                        "ttft_ms": 2992.8493169101785,
                        "ttft_relative": 16.013332,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 130737.04554550101,
                        "interactivity_tok_s": 7.872081716989518,
                        "output_per_gpu": 1005.0430869254805,
                        "total_per_gpu": null,
                        "tpot_error_pct": 48.32,
                        "tpot_ms": 127.03120165048605,
                        "tpot_relative": 25.301219,
                        "ttft_error_pct": 85.52,
                        "ttft_ms": 784.1262570537813,
                        "ttft_relative": 4.195492,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 125804.80881497508,
                        "interactivity_tok_s": 7.573581003503967,
                        "output_per_gpu": 930.7369970022736,
                        "total_per_gpu": 8376.700590208933,
                        "tpot_error_pct": 54.17,
                        "tpot_ms": 132.03793549410028,
                        "tpot_relative": 26.298427,
                        "ttft_error_pct": 28.92,
                        "ttft_ms": 3848.6240896548816,
                        "ttft_relative": 20.592181,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 84551.33646101494,
                        "interactivity_tok_s": 11.675999383410561,
                        "output_per_gpu": 1383.4720624066501,
                        "total_per_gpu": 12451.349069635238,
                        "tpot_ms": 85.64577362181222,
                        "tpot_relative": 17.058348,
                        "ttft_ms": 5414.289765332251,
                        "ttft_relative": 28.969323,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 157800.40027308068,
                        "interactivity_tok_s": 6.516528668160402,
                        "output_per_gpu": 1040.6272915646061,
                        "total_per_gpu": null,
                        "tpot_error_pct": 49.05,
                        "tpot_ms": 153.45593504191507,
                        "tpot_relative": 30.56432,
                        "ttft_error_pct": 87.61,
                        "ttft_ms": 814.9787252015752,
                        "ttft_relative": 4.360569,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 154025.44171930465,
                        "interactivity_tok_s": 6.185448090294124,
                        "output_per_gpu": 950.1614799145858,
                        "total_per_gpu": 8558.108548673265,
                        "tpot_error_pct": 57.03,
                        "tpot_ms": 161.66977483315182,
                        "tpot_relative": 32.200297,
                        "ttft_error_pct": 27.35,
                        "ttft_ms": 4779.563050535652,
                        "ttft_relative": 25.573199,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 640,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 101671.64695873536,
                        "interactivity_tok_s": 9.713108401958143,
                        "output_per_gpu": 1437.8960905379176,
                        "total_per_gpu": 12951.136290688852,
                        "tpot_ms": 102.95365382706962,
                        "tpot_relative": 20.505615,
                        "ttft_ms": 6579.116053285543,
                        "ttft_relative": 35.201762,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 10,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 4
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.74,
                    "tpot_shape_error_pct": 4.42,
                    "ttft_mape_pct": 77.22,
                    "ttft_shape_error_pct": 10.54
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.48,
                    "tpot_shape_error_pct": 6.43,
                    "ttft_mape_pct": 13.42,
                    "ttft_shape_error_pct": 8.02
                  },
                  "framework": "sglang",
                  "id": "a1a6fdfb401794b9",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5904.154715006464,
                        "interactivity_tok_s": 180.894766265075,
                        "output_per_gpu": 22.09984737116663,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.06,
                        "tpot_ms": 5.528075912017517,
                        "tpot_relative": 1.250611,
                        "ttft_error_pct": 90.61,
                        "ttft_ms": 248.93305701254485,
                        "ttft_relative": 1.906103,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5180.532129199992,
                        "interactivity_tok_s": 183.62651002684984,
                        "output_per_gpu": 22.447018394992142,
                        "total_per_gpu": 200.93495688072295,
                        "tpot_error_pct": 23.2,
                        "tpot_ms": 5.445836768633136,
                        "tpot_relative": 1.232006,
                        "ttft_error_pct": 8.53,
                        "ttft_ms": 119.4608220000006,
                        "ttft_relative": 0.914722,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 4238.176314951852,
                        "interactivity_tok_s": 226.2290248715852,
                        "output_per_gpu": 27.43617537827889,
                        "total_per_gpu": 245.5955004623834,
                        "tpot_ms": 4.420299298764302,
                        "tpot_relative": 1.0,
                        "ttft_ms": 130.59790758416057,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6423.59599772061,
                        "interactivity_tok_s": 165.92713356617952,
                        "output_per_gpu": 40.609501616105334,
                        "total_per_gpu": null,
                        "tpot_error_pct": 33.89,
                        "tpot_ms": 6.026741850519302,
                        "tpot_relative": 1.363424,
                        "ttft_error_pct": 72.38,
                        "ttft_ms": 258.2390846393642,
                        "ttft_relative": 1.97736,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5674.827495599997,
                        "interactivity_tok_s": 168.36361209680743,
                        "output_per_gpu": 41.07872249248411,
                        "total_per_gpu": 366.0717013391972,
                        "tpot_error_pct": 31.95,
                        "tpot_ms": 5.939525694097189,
                        "tpot_relative": 1.343693,
                        "ttft_error_pct": 16.48,
                        "ttft_ms": 125.12193290000025,
                        "ttft_relative": 0.95807,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 4356.094122887589,
                        "interactivity_tok_s": 222.15528249733217,
                        "output_per_gpu": 53.49488790463337,
                        "total_per_gpu": 476.71795615800227,
                        "tpot_ms": 4.501355937876512,
                        "tpot_relative": 1.018337,
                        "ttft_ms": 149.807350942865,
                        "ttft_relative": 1.147088,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6723.76829091758,
                        "interactivity_tok_s": 158.54954752355633,
                        "output_per_gpu": 74.813697007135,
                        "total_per_gpu": null,
                        "tpot_error_pct": 27.28,
                        "tpot_ms": 6.307176624716801,
                        "tpot_relative": 1.426866,
                        "ttft_error_pct": 68.67,
                        "ttft_ms": 271.5266038322923,
                        "ttft_relative": 2.079104,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6071.6196157749955,
                        "interactivity_tok_s": 154.87033407618225,
                        "output_per_gpu": 73.90749161932746,
                        "total_per_gpu": 664.3842722378097,
                        "tpot_error_pct": 30.3,
                        "tpot_ms": 6.457014546814951,
                        "tpot_relative": 1.460764,
                        "ttft_error_pct": 15.25,
                        "ttft_ms": 136.44085422499995,
                        "ttft_relative": 1.04474,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "35317697106",
                      "measured": {
                        "e2e_ms": 4715.558852942195,
                        "interactivity_tok_s": 201.79975480143545,
                        "output_per_gpu": 95.11296447592474,
                        "total_per_gpu": 855.0088265638385,
                        "tpot_ms": 4.955407408616369,
                        "tpot_relative": 1.121057,
                        "ttft_ms": 160.98307562060654,
                        "ttft_relative": 1.232662,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 100.0,
                "points": 4,
                "status_counts": {
                  "failed": 0,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 17.68,
                "tpot_shape_error_pct": 8.64,
                "ttft_mape_pct": 32.01,
                "ttft_shape_error_pct": 26.41
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 4,
                "status_counts": {
                  "failed": 0,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.27,
                "tpot_shape_error_pct": 11.24,
                "ttft_mape_pct": 65.24,
                "ttft_shape_error_pct": 25.91
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 4,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.68,
                    "tpot_shape_error_pct": 8.64,
                    "ttft_mape_pct": 32.01,
                    "ttft_shape_error_pct": 26.41
                  },
                  "aisim": {
                    "points": 4,
                    "status_counts": {
                      "failed": 0,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.27,
                    "tpot_shape_error_pct": 11.24,
                    "ttft_mape_pct": 65.24,
                    "ttft_shape_error_pct": 25.91
                  },
                  "framework": "sglang",
                  "id": "08d2a478f78011e1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 5512.467322154184,
                        "interactivity_tok_s": 197.9331113811295,
                        "output_per_gpu": 23.904129710963325,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.69,
                        "tpot_ms": 5.052211795299136,
                        "tpot_relative": 0.773136,
                        "ttft_error_pct": 39.51,
                        "ttft_ms": 344.05465556316847,
                        "ttft_relative": 0.604883,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 4855.745105399996,
                        "interactivity_tok_s": 198.1679308413201,
                        "output_per_gpu": 23.94843581692098,
                        "total_per_gpu": 214.37492648499534,
                        "tpot_error_pct": 22.78,
                        "tpot_ms": 5.046225167485523,
                        "tpot_relative": 0.77222,
                        "ttft_error_pct": 70.77,
                        "ttft_ms": 166.26854150000003,
                        "ttft_relative": 0.292317,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34776525730",
                      "measured": {
                        "e2e_ms": 6643.379681743681,
                        "interactivity_tok_s": 153.0291672546896,
                        "output_per_gpu": 17.5013279443133,
                        "total_per_gpu": 156.66350487913945,
                        "tpot_ms": 6.534701965251364,
                        "tpot_relative": 1.0,
                        "ttft_ms": 568.7953190878034,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 6095.769986185705,
                        "interactivity_tok_s": 178.18524567884762,
                        "output_per_gpu": 43.1788507849166,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.23,
                        "tpot_ms": 5.612136943158308,
                        "tpot_relative": 0.858821,
                        "ttft_error_pct": 24.34,
                        "ttft_ms": 354.5538933347557,
                        "ttft_relative": 0.623342,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 5406.630197000013,
                        "interactivity_tok_s": 178.63235003550545,
                        "output_per_gpu": 43.12254216275761,
                        "total_per_gpu": 384.2851339517724,
                        "tpot_error_pct": 16.44,
                        "tpot_ms": 5.598090154449837,
                        "tpot_relative": 0.856671,
                        "ttft_error_pct": 62.6,
                        "ttft_ms": 175.25789965000044,
                        "ttft_relative": 0.308121,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34776525730",
                      "measured": {
                        "e2e_ms": 6730.464653833769,
                        "interactivity_tok_s": 149.26417563438187,
                        "output_per_gpu": 34.6303629119366,
                        "total_per_gpu": 308.60735436662924,
                        "tpot_ms": 6.699531188578497,
                        "tpot_relative": 1.025224,
                        "ttft_ms": 468.596677982714,
                        "ttft_relative": 0.823841,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 7355.2342626901855,
                        "interactivity_tok_s": 146.51174986883507,
                        "output_per_gpu": 68.06956188954798,
                        "total_per_gpu": null,
                        "tpot_error_pct": 17.12,
                        "tpot_ms": 6.825391143681323,
                        "tpot_relative": 1.044484,
                        "ttft_error_pct": 15.72,
                        "ttft_ms": 372.8591227041929,
                        "ttft_relative": 0.655524,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6736.812818949984,
                        "interactivity_tok_s": 140.4486565878522,
                        "output_per_gpu": 66.85400879128224,
                        "total_per_gpu": 600.9776682146362,
                        "tpot_error_pct": 13.54,
                        "tpot_ms": 7.120039623693295,
                        "tpot_relative": 1.089574,
                        "ttft_error_pct": 56.52,
                        "ttft_ms": 192.37842062500027,
                        "ttft_relative": 0.338221,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34776525730",
                      "measured": {
                        "e2e_ms": 8010.5121047236025,
                        "interactivity_tok_s": 121.43252621551761,
                        "output_per_gpu": 56.265187637881176,
                        "total_per_gpu": 505.7904810740708,
                        "tpot_ms": 8.235025912457811,
                        "tpot_relative": 1.260199,
                        "ttft_ms": 442.4172525992617,
                        "ttft_relative": 0.777815,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9660.296177796641,
                        "interactivity_tok_s": 110.58650926489447,
                        "output_per_gpu": 104.61458996223683,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.67,
                        "tpot_ms": 9.042694327249631,
                        "tpot_relative": 1.383796,
                        "ttft_error_pct": 48.47,
                        "ttft_ms": 409.61988102027044,
                        "ttft_relative": 0.720153,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8836.135414125049,
                        "interactivity_tok_s": 107.6194488904717,
                        "output_per_gpu": 103.31560687161436,
                        "total_per_gpu": 919.0400899749628,
                        "tpot_error_pct": 12.31,
                        "tpot_ms": 9.292000751813337,
                        "tpot_relative": 1.421947,
                        "ttft_error_pct": 71.07,
                        "ttft_ms": 229.94859123750035,
                        "ttft_relative": 0.404273,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "34776525730",
                      "measured": {
                        "e2e_ms": 10609.469724539667,
                        "interactivity_tok_s": 94.3679739754566,
                        "output_per_gpu": 86.3080770386625,
                        "total_per_gpu": 767.7502488636254,
                        "tpot_ms": 10.596815401166522,
                        "tpot_relative": 1.621622,
                        "ttft_ms": 794.8539138829801,
                        "ttft_relative": 1.397434,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 45.45,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 6
                },
                "tpot_mape_pct": 19.25,
                "tpot_shape_error_pct": 3.82,
                "ttft_mape_pct": 25.77,
                "ttft_shape_error_pct": 17.39
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 11,
                "status_counts": {
                  "failed": 0,
                  "success": 11,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 24.52,
                "tpot_shape_error_pct": 12.29,
                "ttft_mape_pct": 52.16,
                "ttft_shape_error_pct": 19.05
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 11,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 6
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.53,
                    "tpot_shape_error_pct": 18.35,
                    "ttft_mape_pct": 52.53,
                    "ttft_shape_error_pct": 20.42
                  },
                  "framework": "sglang",
                  "id": "e7cfb5a0cfb7be4b",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 4104.080294625001,
                        "interactivity_tok_s": 234.07214392796593,
                        "output_per_gpu": 110.16515644170586,
                        "total_per_gpu": 990.3190554142261,
                        "tpot_error_pct": 17.98,
                        "tpot_ms": 4.272187126665286,
                        "tpot_relative": 0.820196,
                        "ttft_error_pct": 58.4,
                        "ttft_ms": 177.43709502499968,
                        "ttft_relative": 0.415982,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9681632653061225,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 5214.003173491801,
                        "interactivity_tok_s": 191.98513164620707,
                        "output_per_gpu": 86.92486898338808,
                        "total_per_gpu": 781.6176522368252,
                        "tpot_ms": 5.208736694479103,
                        "tpot_relative": 1.0,
                        "ttft_ms": 426.550094425329,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5353.51847572501,
                        "interactivity_tok_s": 180.42194347220934,
                        "output_per_gpu": 170.71121930577985,
                        "total_per_gpu": 1518.555222208395,
                        "tpot_error_pct": 26.88,
                        "tpot_ms": 5.542563064974585,
                        "tpot_relative": 1.06409,
                        "ttft_error_pct": 62.03,
                        "ttft_ms": 216.32290539999994,
                        "ttft_relative": 0.507145,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.967857142857143,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 7594.157546455972,
                        "interactivity_tok_s": 131.92976568066072,
                        "output_per_gpu": 119.41067314291008,
                        "total_per_gpu": 1062.5017214968054,
                        "tpot_ms": 7.579790616929654,
                        "tpot_relative": 1.455207,
                        "ttft_ms": 569.7764066979289,
                        "ttft_relative": 1.335778,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 7993.627453031231,
                        "interactivity_tok_s": 118.70677966532438,
                        "output_per_gpu": 224.644636200443,
                        "total_per_gpu": 2027.3616138128814,
                        "tpot_error_pct": 27.28,
                        "tpot_ms": 8.42411867982054,
                        "tpot_relative": 1.617306,
                        "ttft_error_pct": 54.99,
                        "ttft_ms": 281.8109126562498,
                        "ttft_relative": 0.660675,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9935353535353535,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 11229.223030735739,
                        "interactivity_tok_s": 86.32889997930896,
                        "output_per_gpu": 159.60876595234342,
                        "total_per_gpu": 1440.8346543563719,
                        "tpot_ms": 11.583606419630934,
                        "tpot_relative": 2.22388,
                        "ttft_ms": 626.1680503259413,
                        "ttft_relative": 1.467982,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 11963.286788103136,
                        "interactivity_tok_s": 80.16663240320666,
                        "output_per_gpu": 304.44652607424297,
                        "total_per_gpu": 2722.457774056589,
                        "tpot_error_pct": 33.08,
                        "tpot_ms": 12.474017805442955,
                        "tpot_relative": 2.394826,
                        "ttft_error_pct": 53.23,
                        "ttft_ms": 409.5265358968752,
                        "ttft_relative": 0.96009,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.913529411764706,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 18125.19336953992,
                        "interactivity_tok_s": 53.64429387860015,
                        "output_per_gpu": 200.29760463944447,
                        "total_per_gpu": 1791.6552186485496,
                        "tpot_ms": 18.64131164188781,
                        "tpot_relative": 3.578855,
                        "ttft_ms": 875.608292745892,
                        "ttft_relative": 2.052768,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 19013.68277864994,
                        "interactivity_tok_s": 50.32581774349142,
                        "output_per_gpu": 383.528171256673,
                        "total_per_gpu": 3457.0377832179106,
                        "tpot_error_pct": 38.72,
                        "tpot_ms": 19.870516661983675,
                        "tpot_relative": 3.814844,
                        "ttft_error_pct": 45.81,
                        "ttft_ms": 677.589542431253,
                        "ttft_relative": 1.588535,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9356999999999998,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 31105.91671041766,
                        "interactivity_tok_s": 30.84045188696358,
                        "output_per_gpu": 233.9406209249918,
                        "total_per_gpu": 2109.295154654782,
                        "tpot_ms": 32.42494641989034,
                        "tpot_relative": 6.225108,
                        "ttft_ms": 1250.4020411652164,
                        "ttft_relative": 2.931431,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 32329.248358313936,
                        "interactivity_tok_s": 29.58745152472044,
                        "output_per_gpu": 451.3069341629939,
                        "total_per_gpu": 4074.435938915057,
                        "tpot_error_pct": 39.22,
                        "tpot_ms": 33.79811198556577,
                        "tpot_relative": 6.488735,
                        "ttft_error_pct": 40.73,
                        "ttft_ms": 1187.1995497265646,
                        "ttft_relative": 2.783259,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.9632673267326735,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 53149.386359190976,
                        "interactivity_tok_s": 17.984648546919086,
                        "output_per_gpu": 274.1587032587301,
                        "total_per_gpu": 2475.997949602716,
                        "tpot_ms": 55.60297702738861,
                        "tpot_relative": 10.674945,
                        "ttft_ms": 2003.1798542055185,
                        "ttft_relative": 4.696236,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.25,
                    "tpot_shape_error_pct": 3.82,
                    "ttft_mape_pct": 25.77,
                    "ttft_shape_error_pct": 17.39
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.32,
                    "tpot_shape_error_pct": 4.71,
                    "ttft_mape_pct": 51.7,
                    "ttft_shape_error_pct": 17.34
                  },
                  "framework": "sglang",
                  "id": "d907fb02e31c6505",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 8,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 7542.548507916737,
                        "interactivity_tok_s": 142.12382226488197,
                        "output_per_gpu": 66.53079724300854,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.23,
                        "tpot_ms": 7.036118112108322,
                        "tpot_relative": 0.817743,
                        "ttft_error_pct": 13.77,
                        "ttft_ms": 344.5996792299236,
                        "ttft_relative": 0.862311,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 6911.912448050061,
                        "interactivity_tok_s": 136.48668767931406,
                        "output_per_gpu": 64.99168875512524,
                        "total_per_gpu": 584.2365217518533,
                        "tpot_error_pct": 14.85,
                        "tpot_ms": 7.326721873048723,
                        "tpot_relative": 0.851517,
                        "ttft_error_pct": 55.6,
                        "ttft_ms": 177.43709502500002,
                        "ttft_relative": 0.444011,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 8306.738974526525,
                        "interactivity_tok_s": 116.2206908622079,
                        "output_per_gpu": 54.163487991846715,
                        "total_per_gpu": 486.8974546812239,
                        "tpot_ms": 8.604319872660259,
                        "tpot_relative": 1.0,
                        "ttft_ms": 399.6235067024827,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 9441.353276010524,
                        "interactivity_tok_s": 112.87885874522955,
                        "output_per_gpu": 107.1224914803955,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.39,
                        "tpot_ms": 8.859054840880571,
                        "tpot_relative": 1.029605,
                        "ttft_error_pct": 30.88,
                        "ttft_ms": 378.54017378970036,
                        "ttft_relative": 0.947242,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8638.15700017499,
                        "interactivity_tok_s": 109.90565710138343,
                        "output_per_gpu": 105.52225944683519,
                        "total_per_gpu": 938.6692848534727,
                        "tpot_error_pct": 16.18,
                        "tpot_ms": 9.098712717558673,
                        "tpot_relative": 1.057459,
                        "ttft_error_pct": 61.26,
                        "ttft_ms": 212.16727843749942,
                        "ttft_relative": 0.530918,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 10604.043644899502,
                        "interactivity_tok_s": 92.11781818523797,
                        "output_per_gpu": 86.02012482096495,
                        "total_per_gpu": 765.1887807556163,
                        "tpot_ms": 10.855663102974487,
                        "tpot_relative": 1.261653,
                        "ttft_ms": 547.6442037150264,
                        "ttft_relative": 1.3704,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13599.99740283673,
                        "interactivity_tok_s": 77.7755797077251,
                        "output_per_gpu": 150.0738315305173,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.53,
                        "tpot_ms": 12.85750622184915,
                        "tpot_relative": 1.494308,
                        "ttft_error_pct": 21.73,
                        "ttft_ms": 446.7685378850506,
                        "ttft_relative": 1.117974,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12249.581418331303,
                        "interactivity_tok_s": 76.42201146542486,
                        "output_per_gpu": 145.75521490683312,
                        "total_per_gpu": 1315.404332429718,
                        "tpot_error_pct": 13.01,
                        "tpot_ms": 13.08523527220196,
                        "tpot_relative": 1.520775,
                        "ttft_error_pct": 51.54,
                        "ttft_ms": 276.62284479375006,
                        "ttft_relative": 0.692209,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 14348.193249676842,
                        "interactivity_tok_s": 66.47612149675004,
                        "output_per_gpu": 124.55551824052006,
                        "total_per_gpu": 1124.082376238381,
                        "tpot_ms": 15.042995552153101,
                        "tpot_relative": 1.748307,
                        "ttft_ms": 570.7883091643453,
                        "ttft_relative": 1.428315,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18174.99556488339,
                        "interactivity_tok_s": 58.15378291164734,
                        "output_per_gpu": 226.52202769556828,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.57,
                        "tpot_ms": 17.195785896152163,
                        "tpot_relative": 1.998506,
                        "ttft_error_pct": 22.81,
                        "ttft_ms": 583.7065931197249,
                        "ttft_relative": 1.460641,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16538.32233780015,
                        "interactivity_tok_s": 57.35549258078558,
                        "output_per_gpu": 219.01142408758176,
                        "total_per_gpu": 1958.4698889585586,
                        "tpot_error_pct": 21.49,
                        "tpot_ms": 17.435121816650664,
                        "tpot_relative": 2.026322,
                        "ttft_error_pct": 47.29,
                        "ttft_ms": 398.6301107343753,
                        "ttft_relative": 0.997514,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 21329.864761338104,
                        "interactivity_tok_s": 45.02755111527298,
                        "output_per_gpu": 170.25327724073188,
                        "total_per_gpu": 1522.4590149194557,
                        "tpot_ms": 22.208625058021603,
                        "tpot_relative": 2.581102,
                        "ttft_ms": 756.1991440772545,
                        "ttft_relative": 1.892279,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 28010.00362653623,
                        "interactivity_tok_s": 37.43358038235494,
                        "output_per_gpu": 294.53495462869745,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.53,
                        "tpot_ms": 26.713982199559243,
                        "tpot_relative": 3.104717,
                        "ttft_error_pct": 39.65,
                        "ttft_ms": 681.5998363871238,
                        "ttft_relative": 1.705605,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25744.080614692117,
                        "interactivity_tok_s": 36.743739257155525,
                        "output_per_gpu": 282.2313262444229,
                        "total_per_gpu": 2543.9705126164044,
                        "tpot_error_pct": 21.07,
                        "tpot_ms": 27.215520799376964,
                        "tpot_relative": 3.163007,
                        "ttft_error_pct": 42.83,
                        "ttft_ms": 645.6580672562519,
                        "ttft_relative": 1.615666,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28719990565",
                      "measured": {
                        "e2e_ms": 32945.76599446591,
                        "interactivity_tok_s": 29.001308548019786,
                        "output_per_gpu": 221.00161959702712,
                        "total_per_gpu": 1992.0595313661238,
                        "tpot_ms": 34.481202747945666,
                        "tpot_relative": 4.007429,
                        "ttft_ms": 1129.3540400765778,
                        "ttft_relative": 2.826045,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 28
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 38.05,
        "points": 43,
        "status_counts": {
          "failed": 33,
          "success": 43,
          "unknown": 0,
          "unsupported": 37
        },
        "tpot_mape_pct": 18.74,
        "tpot_shape_error_pct": 24.27,
        "ttft_mape_pct": 44.22,
        "ttft_shape_error_pct": 181.35
      },
      "aisim": {
        "coverage_pct": 83.19,
        "points": 94,
        "status_counts": {
          "failed": 19,
          "success": 94,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 18.15,
        "tpot_shape_error_pct": 16.65,
        "ttft_mape_pct": 43.96,
        "ttft_shape_error_pct": 18.41
      },
      "frameworks": [
        "dynamo-sglang",
        "sglang"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb300",
        "h200"
      ],
      "hf_model_paths": [
        "zai-org/GLM-5-FP8"
      ],
      "model": "zai-org/GLM-5-FP8",
      "precisions": [
        "fp8"
      ],
      "rows": 113,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 45.61,
            "points": 26,
            "status_counts": {
              "failed": 13,
              "success": 26,
              "unknown": 0,
              "unsupported": 18
            },
            "tpot_mape_pct": 17.52,
            "tpot_shape_error_pct": 24.74,
            "ttft_mape_pct": 54.71,
            "ttft_shape_error_pct": 276.53
          },
          "aisim": {
            "coverage_pct": 82.46,
            "points": 47,
            "status_counts": {
              "failed": 10,
              "success": 47,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 17.55,
            "tpot_shape_error_pct": 18.62,
            "ttft_mape_pct": 44.33,
            "ttft_shape_error_pct": 23.62
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 60.87,
                "points": 14,
                "status_counts": {
                  "failed": 3,
                  "success": 14,
                  "unknown": 0,
                  "unsupported": 6
                },
                "tpot_mape_pct": 18.21,
                "tpot_shape_error_pct": 24.02,
                "ttft_mape_pct": 70.2,
                "ttft_shape_error_pct": 501.16
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 23,
                "status_counts": {
                  "failed": 0,
                  "success": 23,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.51,
                "tpot_shape_error_pct": 18.06,
                "ttft_mape_pct": 45.04,
                "ttft_shape_error_pct": 16.9
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 23,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 7.02,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 42.21,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "bbf8571743292fa2",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 42071.396883702626,
                        "interactivity_tok_s": 22.864997761716772,
                        "output_per_gpu": 1098.976930800579,
                        "total_per_gpu": 2197.476549040653,
                        "tpot_error_pct": 7.02,
                        "tpot_ms": 43.7349703866718,
                        "tpot_relative": 0.929795,
                        "ttft_error_pct": 42.21,
                        "ttft_ms": 1790.0217971137827,
                        "ttft_relative": 0.577869,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1248,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 46422.420073808666,
                        "interactivity_tok_s": 21.259762998194898,
                        "output_per_gpu": 1482.8544431868397,
                        "total_per_gpu": 1977.4187176136104,
                        "tpot_ms": 47.037212977628535,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3097.62459148106,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.21,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 35.87,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "20fb3f5f630eace4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 74293.41567368637,
                        "interactivity_tok_s": 13.020693401810519,
                        "output_per_gpu": 1933.9209915163412,
                        "total_per_gpu": 3867.2714704034506,
                        "tpot_error_pct": 8.21,
                        "tpot_ms": 76.80082535857504,
                        "tpot_relative": 0.917914,
                        "ttft_error_pct": 35.87,
                        "ttft_ms": 3546.1259610255233,
                        "ttft_relative": 0.641286,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2576,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 82605.84046626117,
                        "interactivity_tok_s": 11.951875423135736,
                        "output_per_gpu": 3448.4949715545054,
                        "total_per_gpu": 3449.040122983348,
                        "tpot_ms": 83.66887744364027,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5529.709042299889,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.33,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 81.94,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.08,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 52.65,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "d76621eec1abe847",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 30079.141,
                        "interactivity_tok_s": 34.443564220025486,
                        "output_per_gpu": 456.720375,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.33,
                        "tpot_ms": 29.033,
                        "tpot_relative": 0.816696,
                        "ttft_error_pct": 81.94,
                        "ttft_ms": 378.382,
                        "ttft_relative": 0.180633,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25854.23469862847,
                        "interactivity_tok_s": 37.05009436264028,
                        "output_per_gpu": 491.7739275366962,
                        "total_per_gpu": 983.1314049233497,
                        "tpot_error_pct": 24.08,
                        "tpot_ms": 26.990484564281083,
                        "tpot_relative": 0.75924,
                        "ttft_error_pct": 52.65,
                        "ttft_ms": 991.8189250409731,
                        "ttft_relative": 0.473477,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 576,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 34843.71718284795,
                        "interactivity_tok_s": 28.129928152751198,
                        "output_per_gpu": 455.5891930023278,
                        "total_per_gpu": 728.8305934128792,
                        "tpot_ms": 35.54932648849289,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2094.757545602753,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.36,
                    "tpot_shape_error_pct": 24.18,
                    "ttft_mape_pct": 73.64,
                    "ttft_shape_error_pct": 1071.29
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 32.18,
                    "tpot_shape_error_pct": 24.85,
                    "ttft_mape_pct": 61.39,
                    "ttft_shape_error_pct": 25.68
                  },
                  "framework": "dynamo-sglang",
                  "id": "78b08f404021c2d3",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9427.84,
                        "interactivity_tok_s": 113.04544426859597,
                        "output_per_gpu": 23.133291666666665,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.87,
                        "tpot_ms": 8.846,
                        "tpot_relative": 0.621269,
                        "ttft_error_pct": 97.34,
                        "ttft_ms": 378.382,
                        "ttft_relative": 0.026557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14317.216671768741,
                        "interactivity_tok_s": 125.00532155070937,
                        "output_per_gpu": 13.670942804912947,
                        "total_per_gpu": 27.48741743854282,
                        "tpot_error_pct": 43.82,
                        "tpot_ms": 7.999659435253261,
                        "tpot_relative": 0.561829,
                        "ttft_error_pct": 50.88,
                        "ttft_ms": 6997.985651112499,
                        "ttft_relative": 0.491157,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 27276.78848287451,
                        "interactivity_tok_s": 70.23158220226698,
                        "output_per_gpu": 7.5934239039472935,
                        "total_per_gpu": 13.567850344933735,
                        "tpot_ms": 14.238608452818275,
                        "tpot_relative": 1.0,
                        "ttft_ms": 14247.948317668579,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 10766.947,
                        "interactivity_tok_s": 98.47365829640572,
                        "output_per_gpu": 40.30008333333333,
                        "total_per_gpu": null,
                        "tpot_error_pct": 37.2,
                        "tpot_ms": 10.155,
                        "tpot_relative": 0.713202,
                        "ttft_error_pct": 37.17,
                        "ttft_ms": 378.382,
                        "ttft_relative": 0.026557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8878.688137803134,
                        "interactivity_tok_s": 107.50245483583468,
                        "output_per_gpu": 44.82920515523292,
                        "total_per_gpu": 89.51660381133314,
                        "tpot_error_pct": 42.48,
                        "tpot_ms": 9.302113161295566,
                        "tpot_relative": 0.653302,
                        "ttft_error_pct": 50.97,
                        "ttft_ms": 295.2575764500011,
                        "ttft_relative": 0.020723,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 15530.116732643637,
                        "interactivity_tok_s": 61.83769330452383,
                        "output_per_gpu": 28.272301427522184,
                        "total_per_gpu": 50.183668396670505,
                        "tpot_ms": 16.171366468594382,
                        "tpot_relative": 1.135741,
                        "ttft_ms": 602.2572443718673,
                        "ttft_relative": 0.04227,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 13467.667,
                        "interactivity_tok_s": 78.15552950371239,
                        "output_per_gpu": 63.95676388888889,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.69,
                        "tpot_ms": 12.795,
                        "tpot_relative": 0.898613,
                        "ttft_error_pct": 68.52,
                        "ttft_ms": 378.382,
                        "ttft_relative": 0.026557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11055.523382096868,
                        "interactivity_tok_s": 86.00692567634725,
                        "output_per_gpu": 71.45628702470191,
                        "total_per_gpu": 142.94479206440576,
                        "tpot_error_pct": 33.38,
                        "tpot_ms": 11.626970643772351,
                        "tpot_relative": 0.816581,
                        "ttft_error_pct": 70.89,
                        "ttft_ms": 349.8280211171864,
                        "ttft_relative": 0.024553,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 17267.2768903386,
                        "interactivity_tok_s": 57.29766558684626,
                        "output_per_gpu": 51.287223533378324,
                        "total_per_gpu": 91.24337526294512,
                        "tpot_ms": 17.452718007931697,
                        "tpot_relative": 1.225732,
                        "ttft_ms": 1201.8232110513054,
                        "ttft_relative": 0.084351,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16088.593,
                        "interactivity_tok_s": 65.11688480823078,
                        "output_per_gpu": 106.55972222222222,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.44,
                        "tpot_ms": 15.357,
                        "tpot_relative": 1.078546,
                        "ttft_error_pct": 74.11,
                        "ttft_ms": 378.382,
                        "ttft_relative": 0.026557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13234.19576910383,
                        "interactivity_tok_s": 71.7767475614504,
                        "output_per_gpu": 119.47124382148053,
                        "total_per_gpu": 239.2049467507286,
                        "tpot_error_pct": 28.72,
                        "tpot_ms": 13.9320885101943,
                        "tpot_relative": 0.978473,
                        "ttft_error_pct": 70.42,
                        "ttft_ms": 432.4005727187485,
                        "ttft_relative": 0.030348,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 19425.563092625565,
                        "interactivity_tok_s": 51.15895627442908,
                        "output_per_gpu": 90.92037318937929,
                        "total_per_gpu": 161.85512947618014,
                        "tpot_ms": 19.546919499994427,
                        "tpot_relative": 1.372811,
                        "ttft_ms": 1461.721785734403,
                        "ttft_relative": 0.102592,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18447.631,
                        "interactivity_tok_s": 56.6155239766744,
                        "output_per_gpu": 185.38040277777776,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.56,
                        "tpot_ms": 17.663,
                        "tpot_relative": 1.2405,
                        "ttft_error_pct": 79.88,
                        "ttft_ms": 378.382,
                        "ttft_relative": 0.026557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15444.066430791043,
                        "interactivity_tok_s": 62.03636539071065,
                        "output_per_gpu": 204.93665290728154,
                        "total_per_gpu": 409.67523520425004,
                        "tpot_error_pct": 25.67,
                        "tpot_ms": 16.119577504289772,
                        "tpot_relative": 1.132103,
                        "ttft_error_pct": 68.1,
                        "ttft_ms": 599.9228572132795,
                        "ttft_relative": 0.042106,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 21851.319348635752,
                        "interactivity_tok_s": 46.1101344127604,
                        "output_per_gpu": 163.16163116955957,
                        "total_per_gpu": 290.02026120587044,
                        "tpot_ms": 21.68720635356167,
                        "tpot_relative": 1.523127,
                        "ttft_ms": 1880.543330675755,
                        "ttft_relative": 0.131987,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 23926.819,
                        "interactivity_tok_s": 43.44237369129849,
                        "output_per_gpu": 284.5081666666667,
                        "total_per_gpu": null,
                        "tpot_error_pct": 10.38,
                        "tpot_ms": 23.019,
                        "tpot_relative": 1.616661,
                        "ttft_error_pct": 84.79,
                        "ttft_ms": 378.382,
                        "ttft_relative": 0.026557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 20224.519596785176,
                        "interactivity_tok_s": 48.08556537565491,
                        "output_per_gpu": 312.998903975431,
                        "total_per_gpu": 625.7094799178815,
                        "tpot_error_pct": 19.04,
                        "tpot_ms": 20.796261667878547,
                        "tpot_relative": 1.460554,
                        "ttft_error_pct": 57.1,
                        "ttft_ms": 1067.234290464065,
                        "ttft_relative": 0.074904,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 26150.769290334694,
                        "interactivity_tok_s": 38.932083763561145,
                        "output_per_gpu": 271.19028784456077,
                        "total_per_gpu": 482.05527075013316,
                        "tpot_ms": 25.685755894113214,
                        "tpot_relative": 1.803951,
                        "ttft_ms": 2487.604631097901,
                        "ttft_relative": 0.174594,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.98,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 46.75,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "ac7c75a58b7e600a",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 30617.657428858347,
                        "interactivity_tok_s": 31.34594751929246,
                        "output_per_gpu": 722.9769511779145,
                        "total_per_gpu": 1446.0031330155348,
                        "tpot_error_pct": 18.98,
                        "tpot_ms": 31.902050476685417,
                        "tpot_relative": 0.810173,
                        "ttft_error_pct": 46.75,
                        "ttft_ms": 1250.6858571691264,
                        "ttft_relative": 0.532489,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 800,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 38597.798346216325,
                        "interactivity_tok_s": 25.39563064686723,
                        "output_per_gpu": 760.8103267234998,
                        "total_per_gpu": 1141.5951996561769,
                        "tpot_ms": 39.3768524162781,
                        "tpot_relative": 1.0,
                        "ttft_ms": 2348.756243168842,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 6
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 6,
                    "status_counts": {
                      "failed": 0,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.12,
                    "tpot_shape_error_pct": 6.15,
                    "ttft_mape_pct": 56.2,
                    "ttft_shape_error_pct": 12.83
                  },
                  "framework": "sglang",
                  "id": "f887942fb5ff763a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5384.621336825008,
                        "interactivity_tok_s": 173.93790771877994,
                        "output_per_gpu": 83.1317924676357,
                        "total_per_gpu": 167.07658211568716,
                        "tpot_error_pct": 21.96,
                        "tpot_ms": 5.749178043562443,
                        "tpot_relative": 0.780391,
                        "ttft_error_pct": 59.8,
                        "ttft_ms": 112.57189627500028,
                        "ttft_relative": 0.402029,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.7389423076923078,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 7027.891297948918,
                        "interactivity_tok_s": 135.73949840607472,
                        "output_per_gpu": 63.343718712730755,
                        "total_per_gpu": 127.3759373509942,
                        "tpot_ms": 7.36705241836408,
                        "tpot_relative": 1.0,
                        "ttft_ms": 280.0093853746148,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6883.075674625002,
                        "interactivity_tok_s": 137.3133512120198,
                        "output_per_gpu": 132.33645468276,
                        "total_per_gpu": 263.69542216560563,
                        "tpot_error_pct": 24.2,
                        "tpot_ms": 7.282613024686448,
                        "tpot_relative": 0.988538,
                        "ttft_error_pct": 60.79,
                        "ttft_ms": 118.73203287499977,
                        "ttft_relative": 0.424029,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6136936936936936,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 9223.536987887474,
                        "interactivity_tok_s": 104.08462441187552,
                        "output_per_gpu": 98.68496187797003,
                        "total_per_gpu": 196.74721774295983,
                        "tpot_ms": 9.607566973992991,
                        "tpot_relative": 1.304126,
                        "ttft_ms": 302.8324991374575,
                        "ttft_relative": 1.081508,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9380.726983606257,
                        "interactivity_tok_s": 98.99741908996936,
                        "output_per_gpu": 191.9095708314579,
                        "total_per_gpu": 385.86208421559365,
                        "tpot_error_pct": 20.93,
                        "tpot_ms": 10.101273439171125,
                        "tpot_relative": 1.371142,
                        "ttft_error_pct": 57.27,
                        "ttft_ms": 131.68776576874978,
                        "ttft_relative": 0.470298,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6016513761467888,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 12016.957556555963,
                        "interactivity_tok_s": 78.28008579946778,
                        "output_per_gpu": 149.39371900791713,
                        "total_per_gpu": 300.30202495789604,
                        "tpot_ms": 12.774641082557409,
                        "tpot_relative": 1.734023,
                        "ttft_ms": 308.2213951434369,
                        "ttft_relative": 1.100754,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 11914.451091993671,
                        "interactivity_tok_s": 78.53895871574895,
                        "output_per_gpu": 304.2804656014858,
                        "total_per_gpu": 607.5984125182882,
                        "tpot_error_pct": 28.9,
                        "tpot_ms": 12.73253448163524,
                        "tpot_relative": 1.728308,
                        "ttft_error_pct": 55.69,
                        "ttft_ms": 154.0701993062499,
                        "ttft_relative": 0.550232,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6605555555555553,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 16865.352666634273,
                        "interactivity_tok_s": 55.84474530674615,
                        "output_per_gpu": 213.70061729154432,
                        "total_per_gpu": 426.736254900999,
                        "tpot_ms": 17.906787729215377,
                        "tpot_relative": 2.430658,
                        "ttft_ms": 347.732214106054,
                        "ttft_relative": 1.241859,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 17439.61880652189,
                        "interactivity_tok_s": 53.495471278167955,
                        "output_per_gpu": 415.602000581706,
                        "total_per_gpu": 831.3913866552576,
                        "tpot_error_pct": 31.26,
                        "tpot_ms": 18.693171143406865,
                        "tpot_relative": 2.537402,
                        "ttft_error_pct": 60.9,
                        "ttft_ms": 203.4117461875001,
                        "ttft_relative": 0.726446,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.7388785046728974,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 25568.69314646409,
                        "interactivity_tok_s": 36.77532708731813,
                        "output_per_gpu": 281.6937082181984,
                        "total_per_gpu": 563.7957824011578,
                        "tpot_ms": 27.192144277211533,
                        "tpot_relative": 3.691048,
                        "ttft_ms": 520.2496119141188,
                        "ttft_relative": 1.857972,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 47674.4445873414,
                        "interactivity_tok_s": 19.542599345058346,
                        "output_per_gpu": 610.8269611279206,
                        "total_per_gpu": 1221.0635599791576,
                        "tpot_error_pct": 17.48,
                        "tpot_ms": 51.170265651117994,
                        "tpot_relative": 6.945826,
                        "ttft_error_pct": 42.74,
                        "ttft_ms": 481.50271539648776,
                        "ttft_relative": 1.719595,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6887610619469027,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 57990.18267539104,
                        "interactivity_tok_s": 16.12639878326082,
                        "output_per_gpu": 500.2136926861866,
                        "total_per_gpu": 1000.2726613369363,
                        "tpot_ms": 62.01012473026517,
                        "tpot_relative": 8.417223,
                        "ttft_ms": 840.9431740266541,
                        "ttft_relative": 3.003268,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 6,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 12.07,
                    "tpot_shape_error_pct": 23.88,
                    "ttft_mape_pct": 65.59,
                    "ttft_shape_error_pct": 26.05
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.8,
                    "tpot_shape_error_pct": 22.33,
                    "ttft_mape_pct": 21.83,
                    "ttft_shape_error_pct": 12.99
                  },
                  "framework": "sglang",
                  "id": "170c385c2ca93529",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9956.833772001899,
                        "interactivity_tok_s": 105.18082023054936,
                        "output_per_gpu": 50.92217078116721,
                        "total_per_gpu": null,
                        "tpot_error_pct": 26.02,
                        "tpot_ms": 9.507436791309162,
                        "tpot_relative": 0.739759,
                        "ttft_error_pct": 79.41,
                        "ttft_ms": 230.72593449262658,
                        "ttft_relative": 1.794105,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8961.14093895,
                        "interactivity_tok_s": 103.6014026707328,
                        "output_per_gpu": 49.72045621242928,
                        "total_per_gpu": 99.92715949724578,
                        "tpot_error_pct": 24.9,
                        "tpot_ms": 9.652378966124733,
                        "tpot_relative": 0.751037,
                        "ttft_error_pct": 13.41,
                        "ttft_ms": 111.36276672500014,
                        "ttft_relative": 0.865947,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 11911.667631726232,
                        "interactivity_tok_s": 77.80845923543801,
                        "output_per_gpu": 37.31614108464534,
                        "total_per_gpu": 74.99721977721755,
                        "tpot_ms": 12.852073024272766,
                        "tpot_relative": 1.0,
                        "ttft_ms": 128.60227677556395,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12883.918219466905,
                        "interactivity_tok_s": 80.99532448544531,
                        "output_per_gpu": 79.03431176811989,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.85,
                        "tpot_ms": 12.346391675728121,
                        "tpot_relative": 0.960654,
                        "ttft_error_pct": 92.12,
                        "ttft_ms": 253.55953519703615,
                        "ttft_relative": 1.971657,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11694.33100291248,
                        "interactivity_tok_s": 80.20741170517381,
                        "output_per_gpu": 78.03500983381902,
                        "total_per_gpu": 155.4936235155679,
                        "tpot_error_pct": 16.03,
                        "tpot_ms": 12.46767572647522,
                        "tpot_relative": 0.970091,
                        "ttft_error_pct": 11.37,
                        "ttft_ms": 116.96852693750002,
                        "ttft_relative": 0.909537,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 13916.383619151202,
                        "interactivity_tok_s": 67.34619501626916,
                        "output_per_gpu": 65.29859092834018,
                        "total_per_gpu": 130.1148617207971,
                        "tpot_ms": 14.848648832475613,
                        "tpot_relative": 1.15535,
                        "ttft_ms": 131.9783291510248,
                        "ttft_relative": 1.026252,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16139.537004981396,
                        "interactivity_tok_s": 64.58229300187934,
                        "output_per_gpu": 126.70223967475405,
                        "total_per_gpu": null,
                        "tpot_error_pct": 11.69,
                        "tpot_ms": 15.484120391496475,
                        "tpot_relative": 1.204796,
                        "ttft_error_pct": 106.44,
                        "ttft_ms": 299.2818444805014,
                        "ttft_relative": 2.327189,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 14453.520735249953,
                        "interactivity_tok_s": 63.900765090830184,
                        "output_per_gpu": 124.33315652626324,
                        "total_per_gpu": 249.9898817264377,
                        "tpot_error_pct": 10.74,
                        "tpot_ms": 15.649264896571651,
                        "tpot_relative": 1.217645,
                        "ttft_error_pct": 11.16,
                        "ttft_ms": 128.79217443125071,
                        "ttft_relative": 1.001477,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 16191.519680375677,
                        "interactivity_tok_s": 57.03490816471548,
                        "output_per_gpu": 110.58062532511745,
                        "total_per_gpu": 222.33841895924445,
                        "tpot_ms": 17.533121945458795,
                        "tpot_relative": 1.364225,
                        "ttft_ms": 144.9733052204465,
                        "ttft_relative": 1.1273,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19951.11542865067,
                        "interactivity_tok_s": 52.30159425783276,
                        "output_per_gpu": 206.02349068719113,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.32,
                        "tpot_ms": 19.11987606095274,
                        "tpot_relative": 1.487688,
                        "ttft_error_pct": 111.97,
                        "ttft_ms": 391.4822182960159,
                        "ttft_relative": 3.044131,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18021.549844762492,
                        "interactivity_tok_s": 51.66698954033247,
                        "output_per_gpu": 200.6924477710319,
                        "total_per_gpu": 400.75005284694504,
                        "tpot_error_pct": 12.25,
                        "tpot_ms": 19.354717758799868,
                        "tpot_relative": 1.505961,
                        "ttft_error_pct": 17.99,
                        "ttft_ms": 151.46329552500038,
                        "ttft_relative": 1.177765,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 20545.097157940338,
                        "interactivity_tok_s": 45.33664483135459,
                        "output_per_gpu": 175.31096685230946,
                        "total_per_gpu": 350.06737927112385,
                        "tpot_ms": 22.057212299671658,
                        "tpot_relative": 1.716238,
                        "ttft_ms": 184.69102545309397,
                        "ttft_relative": 1.436141,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27979.904518996274,
                        "interactivity_tok_s": 37.17080709745443,
                        "output_per_gpu": 294.2665257365126,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.87,
                        "tpot_ms": 26.902832574450155,
                        "tpot_relative": 2.093268,
                        "ttft_error_pct": 39.21,
                        "ttft_ms": 458.3067953337672,
                        "ttft_relative": 3.563753,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25243.534338090252,
                        "interactivity_tok_s": 36.80156549894504,
                        "output_per_gpu": 285.94326544271007,
                        "total_per_gpu": 572.0154562018525,
                        "tpot_error_pct": 3.92,
                        "tpot_ms": 27.172757094495513,
                        "tpot_relative": 2.11427,
                        "ttft_error_pct": 40.63,
                        "ttft_ms": 195.46444135156293,
                        "ttft_relative": 1.519914,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 26389.81387793267,
                        "interactivity_tok_s": 35.359944340290554,
                        "output_per_gpu": 270.56971526434467,
                        "total_per_gpu": 541.2614242609196,
                        "tpot_ms": 28.28058750252498,
                        "tpot_relative": 2.200469,
                        "ttft_ms": 329.21150891711477,
                        "ttft_relative": 2.55992,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 37120.38028478332,
                        "interactivity_tok_s": 27.908338560676004,
                        "output_per_gpu": 443.18629671136625,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.56,
                        "tpot_ms": 35.83158480845725,
                        "tpot_relative": 2.788,
                        "ttft_error_pct": 10.42,
                        "ttft_ms": 464.66902573155454,
                        "ttft_relative": 3.613225,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 33531.13895930317,
                        "interactivity_tok_s": 27.674195622307494,
                        "output_per_gpu": 429.9953034734703,
                        "total_per_gpu": 860.9352374712743,
                        "tpot_error_pct": 6.78,
                        "tpot_ms": 36.134744931625924,
                        "tpot_relative": 2.811589,
                        "ttft_error_pct": 33.1,
                        "ttft_ms": 281.523848241406,
                        "ttft_relative": 2.189105,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 36073.967055510984,
                        "interactivity_tok_s": 25.797165966901147,
                        "output_per_gpu": 397.60629233827757,
                        "total_per_gpu": 796.0860617526439,
                        "tpot_ms": 38.76394799657614,
                        "tpot_relative": 3.016163,
                        "ttft_ms": 420.82608436018063,
                        "ttft_relative": 3.272307,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 58598.02261505441,
                        "interactivity_tok_s": 17.604722747653653,
                        "output_per_gpu": 560.9103966401469,
                        "total_per_gpu": null,
                        "tpot_error_pct": 4.15,
                        "tpot_ms": 56.80293943471955,
                        "tpot_relative": 4.419749,
                        "ttft_error_pct": 19.53,
                        "ttft_ms": 488.6155733363156,
                        "ttft_relative": 3.799432,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 51288.29047034249,
                        "interactivity_tok_s": 18.15456541038513,
                        "output_per_gpu": 565.8044745702266,
                        "total_per_gpu": 1131.0621009509948,
                        "tpot_error_pct": 1.0,
                        "tpot_ms": 55.082563388047866,
                        "tpot_relative": 4.285889,
                        "ttft_error_pct": 25.12,
                        "ttft_ms": 454.66607740117445,
                        "ttft_relative": 3.535443,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 50915.76981519974,
                        "interactivity_tok_s": 18.335778044308288,
                        "output_per_gpu": 566.6809357220208,
                        "total_per_gpu": 1132.8141761577228,
                        "tpot_ms": 54.538181994977606,
                        "tpot_relative": 4.243532,
                        "ttft_ms": 607.1708605245703,
                        "ttft_relative": 4.721307,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 7,
                "status_counts": {
                  "failed": 0,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 7
                },
                "tpot_mape_pct": 15.56,
                "tpot_shape_error_pct": 27.87,
                "ttft_mape_pct": 57.54,
                "ttft_shape_error_pct": 37.04
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 14,
                "status_counts": {
                  "failed": 0,
                  "success": 14,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 13.56,
                "tpot_shape_error_pct": 20.8,
                "ttft_mape_pct": 34.48,
                "ttft_shape_error_pct": 33.35
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 14,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 7
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 11.73,
                    "tpot_shape_error_pct": 15.51,
                    "ttft_mape_pct": 37.85,
                    "ttft_shape_error_pct": 29.95
                  },
                  "framework": "sglang",
                  "id": "547776e7cfa3e75c",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 5401.246561024999,
                        "interactivity_tok_s": 173.421428105424,
                        "output_per_gpu": 82.83590804936686,
                        "total_per_gpu": 166.48191964254377,
                        "tpot_error_pct": 19.22,
                        "tpot_ms": 5.766300110226825,
                        "tpot_relative": 0.807824,
                        "ttft_error_pct": 16.39,
                        "ttft_ms": 113.95537332500062,
                        "ttft_relative": 0.836092,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6232407407407408,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 6678.870251594344,
                        "interactivity_tok_s": 140.09403733644393,
                        "output_per_gpu": 66.56414538541964,
                        "total_per_gpu": 133.85179438054757,
                        "tpot_ms": 7.1380625400811475,
                        "tpot_relative": 1.0,
                        "ttft_ms": 136.29530116450042,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6859.372446637486,
                        "interactivity_tok_s": 137.83416126201794,
                        "output_per_gpu": 132.74549769121904,
                        "total_per_gpu": 264.5104868358665,
                        "tpot_error_pct": 18.15,
                        "tpot_ms": 7.25509547737614,
                        "tpot_relative": 1.016396,
                        "ttft_error_pct": 28.98,
                        "ttft_ms": 120.24711552500021,
                        "ttft_relative": 0.882254,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.5775438596491225,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 8397.046502713056,
                        "interactivity_tok_s": 112.81556328188107,
                        "output_per_gpu": 106.40447810915285,
                        "total_per_gpu": 212.13753975255761,
                        "tpot_ms": 8.864025236495067,
                        "tpot_relative": 1.241797,
                        "ttft_ms": 169.3217884618207,
                        "ttft_relative": 1.242316,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 9186.117664737518,
                        "interactivity_tok_s": 101.12294849848901,
                        "output_per_gpu": 196.03031055479886,
                        "total_per_gpu": 394.1474303360055,
                        "tpot_error_pct": 9.82,
                        "tpot_ms": 9.888952160200729,
                        "tpot_relative": 1.385383,
                        "ttft_error_pct": 30.04,
                        "ttft_ms": 132.29813905624968,
                        "ttft_relative": 0.970673,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6360550458715597,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 10235.642703075428,
                        "interactivity_tok_s": 91.19475947994297,
                        "output_per_gpu": 172.80831075242244,
                        "total_per_gpu": 347.36859081576023,
                        "tpot_ms": 10.965542380973504,
                        "tpot_relative": 1.536207,
                        "ttft_ms": 189.09478723071516,
                        "ttft_relative": 1.38739,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 11971.985179415613,
                        "interactivity_tok_s": 78.1596012561312,
                        "output_per_gpu": 302.79334876502975,
                        "total_per_gpu": 604.6288829848238,
                        "tpot_error_pct": 12.17,
                        "tpot_ms": 12.794333439892714,
                        "tpot_relative": 1.79241,
                        "ttft_error_pct": 41.41,
                        "ttft_ms": 155.2505390312499,
                        "ttft_relative": 1.139075,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6611818181818183,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 13704.664305249025,
                        "interactivity_tok_s": 68.65117576923038,
                        "output_per_gpu": 259.9113514592265,
                        "total_per_gpu": 519.0139276792638,
                        "tpot_ms": 14.566392910173615,
                        "tpot_relative": 2.040665,
                        "ttft_ms": 264.99053861407447,
                        "ttft_relative": 1.944238,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 17360.094960067083,
                        "interactivity_tok_s": 53.74503376252821,
                        "output_per_gpu": 417.5043108937706,
                        "total_per_gpu": 835.1968649878506,
                        "tpot_error_pct": 11.4,
                        "tpot_ms": 18.606370300528383,
                        "tpot_relative": 2.606642,
                        "ttft_error_pct": 51.32,
                        "ttft_ms": 202.81294856718785,
                        "ttft_relative": 1.488041,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.7028440366972477,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 19744.767730041895,
                        "interactivity_tok_s": 47.61979676627583,
                        "output_per_gpu": 362.5529505574521,
                        "total_per_gpu": 725.6314871720718,
                        "tpot_ms": 20.99966963126975,
                        "tpot_relative": 2.941929,
                        "ttft_ms": 416.62862580969886,
                        "ttft_relative": 3.056808,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 29332.552190628157,
                        "interactivity_tok_s": 31.680083968264498,
                        "output_per_gpu": 494.42270436503804,
                        "total_per_gpu": 989.9315758921219,
                        "tpot_error_pct": 3.8,
                        "tpot_ms": 31.56557290068263,
                        "tpot_relative": 4.422149,
                        "ttft_error_pct": 50.6,
                        "ttft_ms": 294.5932350234381,
                        "ttft_relative": 2.161434,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.655765765765766,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 28539.965030558826,
                        "interactivity_tok_s": 32.88349114829581,
                        "output_per_gpu": 501.6653797455508,
                        "total_per_gpu": 1004.6896109436324,
                        "tpot_ms": 30.410396374590082,
                        "tpot_relative": 4.260315,
                        "ttft_ms": 596.3193100413264,
                        "ttft_relative": 4.375201,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 46851.18218473982,
                        "interactivity_tok_s": 19.889599954263428,
                        "output_per_gpu": 621.3556626738579,
                        "total_per_gpu": 1242.1107871151382,
                        "tpot_error_pct": 7.59,
                        "tpot_ms": 50.27753209212462,
                        "tpot_relative": 7.043582,
                        "ttft_error_pct": 46.22,
                        "ttft_ms": 479.54779696679725,
                        "ttft_relative": 3.518447,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6769642857142855,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 43942.659475780056,
                        "interactivity_tok_s": 21.39832953070703,
                        "output_per_gpu": 655.7681642430299,
                        "total_per_gpu": 1311.3334889833307,
                        "tpot_ms": 46.73261987880783,
                        "tpot_relative": 6.546961,
                        "ttft_ms": 891.7231979911548,
                        "ttft_relative": 6.542582,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.56,
                    "tpot_shape_error_pct": 27.87,
                    "ttft_mape_pct": 57.54,
                    "ttft_shape_error_pct": 37.04
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.38,
                    "tpot_shape_error_pct": 26.09,
                    "ttft_mape_pct": 31.1,
                    "ttft_shape_error_pct": 36.76
                  },
                  "framework": "sglang",
                  "id": "77c32bb6956d7fd0",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 9509.40866807416,
                        "interactivity_tok_s": 110.29846285767151,
                        "output_per_gpu": 53.28135487810525,
                        "total_per_gpu": null,
                        "tpot_error_pct": 31.84,
                        "tpot_ms": 9.066309485113987,
                        "tpot_relative": 0.681591,
                        "ttft_error_pct": 110.13,
                        "ttft_ms": 234.57406480255122,
                        "ttft_relative": 2.101259,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 8546.66433617497,
                        "interactivity_tok_s": 108.71128692181536,
                        "output_per_gpu": 52.160917043318385,
                        "total_per_gpu": 104.83194793388272,
                        "tpot_error_pct": 30.85,
                        "tpot_ms": 9.198676865256827,
                        "tpot_relative": 0.691543,
                        "ttft_error_pct": 1.03,
                        "ttft_ms": 112.78445904999963,
                        "ttft_relative": 1.010297,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 12307.615644676844,
                        "interactivity_tok_s": 75.17849037612565,
                        "output_per_gpu": 36.13752426527009,
                        "total_per_gpu": 72.62845971611407,
                        "tpot_ms": 13.301677048806088,
                        "tpot_relative": 1.0,
                        "ttft_ms": 111.63499085814692,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 12507.622235048533,
                        "interactivity_tok_s": 83.51194186242562,
                        "output_per_gpu": 81.38662692821181,
                        "total_per_gpu": null,
                        "tpot_error_pct": 22.1,
                        "tpot_ms": 11.974335378853503,
                        "tpot_relative": 0.900212,
                        "ttft_error_pct": 84.39,
                        "ttft_ms": 257.87714248139815,
                        "ttft_relative": 2.310003,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 11355.038960037502,
                        "interactivity_tok_s": 82.64237786620949,
                        "output_per_gpu": 80.40445151876094,
                        "total_per_gpu": 160.21500529132538,
                        "tpot_error_pct": 21.28,
                        "tpot_ms": 12.100329465578898,
                        "tpot_relative": 0.909685,
                        "ttft_error_pct": 15.27,
                        "ttft_ms": 118.49076899999997,
                        "ttft_relative": 1.061412,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 14409.996830387536,
                        "interactivity_tok_s": 65.05390875732242,
                        "output_per_gpu": 63.09973620070541,
                        "total_per_gpu": 125.73339383974749,
                        "tpot_ms": 15.371866488920864,
                        "tpot_relative": 1.155634,
                        "ttft_ms": 139.85318670020206,
                        "ttft_relative": 1.252772,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 15569.779901224925,
                        "interactivity_tok_s": 67.01336096889992,
                        "output_per_gpu": 131.32129628532286,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.11,
                        "tpot_ms": 14.92239734795704,
                        "tpot_relative": 1.121843,
                        "ttft_error_pct": 71.2,
                        "ttft_ms": 304.16741426487266,
                        "ttft_relative": 2.72466,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13941.451640993731,
                        "interactivity_tok_s": 66.27714514065201,
                        "output_per_gpu": 128.90756973567352,
                        "total_per_gpu": 259.1874043273118,
                        "tpot_error_pct": 17.2,
                        "tpot_ms": 15.088157431612668,
                        "tpot_relative": 1.134305,
                        "ttft_error_pct": 26.76,
                        "ttft_ms": 130.12397743749986,
                        "ttft_relative": 1.16562,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 16852.542369320872,
                        "interactivity_tok_s": 54.88013477947079,
                        "output_per_gpu": 106.30197387763124,
                        "total_per_gpu": 213.73556836661277,
                        "tpot_ms": 18.221529593875445,
                        "tpot_relative": 1.369867,
                        "ttft_ms": 177.66582944459515,
                        "ttft_relative": 1.591489,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19676.953581855665,
                        "interactivity_tok_s": 53.06259431070971,
                        "output_per_gpu": 208.91012285375766,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.27,
                        "tpot_ms": 18.845667329125828,
                        "tpot_relative": 1.416789,
                        "ttft_error_pct": 67.57,
                        "ttft_ms": 397.8359041599446,
                        "ttft_relative": 3.56372,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17747.806470184405,
                        "interactivity_tok_s": 52.47394564316476,
                        "output_per_gpu": 203.89130300578756,
                        "total_per_gpu": 407.13764450082033,
                        "tpot_error_pct": 14.32,
                        "tpot_ms": 19.057076569012676,
                        "tpot_relative": 1.432682,
                        "ttft_error_pct": 35.9,
                        "ttft_ms": 152.18033382812501,
                        "ttft_relative": 1.363196,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 20766.97869815689,
                        "interactivity_tok_s": 44.96227012080255,
                        "output_per_gpu": 173.50104362508202,
                        "total_per_gpu": 346.4532580771473,
                        "tpot_ms": 22.240869896320763,
                        "tpot_relative": 1.672035,
                        "ttft_ms": 237.4165107794397,
                        "ttft_relative": 2.126721,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27729.323372398747,
                        "interactivity_tok_s": 37.522924054730126,
                        "output_per_gpu": 296.9572203870257,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.93,
                        "tpot_ms": 26.65037507581823,
                        "tpot_relative": 2.003535,
                        "ttft_error_pct": 20.02,
                        "ttft_ms": 465.9896698366971,
                        "ttft_relative": 4.174226,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24957.278121895517,
                        "interactivity_tok_s": 37.23011162891436,
                        "output_per_gpu": 289.38754903368596,
                        "total_per_gpu": 578.9055763329573,
                        "tpot_error_pct": 9.22,
                        "tpot_ms": 26.85997855626522,
                        "tpot_relative": 2.019293,
                        "ttft_error_pct": 49.29,
                        "ttft_ms": 196.89338431718795,
                        "ttft_relative": 1.763725,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 27648.071604380493,
                        "interactivity_tok_s": 33.797162019733314,
                        "output_per_gpu": 258.5270509377954,
                        "total_per_gpu": 517.17066584431,
                        "tpot_ms": 29.588283164607876,
                        "tpot_relative": 2.224402,
                        "ttft_ms": 388.2655395639631,
                        "ttft_relative": 3.477991,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 37425.84286097983,
                        "interactivity_tok_s": 27.68343693484875,
                        "output_per_gpu": 439.58035669847305,
                        "total_per_gpu": null,
                        "tpot_error_pct": 9.7,
                        "tpot_ms": 36.12268239501612,
                        "tpot_relative": 2.715649,
                        "ttft_error_pct": 11.47,
                        "ttft_ms": 472.3387708783356,
                        "ttft_relative": 4.2311,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 33724.93418763968,
                        "interactivity_tok_s": 27.515915787221754,
                        "output_per_gpu": 427.7980907622466,
                        "total_per_gpu": 856.5359851258845,
                        "tpot_error_pct": 9.15,
                        "tpot_ms": 36.34260286784257,
                        "tpot_relative": 2.732182,
                        "ttft_error_pct": 46.77,
                        "ttft_ms": 284.00288178124936,
                        "ttft_relative": 2.544031,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 37323.78873400808,
                        "interactivity_tok_s": 24.998693884025176,
                        "output_per_gpu": 384.5988081404646,
                        "total_per_gpu": 770.0425180062668,
                        "tpot_ms": 40.00208989474552,
                        "tpot_relative": 3.007297,
                        "ttft_ms": 533.5119621523518,
                        "ttft_relative": 4.779075,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 58154.96858158907,
                        "interactivity_tok_s": 17.742150861079878,
                        "output_per_gpu": 565.209710269642,
                        "total_per_gpu": null,
                        "tpot_error_pct": 1.97,
                        "tpot_ms": 56.36295214880925,
                        "tpot_relative": 4.237282,
                        "ttft_error_pct": 37.98,
                        "ttft_ms": 495.66853335720856,
                        "ttft_relative": 4.440082,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 50514.020501828876,
                        "interactivity_tok_s": 18.437712755273104,
                        "output_per_gpu": 574.5312664501832,
                        "total_per_gpu": 1148.5072502948622,
                        "tpot_error_pct": 5.67,
                        "tpot_ms": 54.23666228415476,
                        "tpot_relative": 4.07743,
                        "ttft_error_pct": 42.68,
                        "ttft_ms": 458.0954100980467,
                        "ttft_relative": 4.103511,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 53825.24277566463,
                        "interactivity_tok_s": 17.39250865750861,
                        "output_per_gpu": 536.6981568628275,
                        "total_per_gpu": 1072.8775966978533,
                        "tpot_ms": 57.49601852682044,
                        "tpot_relative": 4.322464,
                        "ttft_ms": 799.1586847722829,
                        "ttft_relative": 7.158676,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 10,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 10,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "a675fc7a3944b374",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 56,
                    "moe_ep_size": 56,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 5700,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 37627.86573719315,
                        "interactivity_tok_s": 32.983544202949645,
                        "output_per_gpu": 2395.3919865937833,
                        "total_per_gpu": 3728.0937731665035,
                        "tpot_ms": 30.31814876675904,
                        "tpot_relative": 1.0,
                        "ttft_ms": 9722.544561971054,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "105bda4adc828356",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 40,
                    "moe_ep_size": 40,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 7300,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 57881.09787464256,
                        "interactivity_tok_s": 30.26424707327456,
                        "output_per_gpu": 2817.1790654149027,
                        "total_per_gpu": 3131.5217445883113,
                        "tpot_ms": 33.04228906071381,
                        "tpot_relative": 1.0,
                        "ttft_ms": 27463.448558688484,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "5a59dacd4bf99200",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 24,
                    "moe_ep_size": 24,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 8192,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 53048.65426348572,
                        "interactivity_tok_s": 18.77734954269691,
                        "output_per_gpu": 5704.572861696831,
                        "total_per_gpu": 3804.4621245673366,
                        "tpot_ms": 53.255652387263076,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4024.189195703616,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 5,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "d7baa71c63cbb34c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 28958.17981743453,
                        "interactivity_tok_s": 67.51789119867811,
                        "output_per_gpu": 13.982160486879192,
                        "total_per_gpu": 26.369655963017387,
                        "tpot_ms": 14.810889117632547,
                        "tpot_relative": 1.0,
                        "ttft_ms": 15289.078003025112,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 17715.339641201586,
                        "interactivity_tok_s": 55.1258054648406,
                        "output_per_gpu": 46.84426686090805,
                        "total_per_gpu": 88.54775168144,
                        "tpot_ms": 18.14032450986685,
                        "tpot_relative": 1.224796,
                        "ttft_ms": 1017.7764330031436,
                        "ttft_relative": 0.066569,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 19719.819056507808,
                        "interactivity_tok_s": 49.88531750566192,
                        "output_per_gpu": 84.49862326089658,
                        "total_per_gpu": 159.8246748692079,
                        "tpot_ms": 20.045978456216126,
                        "tpot_relative": 1.353462,
                        "ttft_ms": 1298.986220915583,
                        "ttft_relative": 0.084962,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 22992.048788635933,
                        "interactivity_tok_s": 43.074669174489436,
                        "output_per_gpu": 145.09539817288803,
                        "total_per_gpu": 274.02669847835637,
                        "tpot_ms": 23.21550041276325,
                        "tpot_relative": 1.567462,
                        "ttft_ms": 1613.416431195698,
                        "ttft_relative": 0.105527,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 512,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 26931.857390313486,
                        "interactivity_tok_s": 37.46823957183528,
                        "output_per_gpu": 248.83344073269782,
                        "total_per_gpu": 469.9594503726973,
                        "tpot_ms": 26.68927100465366,
                        "tpot_relative": 1.802003,
                        "ttft_ms": 2344.097559514817,
                        "ttft_relative": 0.153318,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "e5ded842f633e10d",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 48,
                    "moe_ep_size": 48,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 6500,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 41339.6292649441,
                        "interactivity_tok_s": 29.904728701989725,
                        "output_per_gpu": 2923.9771797570243,
                        "total_per_gpu": 3900.1732877905324,
                        "tpot_ms": 33.43952757322505,
                        "tpot_relative": 1.0,
                        "ttft_ms": 10557.322773214402,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "d97b315dc1857938",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 7500,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 44919.5021816004,
                        "interactivity_tok_s": 22.401253650110032,
                        "output_per_gpu": 4606.582783928396,
                        "total_per_gpu": 4096.34403443608,
                        "tpot_ms": 44.64035877720121,
                        "tpot_relative": 1.0,
                        "ttft_ms": 3827.281298628134,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 5
                },
                "tpot_mape_pct": 18.36,
                "tpot_shape_error_pct": 22.02,
                "ttft_mape_pct": 7.38,
                "ttft_shape_error_pct": 18.04
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 16.32,
                "tpot_shape_error_pct": 16.49,
                "ttft_mape_pct": 56.5,
                "ttft_shape_error_pct": 22.43
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.08,
                    "tpot_shape_error_pct": 10.86,
                    "ttft_mape_pct": 57.38,
                    "ttft_shape_error_pct": 31.2
                  },
                  "framework": "sglang",
                  "id": "efc957f8f671f748",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 8508.581177325028,
                        "interactivity_tok_s": 109.27786495854167,
                        "output_per_gpu": 52.85462508602622,
                        "total_per_gpu": 106.22614821901321,
                        "tpot_error_pct": 7.0,
                        "tpot_ms": 9.150984056829666,
                        "tpot_relative": 0.930013,
                        "ttft_error_pct": 64.99,
                        "ttft_ms": 118.54141852500034,
                        "ttft_relative": 0.350128,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6410280373831774,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 9356.86860952992,
                        "interactivity_tok_s": 101.62988291759817,
                        "output_per_gpu": 47.58281785101999,
                        "total_per_gpu": 95.68282615458723,
                        "tpot_ms": 9.839625622818076,
                        "tpot_relative": 1.0,
                        "ttft_ms": 338.56612564995885,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 10173.525125325004,
                        "interactivity_tok_s": 92.43734116414366,
                        "output_per_gpu": 89.63461606570011,
                        "total_per_gpu": 178.60715689231742,
                        "tpot_error_pct": 16.01,
                        "tpot_ms": 10.81813894045558,
                        "tpot_relative": 1.099446,
                        "ttft_error_pct": 66.24,
                        "ttft_ms": 126.90912448750025,
                        "ttft_relative": 0.374843,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.644636363636364,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 12323.967866052408,
                        "interactivity_tok_s": 77.63942092132967,
                        "output_per_gpu": 73.75775656951305,
                        "total_per_gpu": 147.0500987775496,
                        "tpot_ms": 12.880054850142148,
                        "tpot_relative": 1.308998,
                        "ttft_ms": 375.9379557799548,
                        "ttft_relative": 1.110383,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 14146.466988068805,
                        "interactivity_tok_s": 65.38576893917224,
                        "output_per_gpu": 127.25332900268083,
                        "total_per_gpu": 255.86131290695494,
                        "tpot_error_pct": 9.62,
                        "tpot_ms": 15.293847823832897,
                        "tpot_relative": 1.554312,
                        "ttft_error_pct": 66.57,
                        "ttft_ms": 147.43502439375024,
                        "ttft_relative": 0.435469,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6417757009345797,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 15943.702864390798,
                        "interactivity_tok_s": 59.09518675744114,
                        "output_per_gpu": 111.70658865430465,
                        "total_per_gpu": 224.54568369269035,
                        "tpot_ms": 16.921851928559683,
                        "tpot_relative": 1.719766,
                        "ttft_ms": 440.9974233363755,
                        "ttft_relative": 1.302544,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 17568.496108590603,
                        "interactivity_tok_s": 53.10780106590828,
                        "output_per_gpu": 206.2377137606373,
                        "total_per_gpu": 411.8230436996954,
                        "tpot_error_pct": 19.79,
                        "tpot_ms": 18.82962540209435,
                        "tpot_relative": 1.913653,
                        "ttft_error_pct": 63.46,
                        "ttft_ms": 183.38974919374968,
                        "ttft_relative": 0.541666,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6508256880733945,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 22170.21943264699,
                        "interactivity_tok_s": 42.59879453881031,
                        "output_per_gpu": 161.56685935926953,
                        "total_per_gpu": 322.63096547367417,
                        "tpot_ms": 23.474842676332873,
                        "tpot_relative": 2.385746,
                        "ttft_ms": 501.94718138081953,
                        "ttft_relative": 1.482568,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 27575.46232415784,
                        "interactivity_tok_s": 44.60083191044559,
                        "output_per_gpu": 258.45596278863695,
                        "total_per_gpu": 517.0284574939628,
                        "tpot_error_pct": 22.99,
                        "tpot_ms": 22.421106449491994,
                        "tpot_relative": 2.278654,
                        "ttft_error_pct": 25.65,
                        "ttft_ms": 6914.026139829699,
                        "ttft_relative": 20.421494,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.7063888888888892,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 36101.63922099455,
                        "interactivity_tok_s": 34.347402181984556,
                        "output_per_gpu": 197.6915092851351,
                        "total_per_gpu": 395.6696081587453,
                        "tpot_ms": 29.114283365642912,
                        "tpot_relative": 2.958881,
                        "ttft_ms": 9298.935689622886,
                        "ttft_relative": 27.465641,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.36,
                    "tpot_shape_error_pct": 22.02,
                    "ttft_mape_pct": 7.38,
                    "ttft_shape_error_pct": 18.04
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.55,
                    "tpot_shape_error_pct": 22.11,
                    "ttft_mape_pct": 55.61,
                    "ttft_shape_error_pct": 13.66
                  },
                  "framework": "sglang",
                  "id": "155da819481be76a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 11995.948526293154,
                        "interactivity_tok_s": 86.99805478911,
                        "output_per_gpu": 42.33283688888495,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.59,
                        "tpot_ms": 11.494509876388353,
                        "tpot_relative": 0.694146,
                        "ttft_error_pct": 18.92,
                        "ttft_ms": 237.06492274787018,
                        "ttft_relative": 0.810819,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10752.444965074972,
                        "interactivity_tok_s": 86.2053204055927,
                        "output_per_gpu": 41.492331714566085,
                        "total_per_gpu": 83.3904425864377,
                        "tpot_error_pct": 29.95,
                        "tpot_ms": 11.600212090101152,
                        "tpot_relative": 0.70053,
                        "ttft_error_pct": 59.98,
                        "ttft_ms": 116.9971411749998,
                        "ttft_relative": 0.400159,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 15473.111001728103,
                        "interactivity_tok_s": 60.389372717082374,
                        "output_per_gpu": 28.75859739269279,
                        "total_per_gpu": 57.798442884325254,
                        "tpot_ms": 16.559204956224516,
                        "tpot_relative": 1.0,
                        "ttft_ms": 292.37696416676044,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 16656.93508213212,
                        "interactivity_tok_s": 62.394025176269444,
                        "output_per_gpu": 61.213772041533694,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.11,
                        "tpot_ms": 16.027175633803054,
                        "tpot_relative": 0.967871,
                        "ttft_error_pct": 9.86,
                        "ttft_ms": 261.13440875159637,
                        "ttft_relative": 0.893143,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 15063.536364862544,
                        "interactivity_tok_s": 62.159987814463314,
                        "output_per_gpu": 60.6326172754471,
                        "total_per_gpu": 120.81737906446656,
                        "tpot_error_pct": 18.81,
                        "tpot_ms": 16.087519241233203,
                        "tpot_relative": 0.971515,
                        "ttft_error_pct": 56.78,
                        "ttft_ms": 125.19947603750043,
                        "ttft_relative": 0.428213,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 18687.71014153026,
                        "interactivity_tok_s": 50.470136680043815,
                        "output_per_gpu": 48.7149179988705,
                        "total_per_gpu": 97.07000915408763,
                        "tpot_ms": 19.81369708466444,
                        "tpot_relative": 1.196537,
                        "ttft_ms": 289.68577765626833,
                        "ttft_relative": 0.990795,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 24253.253109659578,
                        "interactivity_tok_s": 42.725509880317816,
                        "output_per_gpu": 84.38036181120145,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.26,
                        "tpot_ms": 23.405220974569712,
                        "tpot_relative": 1.413427,
                        "ttft_error_pct": 6.59,
                        "ttft_ms": 309.7120526747649,
                        "ttft_relative": 1.05929,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 21682.67346003118,
                        "interactivity_tok_s": 42.4981096730733,
                        "output_per_gpu": 83.06736692362756,
                        "total_per_gpu": 167.01901417726648,
                        "tpot_error_pct": 6.76,
                        "tpot_ms": 23.530458359036086,
                        "tpot_relative": 1.42099,
                        "ttft_error_pct": 56.23,
                        "ttft_ms": 145.1244079812496,
                        "ttft_relative": 0.496361,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 23433.219306298997,
                        "interactivity_tok_s": 39.624906797939815,
                        "output_per_gpu": 76.58441288913406,
                        "total_per_gpu": 153.98409286101548,
                        "tpot_ms": 25.23665241912928,
                        "tpot_relative": 1.524026,
                        "ttft_ms": 331.5692465112079,
                        "ttft_relative": 1.134047,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 28986.189549542254,
                        "interactivity_tok_s": 35.79534814789462,
                        "output_per_gpu": 141.70338140689566,
                        "total_per_gpu": null,
                        "tpot_error_pct": 19.62,
                        "tpot_ms": 27.93659097456822,
                        "tpot_relative": 1.687073,
                        "ttft_error_pct": 0.4,
                        "ttft_ms": 407.0569825589661,
                        "ttft_relative": 1.392233,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 26277.973088993727,
                        "interactivity_tok_s": 35.36843176556536,
                        "output_per_gpu": 137.7916506286968,
                        "total_per_gpu": 275.14743023274104,
                        "tpot_error_pct": 18.65,
                        "tpot_ms": 28.27380095980388,
                        "tpot_relative": 1.707437,
                        "ttft_error_pct": 55.82,
                        "ttft_ms": 179.13433792500027,
                        "ttft_relative": 0.612683,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 32503.466756551647,
                        "interactivity_tok_s": 28.7705519629824,
                        "output_per_gpu": 111.298971492806,
                        "total_per_gpu": 222.24587523313207,
                        "tpot_ms": 34.757762078622925,
                        "tpot_relative": 2.098999,
                        "ttft_ms": 405.42309284501243,
                        "ttft_relative": 1.386645,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 40862.361195905076,
                        "interactivity_tok_s": 25.332968547154874,
                        "output_per_gpu": 201.26225420341737,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.22,
                        "tpot_ms": 39.474252618227375,
                        "tpot_relative": 2.383825,
                        "ttft_error_pct": 1.12,
                        "ttft_ms": 480.20076745847524,
                        "ttft_relative": 1.642403,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 37316.16073741408,
                        "interactivity_tok_s": 24.85833950081163,
                        "output_per_gpu": 193.694465042749,
                        "total_per_gpu": 387.4762625154406,
                        "tpot_error_pct": 13.6,
                        "tpot_ms": 40.22794845035203,
                        "tpot_relative": 2.429341,
                        "ttft_error_pct": 49.25,
                        "ttft_ms": 246.46055818124964,
                        "ttft_relative": 0.842955,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 43409.8453538827,
                        "interactivity_tok_s": 21.476679077113875,
                        "output_per_gpu": 166.19612541450937,
                        "total_per_gpu": 332.46718488289736,
                        "tpot_ms": 46.562133577980724,
                        "tpot_relative": 2.811858,
                        "ttft_ms": 485.62459752429277,
                        "ttft_relative": 1.660954,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 57
        },
        {
          "aic": {
            "coverage_pct": 30.36,
            "points": 17,
            "status_counts": {
              "failed": 20,
              "success": 17,
              "unknown": 0,
              "unsupported": 19
            },
            "tpot_mape_pct": 20.6,
            "tpot_shape_error_pct": 23.56,
            "ttft_mape_pct": 28.16,
            "ttft_shape_error_pct": 38.58
          },
          "aisim": {
            "coverage_pct": 83.93,
            "points": 47,
            "status_counts": {
              "failed": 9,
              "success": 47,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 18.75,
            "tpot_shape_error_pct": 14.42,
            "ttft_mape_pct": 43.59,
            "ttft_shape_error_pct": 12.56
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 26.09,
                "points": 6,
                "status_counts": {
                  "failed": 10,
                  "success": 6,
                  "unknown": 0,
                  "unsupported": 7
                },
                "tpot_mape_pct": 16.09,
                "tpot_shape_error_pct": 25.0,
                "ttft_mape_pct": 20.83,
                "ttft_shape_error_pct": 42.1
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 23,
                "status_counts": {
                  "failed": 0,
                  "success": 23,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 19.22,
                "tpot_shape_error_pct": 19.23,
                "ttft_mape_pct": 52.95,
                "ttft_shape_error_pct": 17.54
              },
              "gpu": "b200",
              "precisions": [
                "fp8"
              ],
              "rows": 23,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 30.05,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 173.66,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "953337bb09b503c4",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 45045.97352043821,
                        "interactivity_tok_s": 41.826548661766644,
                        "output_per_gpu": 181.96087545494302,
                        "total_per_gpu": 1637.221377813716,
                        "tpot_error_pct": 30.05,
                        "tpot_ms": 23.908259992632214,
                        "tpot_relative": 0.699485,
                        "ttft_error_pct": 173.66,
                        "ttft_ms": 23016.14823631331,
                        "ttft_relative": 2.73657,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 224,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 39905.02235555847,
                        "interactivity_tok_s": 29.257055043698664,
                        "output_per_gpu": 309.7905290374925,
                        "total_per_gpu": 1858.3205732831264,
                        "tpot_ms": 34.179790088455206,
                        "tpot_relative": 1.0,
                        "ttft_ms": 8410.583223712016,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.23,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 146.4,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "ab4c3dc9ca9f2db3",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 56865.68461637019,
                        "interactivity_tok_s": 27.111947269340007,
                        "output_per_gpu": 361.381176109454,
                        "total_per_gpu": 3252.523285466011,
                        "tpot_error_pct": 17.23,
                        "tpot_ms": 36.88410832558923,
                        "tpot_relative": 0.827661,
                        "ttft_error_pct": 146.4,
                        "ttft_ms": 22880.31071395843,
                        "ttft_relative": 2.463961,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 560,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 50347.60135752757,
                        "interactivity_tok_s": 22.439495759399627,
                        "output_per_gpu": 1227.3495074861712,
                        "total_per_gpu": 3682.156792660731,
                        "tpot_ms": 44.56428124420364,
                        "tpot_relative": 1.0,
                        "ttft_ms": 9285.987414501591,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 31.6,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 196.62,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "7bebb7931a84446c",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 8,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 48362.124196411154,
                        "interactivity_tok_s": 37.38183907033076,
                        "output_per_gpu": 272.7661838271876,
                        "total_per_gpu": 2453.7894734211427,
                        "tpot_error_pct": 31.6,
                        "tpot_ms": 26.750957814530867,
                        "tpot_relative": 0.684022,
                        "ttft_error_pct": 196.62,
                        "ttft_ms": 23704.77369573418,
                        "ttft_relative": 2.966172,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 240,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 44039.02575415133,
                        "interactivity_tok_s": 25.56998314738108,
                        "output_per_gpu": 602.8117204307092,
                        "total_per_gpu": 2711.7166422559217,
                        "tpot_ms": 39.10835584975431,
                        "tpot_relative": 1.0,
                        "ttft_ms": 7991.704738947931,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 16
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.74,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 50.49,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "f05b8fba5e843129",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 39603.41236221168,
                        "interactivity_tok_s": 68.10284794243098,
                        "output_per_gpu": 110.78781958789857,
                        "total_per_gpu": 998.374423642266,
                        "tpot_error_pct": 35.74,
                        "tpot_ms": 14.683673740712353,
                        "tpot_relative": 0.642625,
                        "ttft_error_pct": 50.49,
                        "ttft_ms": 26095.291863116778,
                        "ttft_relative": 1.504928,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 200,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 38359.16128801927,
                        "interactivity_tok_s": 43.76458479579884,
                        "output_per_gpu": 143.56130207089515,
                        "total_per_gpu": 1035.0616161703713,
                        "tpot_ms": 22.849525584805605,
                        "tpot_relative": 1.0,
                        "ttft_ms": 17339.889399309875,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 44.41,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 63.47,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "31e32316409837af",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 11605.182441883326,
                        "interactivity_tok_s": 120.14682325477987,
                        "output_per_gpu": 12.495639981080238,
                        "total_per_gpu": 112.8248440848695,
                        "tpot_error_pct": 44.41,
                        "tpot_ms": 8.323149733883758,
                        "tpot_relative": 0.555933,
                        "ttft_error_pct": 63.47,
                        "ttft_ms": 3991.2671118916633,
                        "ttft_relative": 0.365289,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 12,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 24621.615237434646,
                        "interactivity_tok_s": 66.79364134152391,
                        "output_per_gpu": 6.633080515696791,
                        "total_per_gpu": 53.242875617033505,
                        "tpot_ms": 14.971485008383956,
                        "tpot_relative": 1.0,
                        "ttft_ms": 10926.312594041763,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 20.74,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 26.15,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "fbd711fe851d0ef7",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 50972.9195224594,
                        "interactivity_tok_s": 44.328749774635924,
                        "output_per_gpu": 185.1314033829547,
                        "total_per_gpu": 1665.7035774288834,
                        "tpot_error_pct": 20.74,
                        "tpot_ms": 22.5587232909551,
                        "tpot_relative": 0.792572,
                        "ttft_error_pct": 26.15,
                        "ttft_ms": 30195.239846799195,
                        "ttft_relative": 1.261502,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 50150.39835041025,
                        "interactivity_tok_s": 35.1337045309968,
                        "output_per_gpu": 282.40427453737055,
                        "total_per_gpu": 1694.0817940990835,
                        "tpot_ms": 28.46269738272966,
                        "tpot_relative": 1.0,
                        "ttft_ms": 23935.936583711828,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 35.48,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 30.62,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "807450ad12463fe9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13704.841545342188,
                        "interactivity_tok_s": 84.53563731110168,
                        "output_per_gpu": 64.80437080018582,
                        "total_per_gpu": 584.1322102620069,
                        "tpot_error_pct": 35.48,
                        "tpot_ms": 11.829330585394127,
                        "tpot_relative": 0.645243,
                        "ttft_error_pct": 30.62,
                        "ttft_ms": 2814.740362167195,
                        "ttft_relative": 0.693818,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 20936.15391340948,
                        "interactivity_tok_s": 54.54603664491377,
                        "output_per_gpu": 47.70749815526209,
                        "total_per_gpu": 376.31698393484555,
                        "tpot_ms": 18.333137685325237,
                        "tpot_relative": 1.0,
                        "ttft_ms": 4056.886126256222,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 64
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 36.78,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 34.73,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "9bc6fef3574ec4ef",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 50406.48662242754,
                        "interactivity_tok_s": 62.55648329196263,
                        "output_per_gpu": 139.8692546243139,
                        "total_per_gpu": 1258.4613606482383,
                        "tpot_error_pct": 36.78,
                        "tpot_ms": 15.985553333182363,
                        "tpot_relative": 0.632171,
                        "ttft_error_pct": 34.73,
                        "ttft_ms": 35683.438435017044,
                        "ttft_relative": 1.347339,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 49773.96583048958,
                        "interactivity_tok_s": 39.54636857419325,
                        "output_per_gpu": 189.3244940740268,
                        "total_per_gpu": 1277.6810000570993,
                        "tpot_ms": 25.286771859314772,
                        "tpot_relative": 1.0,
                        "ttft_ms": 26484.37344547783,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 32
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 36.11,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 105.65,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "0904927d02a4f1bd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 25774.25593949146,
                        "interactivity_tok_s": 74.08168760975236,
                        "output_per_gpu": 90.74560906185059,
                        "total_per_gpu": 819.2587856999459,
                        "tpot_error_pct": 36.11,
                        "tpot_ms": 13.49861257572589,
                        "tpot_relative": 0.638935,
                        "ttft_error_pct": 105.65,
                        "ttft_ms": 13367.971132110159,
                        "ttft_relative": 2.056512,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26067557908",
                      "measured": {
                        "e2e_ms": 25917.213647487813,
                        "interactivity_tok_s": 47.33339720547158,
                        "output_per_gpu": 108.63332933912511,
                        "total_per_gpu": 817.3905453809128,
                        "tpot_ms": 21.126732054727807,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6500.3139504667615,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 48
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 7
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 8.43,
                    "tpot_shape_error_pct": 17.58,
                    "ttft_mape_pct": 28.48,
                    "ttft_shape_error_pct": 17.91
                  },
                  "framework": "sglang",
                  "id": "dd654a4d648da330",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6497.4200516250075,
                        "interactivity_tok_s": 149.39772601373133,
                        "output_per_gpu": 69.43016857619433,
                        "total_per_gpu": 624.1358082944375,
                        "tpot_error_pct": 18.74,
                        "tpot_ms": 6.693542309392908,
                        "tpot_relative": 0.812617,
                        "ttft_error_pct": 26.93,
                        "ttft_ms": 344.5003087750003,
                        "ttft_relative": 0.730663,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6785185185185183,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 8027.451035200102,
                        "interactivity_tok_s": 121.40312746285677,
                        "output_per_gpu": 56.554450192196484,
                        "total_per_gpu": 508.45224280252285,
                        "tpot_ms": 8.237020090820556,
                        "tpot_relative": 1.0,
                        "ttft_ms": 471.49005545034015,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 8756.012977312497,
                        "interactivity_tok_s": 111.15116277158272,
                        "output_per_gpu": 104.42019382044896,
                        "total_per_gpu": 928.86590157866,
                        "tpot_error_pct": 16.91,
                        "tpot_ms": 8.996756984495203,
                        "tpot_relative": 1.092234,
                        "ttft_error_pct": 38.75,
                        "ttft_ms": 413.3967683625001,
                        "ttft_relative": 0.876788,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6334745762711864,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 10690.929768549904,
                        "interactivity_tok_s": 92.35257623381226,
                        "output_per_gpu": 84.68239000259776,
                        "total_per_gpu": 753.3804743054693,
                        "tpot_ms": 10.828068265992547,
                        "tpot_relative": 1.314561,
                        "ttft_ms": 674.9575214376819,
                        "ttft_relative": 1.431541,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 13406.787636881247,
                        "interactivity_tok_s": 71.20504535084962,
                        "output_per_gpu": 134.28290858080092,
                        "total_per_gpu": 1211.8696393220332,
                        "tpot_error_pct": 6.53,
                        "tpot_ms": 14.043948642581238,
                        "tpot_relative": 1.704979,
                        "ttft_error_pct": 35.94,
                        "ttft_ms": 548.8730974562502,
                        "ttft_relative": 1.164124,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6672881355932203,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 14604.186392112615,
                        "interactivity_tok_s": 66.5588389262138,
                        "output_per_gpu": 120.95134603521977,
                        "total_per_gpu": 1091.6877879910337,
                        "tpot_ms": 15.02430054569591,
                        "tpot_relative": 1.823997,
                        "ttft_ms": 856.8607797749337,
                        "ttft_relative": 1.817346,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 20987.92888185,
                        "interactivity_tok_s": 45.91187032178352,
                        "output_per_gpu": 173.86709708307117,
                        "total_per_gpu": 1554.774942615137,
                        "tpot_error_pct": 4.31,
                        "tpot_ms": 21.78085956837041,
                        "tpot_relative": 2.644264,
                        "ttft_error_pct": 29.97,
                        "ttft_ms": 809.1880485718747,
                        "ttft_relative": 1.716236,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6657391304347828,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 22186.781534393504,
                        "interactivity_tok_s": 43.93236618242223,
                        "output_per_gpu": 163.57277185159498,
                        "total_per_gpu": 1462.8965586498605,
                        "tpot_ms": 22.76226133251411,
                        "tpot_relative": 2.76341,
                        "ttft_ms": 1155.4722483904698,
                        "ttft_relative": 2.450682,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 35520.85335457021,
                        "interactivity_tok_s": 26.97908528171076,
                        "output_per_gpu": 205.49422472063702,
                        "total_per_gpu": 1852.279316965439,
                        "tpot_error_pct": 1.93,
                        "tpot_ms": 37.065748877627975,
                        "tpot_relative": 4.499898,
                        "ttft_error_pct": 26.12,
                        "ttft_ms": 1315.868732596875,
                        "ttft_relative": 2.790873,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6338983050847458,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 36568.33224969709,
                        "interactivity_tok_s": 26.45844577502196,
                        "output_per_gpu": 198.21028947513528,
                        "total_per_gpu": 1786.8385762490973,
                        "tpot_ms": 37.79511497020917,
                        "tpot_relative": 4.588445,
                        "ttft_ms": 1781.0256454875116,
                        "ttft_relative": 3.777441,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 64955.0303542588,
                        "interactivity_tok_s": 14.706356523755359,
                        "output_per_gpu": 224.82559555005992,
                        "total_per_gpu": 2029.7438775144306,
                        "tpot_error_pct": 6.79,
                        "tpot_ms": 67.99780750484919,
                        "tpot_relative": 8.255146,
                        "ttft_error_pct": 20.84,
                        "ttft_ms": 2313.1131507257855,
                        "ttft_relative": 4.905964,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.606864406779661,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 61455.56503448985,
                        "interactivity_tok_s": 15.705546041307612,
                        "output_per_gpu": 236.72818212703208,
                        "total_per_gpu": 2137.458686828517,
                        "tpot_ms": 63.67177539512927,
                        "tpot_relative": 7.729953,
                        "ttft_ms": 2921.89909916172,
                        "ttft_relative": 6.19716,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 128401.7902861262,
                        "interactivity_tok_s": 14.14764004222701,
                        "output_per_gpu": 225.02729859978697,
                        "total_per_gpu": 2024.663398253771,
                        "tpot_error_pct": 3.81,
                        "tpot_ms": 70.68316673418755,
                        "tpot_relative": 8.581158,
                        "ttft_error_pct": 20.81,
                        "ttft_ms": 63099.748735751586,
                        "ttft_relative": 133.830498,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6045959595959598,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 119957.5861850848,
                        "interactivity_tok_s": 13.608180166971772,
                        "output_per_gpu": 241.2354976077281,
                        "total_per_gpu": 2170.678888928816,
                        "tpot_ms": 73.48521166901408,
                        "tpot_relative": 8.921335,
                        "ttft_ms": 52229.249642825394,
                        "ttft_relative": 110.77487,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 85.71,
                    "points": 6,
                    "status_counts": {
                      "failed": 1,
                      "success": 6,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 16.09,
                    "tpot_shape_error_pct": 25.0,
                    "ttft_mape_pct": 20.83,
                    "ttft_shape_error_pct": 42.1
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 13.56,
                    "tpot_shape_error_pct": 20.87,
                    "ttft_mape_pct": 27.25,
                    "ttft_shape_error_pct": 17.17
                  },
                  "framework": "sglang",
                  "id": "6ade2fd5ab93187a",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10850.402643976877,
                        "interactivity_tok_s": 100.45712769077589,
                        "output_per_gpu": 45.91739219293091,
                        "total_per_gpu": null,
                        "tpot_error_pct": 30.56,
                        "tpot_ms": 9.954495245754686,
                        "tpot_relative": 0.694419,
                        "ttft_error_pct": 48.29,
                        "ttft_ms": 666.9540075698335,
                        "ttft_relative": 1.482936,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 10002.857998699985,
                        "interactivity_tok_s": 95.13946751436937,
                        "output_per_gpu": 44.97697243769238,
                        "total_per_gpu": 404.3161585619539,
                        "tpot_error_pct": 26.68,
                        "tpot_ms": 10.510884978928068,
                        "tpot_relative": 0.733232,
                        "ttft_error_pct": 24.07,
                        "ttft_ms": 341.5013657250005,
                        "ttft_relative": 0.75931,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 13625.228520225392,
                        "interactivity_tok_s": 69.75929282360671,
                        "output_per_gpu": 32.95170785509568,
                        "total_per_gpu": 296.2162016681886,
                        "tpot_ms": 14.335007703254663,
                        "tpot_relative": 1.0,
                        "ttft_ms": 449.75245357491076,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14866.644429367325,
                        "interactivity_tok_s": 72.37898665791751,
                        "output_per_gpu": 67.82358775721434,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.64,
                        "tpot_ms": 13.816164693300667,
                        "tpot_relative": 0.963806,
                        "ttft_error_pct": 2.59,
                        "ttft_ms": 732.7079481207428,
                        "ttft_relative": 1.629136,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13648.224932962494,
                        "interactivity_tok_s": 69.97957553091959,
                        "output_per_gpu": 66.91250725837298,
                        "total_per_gpu": 595.2176883363117,
                        "tpot_error_pct": 17.92,
                        "tpot_ms": 14.289883761272069,
                        "tpot_relative": 0.996852,
                        "ttft_error_pct": 42.56,
                        "ttft_ms": 410.23976876249935,
                        "ttft_relative": 0.912146,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 16830.750811187863,
                        "interactivity_tok_s": 57.437618292667146,
                        "output_per_gpu": 53.22069708116762,
                        "total_per_gpu": 473.4227065499137,
                        "tpot_ms": 17.410192652916223,
                        "tpot_relative": 1.214523,
                        "ttft_ms": 714.1942818122516,
                        "ttft_relative": 1.587972,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 20002.64264429702,
                        "interactivity_tok_s": 53.45241639512921,
                        "output_per_gpu": 101.89569855107216,
                        "total_per_gpu": null,
                        "tpot_error_pct": 16.36,
                        "tpot_ms": 18.708228129629024,
                        "tpot_relative": 1.305073,
                        "ttft_error_pct": 0.28,
                        "ttft_ms": 864.1252676865265,
                        "ttft_relative": 1.921335,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 18095.92223212497,
                        "interactivity_tok_s": 52.12736098043203,
                        "output_per_gpu": 98.75367742027612,
                        "total_per_gpu": 891.2272209610537,
                        "tpot_error_pct": 14.23,
                        "tpot_ms": 19.183783356602067,
                        "tpot_relative": 1.338247,
                        "ttft_error_pct": 37.56,
                        "ttft_ms": 538.0037152374996,
                        "ttft_relative": 1.196222,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 21342.752730300297,
                        "interactivity_tok_s": 44.707426511798744,
                        "output_per_gpu": 82.2276383123265,
                        "total_per_gpu": 742.0838544311144,
                        "tpot_ms": 22.367648465207225,
                        "tpot_relative": 1.560351,
                        "ttft_ms": 861.6933357189282,
                        "ttft_relative": 1.915928,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27964.81646772801,
                        "interactivity_tok_s": 38.126646385822866,
                        "output_per_gpu": 147.38216985901212,
                        "total_per_gpu": null,
                        "tpot_error_pct": 14.55,
                        "tpot_ms": 26.228375553425103,
                        "tpot_relative": 1.829673,
                        "ttft_error_pct": 0.11,
                        "ttft_ms": 1133.1882765741323,
                        "ttft_relative": 2.519582,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 25327.963093409428,
                        "interactivity_tok_s": 37.724892227802236,
                        "output_per_gpu": 143.34462538734928,
                        "total_per_gpu": 1281.8332821437796,
                        "tpot_error_pct": 13.64,
                        "tpot_ms": 26.507696667799273,
                        "tpot_relative": 1.849158,
                        "ttft_error_pct": 31.15,
                        "ttft_ms": 779.2851974281256,
                        "ttft_relative": 1.732698,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 29548.45503028748,
                        "interactivity_tok_s": 32.58078710461137,
                        "output_per_gpu": 121.84771583676091,
                        "total_per_gpu": 1089.601072176244,
                        "tpot_ms": 30.692935587749,
                        "tpot_relative": 2.141117,
                        "ttft_ms": 1131.9242276250634,
                        "ttft_relative": 2.516772,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 45222.019607498725,
                        "interactivity_tok_s": 23.3037544947394,
                        "output_per_gpu": 182.65688885228874,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.21,
                        "tpot_ms": 42.911540293893005,
                        "tpot_relative": 2.993479,
                        "ttft_error_pct": 22.09,
                        "ttft_ms": 1323.5138868461818,
                        "ttft_relative": 2.942761,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 40944.60823216074,
                        "interactivity_tok_s": 23.25029633591689,
                        "output_per_gpu": 177.74289247536265,
                        "total_per_gpu": 1602.1349695705726,
                        "tpot_error_pct": 6.99,
                        "tpot_ms": 43.010204495983444,
                        "tpot_relative": 3.000361,
                        "ttft_error_pct": 25.55,
                        "ttft_ms": 1264.7246440906242,
                        "ttft_relative": 2.812046,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 44357.43064428744,
                        "interactivity_tok_s": 21.62412847454161,
                        "output_per_gpu": 163.35841770074526,
                        "total_per_gpu": 1472.4765076519632,
                        "tpot_ms": 46.24463830657101,
                        "tpot_relative": 3.225993,
                        "ttft_ms": 1698.670336810892,
                        "ttft_relative": 3.776901,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 72549.5680813704,
                        "interactivity_tok_s": 14.367930893768188,
                        "output_per_gpu": 227.10296592905576,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.24,
                        "tpot_ms": 69.59944388608736,
                        "tpot_relative": 4.855208,
                        "ttft_error_pct": 51.61,
                        "ttft_ms": 1349.3369859030365,
                        "ttft_relative": 3.000177,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 66590.17964748757,
                        "interactivity_tok_s": 14.313279115449095,
                        "output_per_gpu": 218.73427111163844,
                        "total_per_gpu": 1974.7509019388935,
                        "tpot_error_pct": 6.89,
                        "tpot_ms": 69.86519245059966,
                        "tpot_relative": 4.873746,
                        "ttft_error_pct": 20.16,
                        "ttft_ms": 2226.2275333211046,
                        "ttft_relative": 4.949895,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 71917.4949711045,
                        "interactivity_tok_s": 13.32702332593489,
                        "output_per_gpu": 202.07635149920574,
                        "total_per_gpu": 1824.361840307633,
                        "tpot_ms": 75.03551059702599,
                        "tpot_relative": 5.234424,
                        "ttft_ms": 2788.281315259246,
                        "ttft_relative": 6.199591,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 132738.25402656264,
                        "interactivity_tok_s": 13.348326652948321,
                        "output_per_gpu": 217.20889235983617,
                        "total_per_gpu": 1954.3179732977505,
                        "tpot_error_pct": 8.57,
                        "tpot_ms": 74.91575730798618,
                        "tpot_relative": 5.22607,
                        "ttft_error_pct": 9.67,
                        "ttft_ms": 63515.22731161108,
                        "ttft_relative": 141.222637,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "27431570825",
                      "measured": {
                        "e2e_ms": 133652.18128821912,
                        "interactivity_tok_s": 12.20441718956953,
                        "output_per_gpu": 215.9336474964013,
                        "total_per_gpu": 1942.8440693986522,
                        "tpot_ms": 81.93754642004923,
                        "tpot_relative": 5.715905,
                        "ttft_ms": 57912.77874507307,
                        "ttft_relative": 128.765898,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 50.0,
                "points": 7,
                "status_counts": {
                  "failed": 0,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 7
                },
                "tpot_mape_pct": 25.8,
                "tpot_shape_error_pct": 18.71,
                "ttft_mape_pct": 35.06,
                "ttft_shape_error_pct": 45.73
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 14,
                "status_counts": {
                  "failed": 0,
                  "success": 14,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 21.94,
                "tpot_shape_error_pct": 10.43,
                "ttft_mape_pct": 43.38,
                "ttft_shape_error_pct": 8.07
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 14,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 7
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 19.65,
                    "tpot_shape_error_pct": 6.64,
                    "ttft_mape_pct": 43.72,
                    "ttft_shape_error_pct": 6.44
                  },
                  "framework": "sglang",
                  "id": "03d0cd3b57197970",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 6380.406378274999,
                        "interactivity_tok_s": 152.1199626059379,
                        "output_per_gpu": 70.85569030547524,
                        "total_per_gpu": 636.9503984789569,
                        "tpot_error_pct": 23.98,
                        "tpot_ms": 6.573759175779377,
                        "tpot_relative": 0.76024,
                        "ttft_error_pct": 42.18,
                        "ttft_ms": 336.4160920250004,
                        "ttft_relative": 0.578234,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6313636363636363,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 8525.982426130213,
                        "interactivity_tok_s": 115.64769713677697,
                        "output_per_gpu": 53.04852654522143,
                        "total_per_gpu": 476.93226983238816,
                        "tpot_ms": 8.646951255910407,
                        "tpot_relative": 1.0,
                        "ttft_ms": 581.7991538278875,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 8489.981262137506,
                        "interactivity_tok_s": 114.72858647926296,
                        "output_per_gpu": 107.66122155879003,
                        "total_per_gpu": 957.6963417652792,
                        "tpot_error_pct": 23.74,
                        "tpot_ms": 8.71622348612086,
                        "tpot_relative": 1.008011,
                        "ttft_error_pct": 48.46,
                        "ttft_ms": 406.6756468125005,
                        "ttft_relative": 0.698997,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6859829059829061,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 11369.073235923861,
                        "interactivity_tok_s": 87.49211647239372,
                        "output_per_gpu": 79.03433482098481,
                        "total_per_gpu": 703.1323118304082,
                        "tpot_ms": 11.429601206590183,
                        "tpot_relative": 1.321807,
                        "ttft_ms": 789.1021338124119,
                        "ttft_relative": 1.356314,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 13010.433877362533,
                        "interactivity_tok_s": 73.38763247644087,
                        "output_per_gpu": 137.9690360699202,
                        "total_per_gpu": 1245.1360172843936,
                        "tpot_error_pct": 18.32,
                        "tpot_ms": 13.626274158946647,
                        "tpot_relative": 1.575847,
                        "ttft_error_pct": 48.96,
                        "ttft_ms": 532.5065765249999,
                        "ttft_relative": 0.915276,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.7068103448275864,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 16307.83291099069,
                        "interactivity_tok_s": 59.94609854278116,
                        "output_per_gpu": 110.00473197543852,
                        "total_per_gpu": 992.8853746186818,
                        "tpot_ms": 16.681652756539936,
                        "tpot_relative": 1.929195,
                        "ttft_ms": 1043.3152184006758,
                        "ttft_relative": 1.793257,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 20620.61424873126,
                        "interactivity_tok_s": 46.702921953301484,
                        "output_per_gpu": 177.0341333166171,
                        "total_per_gpu": 1583.095589021966,
                        "tpot_error_pct": 18.32,
                        "tpot_ms": 21.411936516518296,
                        "tpot_relative": 2.476241,
                        "ttft_error_pct": 45.05,
                        "ttft_ms": 783.4522891062499,
                        "ttft_relative": 1.346603,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6927192982456143,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 25655.67333126164,
                        "interactivity_tok_s": 38.148536256054356,
                        "output_per_gpu": 141.5996850880703,
                        "total_per_gpu": 1266.3824772082453,
                        "tpot_ms": 26.213325546436796,
                        "tpot_relative": 3.031511,
                        "ttft_ms": 1425.8281108692245,
                        "ttft_relative": 2.450722,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 34485.537925073426,
                        "interactivity_tok_s": 27.79325449177227,
                        "output_per_gpu": 211.66588498833218,
                        "total_per_gpu": 1907.909292361244,
                        "tpot_error_pct": 20.16,
                        "tpot_ms": 35.97995334788998,
                        "tpot_relative": 4.160999,
                        "ttft_error_pct": 42.8,
                        "ttft_ms": 1282.4435918968768,
                        "ttft_relative": 2.204272,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6477966101694914,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 43737.12747241516,
                        "interactivity_tok_s": 22.189225937402895,
                        "output_per_gpu": 166.17157458034794,
                        "total_per_gpu": 1498.0139553929025,
                        "tpot_ms": 45.06691683707483,
                        "tpot_relative": 5.211885,
                        "ttft_ms": 2242.1527332138794,
                        "ttft_relative": 3.853826,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 63288.12096892508,
                        "interactivity_tok_s": 15.093585078942924,
                        "output_per_gpu": 230.7297785993848,
                        "total_per_gpu": 2083.047325312585,
                        "tpot_error_pct": 17.07,
                        "tpot_ms": 66.2533119050093,
                        "tpot_relative": 7.662043,
                        "ttft_error_pct": 40.4,
                        "ttft_ms": 2256.291240632023,
                        "ttft_relative": 3.878127,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.599830508474576,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 77245.797451,
                        "interactivity_tok_s": 12.517127865168657,
                        "output_per_gpu": 188.690017628479,
                        "total_per_gpu": 1703.713996677388,
                        "tpot_ms": 79.89053165963851,
                        "tpot_relative": 9.239156,
                        "ttft_ms": 3785.7603768075933,
                        "ttft_relative": 6.506988,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 118002.19728934516,
                        "interactivity_tok_s": 8.116634095080812,
                        "output_per_gpu": 248.5073048370753,
                        "total_per_gpu": 2235.922696637638,
                        "tpot_error_pct": 15.98,
                        "tpot_ms": 123.20377982864382,
                        "tpot_relative": 14.248233,
                        "ttft_error_pct": 38.18,
                        "ttft_ms": 4213.16155662149,
                        "ttft_relative": 7.241608,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6137815126050423,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 141908.1122152091,
                        "interactivity_tok_s": 6.8199473514850135,
                        "output_per_gpu": 206.41272643094746,
                        "total_per_gpu": 1857.3375482180404,
                        "tpot_ms": 146.62869791542516,
                        "tpot_relative": 16.957271,
                        "ttft_ms": 6815.121861706848,
                        "ttft_relative": 11.713874,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 100.0,
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.8,
                    "tpot_shape_error_pct": 18.71,
                    "ttft_mape_pct": 35.06,
                    "ttft_shape_error_pct": 45.73
                  },
                  "aisim": {
                    "points": 7,
                    "status_counts": {
                      "failed": 0,
                      "success": 7,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.23,
                    "tpot_shape_error_pct": 14.22,
                    "ttft_mape_pct": 43.04,
                    "ttft_shape_error_pct": 9.7
                  },
                  "framework": "sglang",
                  "id": "9f7510302bedfff1",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 10461.145462269378,
                        "interactivity_tok_s": 104.22974313963284,
                        "output_per_gpu": 47.61923948906221,
                        "total_per_gpu": null,
                        "tpot_error_pct": 36.06,
                        "tpot_ms": 9.594190390168533,
                        "tpot_relative": 0.639421,
                        "ttft_error_pct": 12.85,
                        "ttft_ms": 646.288693126969,
                        "ttft_relative": 1.128451,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 9647.897464499987,
                        "interactivity_tok_s": 98.67972786828147,
                        "output_per_gpu": 46.65914799958217,
                        "total_per_gpu": 419.4379136367819,
                        "tpot_error_pct": 32.46,
                        "tpot_ms": 10.133793653492928,
                        "tpot_relative": 0.675384,
                        "ttft_error_pct": 41.82,
                        "ttft_ms": 333.1833162249994,
                        "ttft_relative": 0.581754,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 14362.508092535427,
                        "interactivity_tok_s": 66.64667161646844,
                        "output_per_gpu": 31.283853743267994,
                        "total_per_gpu": 281.22318788830137,
                        "tpot_ms": 15.004500236031282,
                        "tpot_relative": 1.0,
                        "ttft_ms": 572.7221262059174,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 14314.109260973884,
                        "interactivity_tok_s": 75.19751276400066,
                        "output_per_gpu": 70.43437591897911,
                        "total_per_gpu": null,
                        "tpot_error_pct": 28.34,
                        "tpot_ms": 13.298312181393456,
                        "tpot_relative": 0.886288,
                        "ttft_error_pct": 15.75,
                        "ttft_ms": 709.9358994083796,
                        "ttft_relative": 1.239582,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 13169.042656212503,
                        "interactivity_tok_s": 72.54654820902681,
                        "output_per_gpu": 69.35858668041868,
                        "total_per_gpu": 616.9766957137385,
                        "tpot_error_pct": 25.72,
                        "tpot_ms": 13.784253347502096,
                        "tpot_relative": 0.918675,
                        "ttft_error_pct": 52.61,
                        "ttft_ms": 399.31821027500035,
                        "ttft_relative": 0.697229,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 18027.290700847516,
                        "interactivity_tok_s": 53.88616887503096,
                        "output_per_gpu": 49.893790878206886,
                        "total_per_gpu": 443.82833771552464,
                        "tpot_ms": 18.557637718115203,
                        "tpot_relative": 1.236805,
                        "ttft_ms": 842.614668168244,
                        "ttft_relative": 1.471245,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 19312.462984937873,
                        "interactivity_tok_s": 55.371734452025876,
                        "output_per_gpu": 105.53499260113894,
                        "total_per_gpu": null,
                        "tpot_error_pct": 25.73,
                        "tpot_ms": 18.059755756186416,
                        "tpot_relative": 1.203623,
                        "ttft_error_pct": 18.57,
                        "ttft_ms": 837.3328463591663,
                        "ttft_relative": 1.462023,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 17512.94337437499,
                        "interactivity_tok_s": 53.86915080486802,
                        "output_per_gpu": 102.0772739959147,
                        "total_per_gpu": 921.2218481696791,
                        "tpot_error_pct": 23.66,
                        "tpot_ms": 18.563500353334558,
                        "tpot_relative": 1.237196,
                        "ttft_error_pct": 49.19,
                        "ttft_ms": 522.5337338812502,
                        "ttft_relative": 0.912369,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 23301.24281329263,
                        "interactivity_tok_s": 41.12490388624421,
                        "output_per_gpu": 75.56793696587174,
                        "total_per_gpu": 681.98171668315,
                        "tpot_ms": 24.316166252111,
                        "tpot_relative": 1.620592,
                        "ttft_ms": 1028.3463893858425,
                        "ttft_relative": 1.795542,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 27368.402329354903,
                        "interactivity_tok_s": 38.94110745998543,
                        "output_per_gpu": 150.58605934127465,
                        "total_per_gpu": null,
                        "tpot_error_pct": 24.65,
                        "tpot_ms": 25.679803817278856,
                        "tpot_relative": 1.711473,
                        "ttft_error_pct": 20.13,
                        "ttft_ms": 1097.9630242786334,
                        "ttft_relative": 1.917096,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 24867.21111177501,
                        "interactivity_tok_s": 38.41182419752821,
                        "output_per_gpu": 146.05681291663848,
                        "total_per_gpu": 1306.0865266101398,
                        "tpot_error_pct": 23.61,
                        "tpot_ms": 26.033650337917294,
                        "tpot_relative": 1.735056,
                        "ttft_error_pct": 44.88,
                        "ttft_ms": 757.7779515343757,
                        "ttft_relative": 1.323116,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 32940.81332381593,
                        "interactivity_tok_s": 29.34126957304454,
                        "output_per_gpu": 109.55812098681331,
                        "total_per_gpu": 979.7036019351594,
                        "tpot_ms": 34.081688166577756,
                        "tpot_relative": 2.271431,
                        "ttft_ms": 1374.716215286935,
                        "ttft_relative": 2.40032,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 44086.09649803288,
                        "interactivity_tok_s": 23.899982964448277,
                        "output_per_gpu": 187.35519654332936,
                        "total_per_gpu": null,
                        "tpot_error_pct": 20.92,
                        "tpot_ms": 41.841034007744724,
                        "tpot_relative": 2.788566,
                        "ttft_error_pct": 37.95,
                        "ttft_ms": 1282.7187081100246,
                        "ttft_relative": 2.239688,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 40075.20226878266,
                        "interactivity_tok_s": 23.7485730704617,
                        "output_per_gpu": 181.6151331856347,
                        "total_per_gpu": 1637.03848760228,
                        "tpot_error_pct": 20.42,
                        "tpot_ms": 42.10779304647119,
                        "tpot_relative": 2.806344,
                        "ttft_error_pct": 40.6,
                        "ttft_ms": 1227.9544501437474,
                        "ttft_relative": 2.144067,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 50891.91293434269,
                        "interactivity_tok_s": 18.899974347018833,
                        "output_per_gpu": 142.72900920274233,
                        "total_per_gpu": 1286.5275996764267,
                        "tpot_ms": 52.91012472499646,
                        "tpot_relative": 3.526284,
                        "ttft_ms": 2067.1420337820564,
                        "ttft_relative": 3.609328,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 71084.76952129845,
                        "interactivity_tok_s": 14.661036712337985,
                        "output_per_gpu": 231.7712464168057,
                        "total_per_gpu": null,
                        "tpot_error_pct": 21.7,
                        "tpot_ms": 68.20800054053822,
                        "tpot_relative": 4.545836,
                        "ttft_error_pct": 61.72,
                        "ttft_ms": 1307.98496832786,
                        "ttft_relative": 2.283804,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 65614.6981287653,
                        "interactivity_tok_s": 14.517989017840314,
                        "output_per_gpu": 222.00762936647803,
                        "total_per_gpu": 2004.3030481721394,
                        "tpot_error_pct": 20.93,
                        "tpot_ms": 68.8800631252137,
                        "tpot_relative": 4.590627,
                        "ttft_error_pct": 36.78,
                        "ttft_ms": 2159.924663712497,
                        "ttft_relative": 3.771331,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 83687.5552453334,
                        "interactivity_tok_s": 11.479616118493489,
                        "output_per_gpu": 173.96650379640982,
                        "total_per_gpu": 1570.5838345916022,
                        "tpot_ms": 87.11092685312143,
                        "tpot_relative": 5.805653,
                        "ttft_ms": 3416.6902000722985,
                        "ttft_relative": 5.965703,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 121782.37526189086,
                        "interactivity_tok_s": 8.494571061646898,
                        "output_per_gpu": 270.0793960725641,
                        "total_per_gpu": null,
                        "tpot_error_pct": 23.21,
                        "tpot_ms": 117.72224786193307,
                        "tpot_relative": 7.845796,
                        "ttft_error_pct": 78.42,
                        "ttft_ms": 1352.515699133333,
                        "ttft_relative": 2.361557,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 113372.84965740824,
                        "interactivity_tok_s": 8.449656290230893,
                        "output_per_gpu": 258.22121754495566,
                        "total_per_gpu": 2323.322774920834,
                        "tpot_error_pct": 22.8,
                        "tpot_ms": 118.34800915584631,
                        "tpot_relative": 7.887501,
                        "ttft_error_pct": 35.43,
                        "ttft_ms": 4047.258702832429,
                        "ttft_relative": 7.066706,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 256,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26008965342",
                      "measured": {
                        "e2e_ms": 147920.14752996352,
                        "interactivity_tok_s": 6.523310030615168,
                        "output_per_gpu": 197.99715657733336,
                        "total_per_gpu": 1781.462064268976,
                        "tpot_ms": 153.2964086187541,
                        "tpot_relative": 10.216695,
                        "ttft_ms": 6268.3630821245515,
                        "ttft_relative": 10.944859,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 7,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 9,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 9,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 9,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "677435f1681df809",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 150,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 34388.21149378873,
                        "interactivity_tok_s": 44.21025883223157,
                        "output_per_gpu": 106.66640941833761,
                        "total_per_gpu": 866.5523858089797,
                        "tpot_ms": 22.619184470165287,
                        "tpot_relative": 1.0,
                        "ttft_ms": 13605.393962935326,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "0e697ff0f748619e",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 2800,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 46547.940823650046,
                        "interactivity_tok_s": 26.20907723829772,
                        "output_per_gpu": 3310.7822310608053,
                        "total_per_gpu": 6620.7990466272995,
                        "tpot_ms": 38.15471986700704,
                        "tpot_relative": 1.0,
                        "ttft_ms": 11413.627833195695,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "83f42610125d91e5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 40,
                    "moe_ep_size": 40,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 900,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 27690.84134597946,
                        "interactivity_tok_s": 41.586722409960046,
                        "output_per_gpu": 709.6528005550585,
                        "total_per_gpu": 3548.0822198602423,
                        "tpot_ms": 24.04613641205106,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5544.715905691241,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "4a8dd779aa07b9cd",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 24,
                    "moe_ep_size": 24,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 1700,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 33676.603961944944,
                        "interactivity_tok_s": 33.953620919046166,
                        "output_per_gpu": 1849.8299996499702,
                        "total_per_gpu": 5545.736504192244,
                        "tpot_ms": 29.451939820623178,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6537.855990437715,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 4,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "03e8eaede76353a1",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 26934.662596320744,
                        "interactivity_tok_s": 64.72380985499458,
                        "output_per_gpu": 10.079908262641567,
                        "total_per_gpu": 85.66950762088055,
                        "tpot_ms": 15.450264782625933,
                        "tpot_relative": 1.0,
                        "ttft_ms": 12758.016869004283,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 17579.893598375045,
                        "interactivity_tok_s": 58.19631040372942,
                        "output_per_gpu": 23.770207968836157,
                        "total_per_gpu": 200.77609485043266,
                        "tpot_ms": 17.183219916565648,
                        "tpot_relative": 1.112163,
                        "ttft_ms": 1699.0687382404758,
                        "ttft_relative": 0.133177,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 20438.999512101494,
                        "interactivity_tok_s": 53.91698239181216,
                        "output_per_gpu": 40.61576694236417,
                        "total_per_gpu": 345.80414828572907,
                        "tpot_ms": 18.547032041464178,
                        "tpot_relative": 1.200435,
                        "ttft_ms": 3364.8021687186997,
                        "ttft_relative": 0.26374,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 128,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 29413.686483857113,
                        "interactivity_tok_s": 51.11313251071148,
                        "output_per_gpu": 56.234017711182624,
                        "total_per_gpu": 479.5382961834895,
                        "tpot_ms": 19.564443634724125,
                        "tpot_relative": 1.266285,
                        "ttft_ms": 11432.732567741414,
                        "ttft_relative": 0.896121,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 4,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "215e4465256c34a5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 1300,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26606969606",
                      "measured": {
                        "e2e_ms": 30671.96364123543,
                        "interactivity_tok_s": 38.422676802034005,
                        "output_per_gpu": 1161.9513347074612,
                        "total_per_gpu": 4644.701508384018,
                        "tpot_ms": 26.026297052449568,
                        "tpot_relative": 1.0,
                        "ttft_ms": 6697.436154584025,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 40.0,
                "points": 4,
                "status_counts": {
                  "failed": 1,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 5
                },
                "tpot_mape_pct": 18.27,
                "tpot_shape_error_pct": 30.85,
                "ttft_mape_pct": 27.1,
                "ttft_shape_error_pct": 18.44
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 10,
                "status_counts": {
                  "failed": 0,
                  "success": 10,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 13.22,
                "tpot_shape_error_pct": 13.22,
                "ttft_mape_pct": 22.34,
                "ttft_shape_error_pct": 11.84
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 10,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 5
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 10.48,
                    "tpot_shape_error_pct": 4.83,
                    "ttft_mape_pct": 23.02,
                    "ttft_shape_error_pct": 15.04
                  },
                  "framework": "sglang",
                  "id": "74cf0ed8f5f6e68f",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 10584.096491649994,
                        "interactivity_tok_s": 92.29515270783519,
                        "output_per_gpu": 42.830189390698976,
                        "total_per_gpu": 385.0178592816115,
                        "tpot_error_pct": 7.99,
                        "tpot_ms": 10.834805194651434,
                        "tpot_relative": 0.920129,
                        "ttft_error_pct": 31.28,
                        "ttft_ms": 627.0790901999998,
                        "ttft_relative": 0.687179,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.626363636363636,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 11729.551451629959,
                        "interactivity_tok_s": 84.92342816935302,
                        "output_per_gpu": 38.69230414263163,
                        "total_per_gpu": 347.86278981866843,
                        "tpot_ms": 11.775313615529218,
                        "tpot_relative": 1.0,
                        "ttft_ms": 912.5404949532822,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 14048.360263024984,
                        "interactivity_tok_s": 69.81797107860419,
                        "output_per_gpu": 65.21881889362828,
                        "total_per_gpu": 580.1515472734345,
                        "tpot_error_pct": 14.06,
                        "tpot_ms": 14.322959899166296,
                        "tpot_relative": 1.216355,
                        "ttft_error_pct": 27.53,
                        "ttft_ms": 761.3026668624993,
                        "ttft_relative": 0.834267,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6550000000000002,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 16489.15642965585,
                        "interactivity_tok_s": 60.00412084726754,
                        "output_per_gpu": 55.04420269178014,
                        "total_per_gpu": 489.70308384573923,
                        "tpot_ms": 16.66552206548224,
                        "tpot_relative": 1.415293,
                        "ttft_ms": 1050.4904807079583,
                        "ttft_relative": 1.151171,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 22352.5669922749,
                        "interactivity_tok_s": 42.888867662152464,
                        "output_per_gpu": 80.62227200109822,
                        "total_per_gpu": 727.5958252907766,
                        "tpot_error_pct": 5.42,
                        "tpot_ms": 23.316073715848084,
                        "tpot_relative": 1.980081,
                        "ttft_error_pct": 25.92,
                        "ttft_ms": 1002.2192947687497,
                        "ttft_relative": 1.098274,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6601785714285713,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 23909.004933707183,
                        "interactivity_tok_s": 40.56252478847897,
                        "output_per_gpu": 74.88246739650191,
                        "total_per_gpu": 675.8773496211742,
                        "tpot_ms": 24.653297722828917,
                        "tpot_relative": 2.093643,
                        "ttft_ms": 1352.857840352226,
                        "ttft_relative": 1.482518,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 34838.01643016571,
                        "interactivity_tok_s": 27.790567658551115,
                        "output_per_gpu": 104.831325315706,
                        "total_per_gpu": 937.4350899993558,
                        "tpot_error_pct": 7.9,
                        "tpot_ms": 35.98343194304279,
                        "tpot_relative": 3.055836,
                        "ttft_error_pct": 27.39,
                        "ttft_ms": 1495.416773928125,
                        "ttft_relative": 1.63874,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6643243243243244,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 38191.86762542231,
                        "interactivity_tok_s": 25.595838142560513,
                        "output_per_gpu": 95.25448737926578,
                        "total_per_gpu": 851.898883938401,
                        "tpot_ms": 39.06885152306107,
                        "tpot_relative": 3.317861,
                        "ttft_ms": 2059.60407279199,
                        "ttft_relative": 2.257,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": 68175.5902882467,
                        "interactivity_tok_s": 25.638075491665543,
                        "output_per_gpu": 105.79324853255756,
                        "total_per_gpu": 953.5968536236982,
                        "tpot_error_pct": 17.05,
                        "tpot_ms": 39.00448769351199,
                        "tpot_relative": 3.312395,
                        "ttft_error_pct": 2.95,
                        "ttft_ms": 32180.460243865604,
                        "ttft_relative": 35.264693,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.6547282608695655,
                        "mtp_depth": 3
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26016387220",
                      "measured": {
                        "e2e_ms": 76488.50319092016,
                        "interactivity_tok_s": 21.266686418886376,
                        "output_per_gpu": 93.97692325596594,
                        "total_per_gpu": 847.189074773164,
                        "tpot_ms": 47.0218999003026,
                        "tpot_relative": 3.993261,
                        "ttft_ms": 33159.70963178261,
                        "ttft_relative": 36.337795,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "mtp",
                  "total_gpus": 8
                },
                {
                  "aic": {
                    "coverage_pct": 80.0,
                    "points": 4,
                    "status_counts": {
                      "failed": 1,
                      "success": 4,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 18.27,
                    "tpot_shape_error_pct": 30.85,
                    "ttft_mape_pct": 27.1,
                    "ttft_shape_error_pct": 18.44
                  },
                  "aisim": {
                    "points": 5,
                    "status_counts": {
                      "failed": 0,
                      "success": 5,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.95,
                    "tpot_shape_error_pct": 21.6,
                    "ttft_mape_pct": 21.67,
                    "ttft_shape_error_pct": 8.65
                  },
                  "framework": "sglang",
                  "id": "e7d21267754afbcf",
                  "is_multinode": false,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": 13950.369693599849,
                        "interactivity_tok_s": 80.4724773908582,
                        "output_per_gpu": 35.27780822865362,
                        "total_per_gpu": null,
                        "tpot_error_pct": 33.63,
                        "tpot_ms": 12.426608853396647,
                        "tpot_relative": 0.663686,
                        "ttft_error_pct": 47.5,
                        "ttft_ms": 1237.948836575079,
                        "ttft_relative": 1.474963,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 12956.589744225004,
                        "interactivity_tok_s": 74.52315318048012,
                        "output_per_gpu": 34.79576006075168,
                        "total_per_gpu": 312.79313122945246,
                        "tpot_error_pct": 28.33,
                        "tpot_ms": 13.418648531661034,
                        "tpot_relative": 0.716669,
                        "ttft_error_pct": 25.91,
                        "ttft_ms": 621.8827377,
                        "ttft_relative": 0.740947,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 4,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 18050.4988046363,
                        "interactivity_tok_s": 53.40843101070808,
                        "output_per_gpu": 24.907906697328077,
                        "total_per_gpu": 223.9072264731553,
                        "tpot_ms": 18.72363559602614,
                        "tpot_relative": 1.0,
                        "ttft_ms": 839.3082645488903,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 20831.289941321822,
                        "interactivity_tok_s": 52.53889869174915,
                        "output_per_gpu": 48.14897759314451,
                        "total_per_gpu": null,
                        "tpot_error_pct": 18.46,
                        "tpot_ms": 19.03351659247937,
                        "tpot_relative": 1.01655,
                        "ttft_error_pct": 34.61,
                        "ttft_ms": 1360.0024672154284,
                        "ttft_relative": 1.620385,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 19111.96497545,
                        "interactivity_tok_s": 50.47137268265676,
                        "output_per_gpu": 47.86821272600649,
                        "total_per_gpu": 425.80988354758,
                        "tpot_error_pct": 15.12,
                        "tpot_ms": 19.813211863437694,
                        "tpot_relative": 1.058193,
                        "ttft_error_pct": 25.93,
                        "ttft_ms": 748.3222774125006,
                        "ttft_relative": 0.891594,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 22637.175355199724,
                        "interactivity_tok_s": 42.84261558834118,
                        "output_per_gpu": 40.28548244343035,
                        "total_per_gpu": 358.35799189083826,
                        "tpot_ms": 23.341245306043625,
                        "tpot_relative": 1.246619,
                        "ttft_ms": 1010.3125886293127,
                        "ttft_relative": 1.203744,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 32574.07519332669,
                        "interactivity_tok_s": 33.03198762936157,
                        "output_per_gpu": 62.520264394247356,
                        "total_per_gpu": null,
                        "tpot_error_pct": 7.58,
                        "tpot_ms": 30.273685350714924,
                        "tpot_relative": 1.61687,
                        "ttft_error_pct": 16.72,
                        "ttft_ms": 1604.0950795453261,
                        "ttft_relative": 1.911211,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 29288.11617609386,
                        "interactivity_tok_s": 32.345379053895314,
                        "output_per_gpu": 61.36447110717847,
                        "total_per_gpu": 553.7989923944507,
                        "tpot_error_pct": 5.61,
                        "tpot_ms": 30.916317237579914,
                        "tpot_relative": 1.651192,
                        "ttft_error_pct": 28.11,
                        "ttft_ms": 988.0111981625008,
                        "ttft_relative": 1.177173,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 16,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 31366.8967634032,
                        "interactivity_tok_s": 30.529518223595073,
                        "output_per_gpu": 56.95101132788558,
                        "total_per_gpu": 513.9686225624208,
                        "tpot_ms": 32.75518443088758,
                        "tpot_relative": 1.749403,
                        "ttft_ms": 1374.3290659971535,
                        "ttft_relative": 1.637454,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 46165.88399659459,
                        "interactivity_tok_s": 23.216036490411362,
                        "output_per_gpu": 89.3340045104987,
                        "total_per_gpu": null,
                        "tpot_error_pct": 13.43,
                        "tpot_ms": 43.07367454444766,
                        "tpot_relative": 2.300497,
                        "ttft_error_pct": 9.58,
                        "ttft_ms": 2101.514937624629,
                        "ttft_relative": 2.503865,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 41506.90709070994,
                        "interactivity_tok_s": 23.120048201402096,
                        "output_per_gpu": 87.75513124565062,
                        "total_per_gpu": 784.7343254454375,
                        "tpot_error_pct": 13.07,
                        "tpot_ms": 43.25250498134151,
                        "tpot_relative": 2.310048,
                        "ttft_error_pct": 24.77,
                        "ttft_ms": 1442.7076451687508,
                        "ttft_relative": 1.718925,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 48011.179732804885,
                        "interactivity_tok_s": 20.097288541487142,
                        "output_per_gpu": 75.67440175157569,
                        "total_per_gpu": 676.7045957207548,
                        "tpot_ms": 49.75795605141881,
                        "tpot_relative": 2.657494,
                        "ttft_ms": 1917.7975298196543,
                        "ttft_relative": 2.284974,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 81643.62589025169,
                        "interactivity_tok_s": 20.85061911435,
                        "output_per_gpu": 88.23780200759626,
                        "total_per_gpu": 795.3559563795773,
                        "tpot_error_pct": 17.61,
                        "tpot_ms": 47.96020657783591,
                        "tpot_relative": 2.561479,
                        "ttft_error_pct": 3.64,
                        "ttft_ms": 37396.97103590002,
                        "ttft_relative": 44.556896,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 64,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "26118912054",
                      "measured": {
                        "e2e_ms": 92533.12720437534,
                        "interactivity_tok_s": 17.178032209774482,
                        "output_per_gpu": 77.39555921875989,
                        "total_per_gpu": 697.6263871199968,
                        "tpot_ms": 58.21388548980537,
                        "tpot_relative": 3.109112,
                        "ttft_ms": 38810.78893990052,
                        "ttft_relative": 46.2414,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 5,
                  "serving": "aggregated",
                  "spec_method": "none",
                  "total_gpus": 8
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 56
        }
      ]
    },
    {
      "aic": {
        "coverage_pct": 5.88,
        "points": 1,
        "status_counts": {
          "failed": 13,
          "success": 1,
          "unknown": 0,
          "unsupported": 3
        },
        "tpot_mape_pct": 15.28,
        "tpot_shape_error_pct": null,
        "ttft_mape_pct": 57.27,
        "ttft_shape_error_pct": null
      },
      "aisim": {
        "coverage_pct": 82.35,
        "points": 14,
        "status_counts": {
          "failed": 3,
          "success": 14,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 26.13,
        "tpot_shape_error_pct": 18.82,
        "ttft_mape_pct": 65.68,
        "ttft_shape_error_pct": 328.53
      },
      "frameworks": [
        "dynamo-sglang"
      ],
      "gpu_skus": [
        "gb200",
        "gb300"
      ],
      "hf_model_paths": [
        "zai-org/GLM-5.1-FP8"
      ],
      "model": "zai-org/GLM-5.1-FP8",
      "precisions": [
        "fp8"
      ],
      "rows": 17,
      "workloads": [
        {
          "aic": {
            "coverage_pct": 12.5,
            "points": 1,
            "status_counts": {
              "failed": 6,
              "success": 1,
              "unknown": 0,
              "unsupported": 1
            },
            "tpot_mape_pct": 15.28,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": 57.27,
            "ttft_shape_error_pct": null
          },
          "aisim": {
            "coverage_pct": 87.5,
            "points": 7,
            "status_counts": {
              "failed": 1,
              "success": 7,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 31.75,
            "tpot_shape_error_pct": 26.24,
            "ttft_mape_pct": 66.04,
            "ttft_shape_error_pct": 185.6
          },
          "gpu_skus": [
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 14.29,
                "points": 1,
                "status_counts": {
                  "failed": 6,
                  "success": 1,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 15.28,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 57.27,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 7,
                "status_counts": {
                  "failed": 0,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 31.75,
                "tpot_shape_error_pct": 26.24,
                "ttft_mape_pct": 66.04,
                "ttft_shape_error_pct": 185.6
              },
              "gpu": "gb200",
              "precisions": [
                "fp8"
              ],
              "rows": 7,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 70.96,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 94.21,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "6e476f7ed17c8c12",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 49843.41271284058,
                        "interactivity_tok_s": 21.280725158273196,
                        "output_per_gpu": 902.4402065563335,
                        "total_per_gpu": 1804.880413112667,
                        "tpot_error_pct": 70.96,
                        "tpot_ms": 46.99087989542665,
                        "tpot_relative": 1.709593,
                        "ttft_error_pct": 94.21,
                        "ttft_ms": 1771.7425798197103,
                        "ttft_relative": 0.057867,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2161,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 58736.51590244678,
                        "interactivity_tok_s": 36.38138231292538,
                        "output_per_gpu": 1110.3535610207853,
                        "total_per_gpu": 1480.4714146943804,
                        "tpot_ms": 27.486586171980754,
                        "tpot_relative": 1.0,
                        "ttft_ms": 30617.738248510475,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 48
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 25.51,
                    "tpot_shape_error_pct": 49.11,
                    "ttft_mape_pct": 58.81,
                    "ttft_shape_error_pct": 342.86
                  },
                  "framework": "dynamo-sglang",
                  "id": "6edff2d417acb663",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 26067.79368292763,
                        "interactivity_tok_s": 40.24933216438242,
                        "output_per_gpu": 480.5767659943621,
                        "total_per_gpu": 961.1535319887242,
                        "tpot_error_pct": 10.94,
                        "tpot_ms": 24.845132732038806,
                        "tpot_relative": 0.890626,
                        "ttft_error_pct": 87.46,
                        "ttft_ms": 651.2228980523716,
                        "ttft_relative": 0.12536,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 298,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 33732.71567269272,
                        "interactivity_tok_s": 35.8470989996744,
                        "output_per_gpu": 543.0159846510968,
                        "total_per_gpu": 724.021312868129,
                        "tpot_ms": 27.89626016903301,
                        "tpot_relative": 1.0,
                        "ttft_ms": 5194.841519771956,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 41706.29017846082,
                        "interactivity_tok_s": 25.70769585483089,
                        "output_per_gpu": 1159.0488701438205,
                        "total_per_gpu": 2318.097740287641,
                        "tpot_error_pct": 25.84,
                        "tpot_ms": 38.89885758906253,
                        "tpot_relative": 1.394411,
                        "ttft_error_pct": 74.41,
                        "ttft_ms": 1912.7588648516112,
                        "ttft_relative": 0.368204,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1170,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 39096.13718643617,
                        "interactivity_tok_s": 32.350336244972944,
                        "output_per_gpu": 1825.78254798622,
                        "total_per_gpu": 2434.3767306482932,
                        "tpot_ms": 30.911579787842058,
                        "tpot_relative": 1.10809,
                        "ttft_ms": 7473.591063473748,
                        "ttft_relative": 1.438656,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 56118.43290037738,
                        "interactivity_tok_s": 20.831580578549424,
                        "output_per_gpu": 1442.682088690576,
                        "total_per_gpu": 2885.364177381152,
                        "tpot_error_pct": 39.76,
                        "tpot_ms": 48.00403868680585,
                        "tpot_relative": 1.720806,
                        "ttft_error_pct": 14.56,
                        "ttft_ms": 7010.301323771306,
                        "ttft_relative": 1.349474,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1955,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 43342.768549677385,
                        "interactivity_tok_s": 29.11391576980834,
                        "output_per_gpu": 2773.287908426282,
                        "total_per_gpu": 3697.717211235042,
                        "tpot_ms": 34.34783585645385,
                        "tpot_relative": 1.23127,
                        "ttft_ms": 8204.932468525109,
                        "ttft_relative": 1.579438,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 24
                },
                {
                  "aic": {
                    "coverage_pct": 33.33,
                    "points": 1,
                    "status_counts": {
                      "failed": 2,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 15.28,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 57.27,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 24.92,
                    "tpot_shape_error_pct": 3.37,
                    "ttft_mape_pct": 63.88,
                    "ttft_shape_error_pct": 28.33
                  },
                  "framework": "dynamo-sglang",
                  "id": "f4e362fbc50bc160",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 15600.592561449967,
                        "interactivity_tok_s": 87.18939760540678,
                        "output_per_gpu": 8.885013194658937,
                        "total_per_gpu": 17.770026389317874,
                        "tpot_error_pct": 25.68,
                        "tpot_ms": 11.469284425219932,
                        "tpot_relative": 0.743243,
                        "ttft_error_pct": 63.19,
                        "ttft_ms": 3867.514594449999,
                        "ttft_relative": 0.368142,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 26291.827114811167,
                        "interactivity_tok_s": 64.80294214682081,
                        "output_per_gpu": 6.239347725954677,
                        "total_per_gpu": 10.696024673065162,
                        "tpot_ms": 15.43139812594233,
                        "tpot_relative": 1.0,
                        "ttft_ms": 10505.506831972161,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 13117.816280240086,
                        "interactivity_tok_s": 80.14245094068522,
                        "output_per_gpu": 27.42693035595236,
                        "total_per_gpu": 54.85386071190472,
                        "tpot_error_pct": 27.04,
                        "tpot_ms": 12.477781603411616,
                        "tpot_relative": 0.808597,
                        "ttft_error_pct": 74.66,
                        "ttft_ms": 353.0456999500083,
                        "ttft_relative": 0.033606,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 20,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 18888.23399020126,
                        "interactivity_tok_s": 58.472995251482544,
                        "output_per_gpu": 21.482486409001833,
                        "total_per_gpu": 36.82711955828886,
                        "tpot_ms": 17.101911672203002,
                        "tpot_relative": 1.108254,
                        "ttft_ms": 1392.9783495375887,
                        "ttft_relative": 0.132595,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": 18083.576,
                        "interactivity_tok_s": 57.977736549165115,
                        "output_per_gpu": 68.63725000000001,
                        "total_per_gpu": null,
                        "tpot_error_pct": 15.28,
                        "tpot_ms": 17.248,
                        "tpot_relative": 1.117721,
                        "ttft_error_pct": 57.27,
                        "ttft_ms": 438.872,
                        "ttft_relative": 0.041775,
                        "unavailable_metrics": {
                          "total_per_gpu": "unsupported_by_predictor"
                        }
                      },
                      "aic_status": "success",
                      "aisim": {
                        "e2e_ms": 16712.294031222216,
                        "interactivity_tok_s": 63.00128142969046,
                        "output_per_gpu": 78.16430273429906,
                        "total_per_gpu": 156.3286054685981,
                        "tpot_error_pct": 22.03,
                        "tpot_ms": 15.87269301999836,
                        "tpot_relative": 1.028597,
                        "ttft_error_pct": 53.79,
                        "ttft_ms": 474.5290717638891,
                        "ttft_relative": 0.04517,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 72,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 21853.463794609223,
                        "interactivity_tok_s": 49.12015089243087,
                        "output_per_gpu": 69.20193122982461,
                        "total_per_gpu": 118.63188210827074,
                        "tpot_ms": 20.358243650145102,
                        "tpot_relative": 1.319274,
                        "ttft_ms": 1026.9805405107843,
                        "ttft_relative": 0.097756,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 56
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 0,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 1
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 1,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 1,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 1
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "5419ffbecc65cad9",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 32,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2640659898477158,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28970413980",
                      "measured": {
                        "e2e_ms": 17811.015183615382,
                        "interactivity_tok_s": 114.27069462706785,
                        "output_per_gpu": 21.12080332020854,
                        "total_per_gpu": 39.832779615073996,
                        "tpot_ms": 8.751150093762755,
                        "tpot_relative": 1.0,
                        "ttft_ms": 9734.326023687754,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "mtp",
                  "total_gpus": 72
                }
              ]
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 8
        },
        {
          "aic": {
            "coverage_pct": 0.0,
            "points": 0,
            "status_counts": {
              "failed": 7,
              "success": 0,
              "unknown": 0,
              "unsupported": 2
            },
            "tpot_mape_pct": null,
            "tpot_shape_error_pct": null,
            "ttft_mape_pct": null,
            "ttft_shape_error_pct": null
          },
          "aisim": {
            "coverage_pct": 77.78,
            "points": 7,
            "status_counts": {
              "failed": 2,
              "success": 7,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 20.51,
            "tpot_shape_error_pct": 3.98,
            "ttft_mape_pct": 65.33,
            "ttft_shape_error_pct": 614.4
          },
          "gpu_skus": [
            "gb200",
            "gb300"
          ],
          "gpus": [
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 7,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 100.0,
                "points": 7,
                "status_counts": {
                  "failed": 0,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.51,
                "tpot_shape_error_pct": 3.98,
                "ttft_mape_pct": 65.33,
                "ttft_shape_error_pct": 614.4
              },
              "gpu": "gb200",
              "precisions": [
                "fp8"
              ],
              "rows": 7,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.21,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 38.2,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "b567adaa90dc9284",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 94773.21417848076,
                        "interactivity_tok_s": 22.396847648565362,
                        "output_per_gpu": 390.13010518628084,
                        "total_per_gpu": 3511.1709466765274,
                        "tpot_error_pct": 28.21,
                        "tpot_ms": 44.649140615289014,
                        "tpot_relative": 1.282123,
                        "ttft_error_pct": 38.2,
                        "ttft_ms": 49097.14332904398,
                        "ttft_relative": 1.382015,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 2699,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 71151.11133641863,
                        "interactivity_tok_s": 28.715516785961437,
                        "output_per_gpu": 2317.5553339874145,
                        "total_per_gpu": 4635.11066797483,
                        "tpot_ms": 34.824377616246984,
                        "tpot_relative": 1.0,
                        "ttft_ms": 35525.77303499796,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 3,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 3,
                    "status_counts": {
                      "failed": 0,
                      "success": 3,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 28.84,
                    "tpot_shape_error_pct": 3.98,
                    "ttft_mape_pct": 84.34,
                    "ttft_shape_error_pct": 614.4
                  },
                  "framework": "dynamo-sglang",
                  "id": "40b0320f3daaa530",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 8,
                    "pp_size": 1,
                    "tp_size": 8
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12872.263095975028,
                        "interactivity_tok_s": 85.05540977562363,
                        "output_per_gpu": 7.793725367756455,
                        "total_per_gpu": 69.3287904907132,
                        "tpot_error_pct": 26.9,
                        "tpot_ms": 11.757041705377734,
                        "tpot_relative": 0.731042,
                        "ttft_error_pct": 73.43,
                        "ttft_ms": 1998.4610906750204,
                        "ttft_relative": 0.265668,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 8,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 22396.274226205423,
                        "interactivity_tok_s": 62.17906325865977,
                        "output_per_gpu": 4.882690263107107,
                        "total_per_gpu": 38.61249868091804,
                        "tpot_ms": 16.082583872968343,
                        "tpot_relative": 1.0,
                        "ttft_ms": 7522.403250460047,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 12864.678184566677,
                        "interactivity_tok_s": 84.83255433218692,
                        "output_per_gpu": 8.711037730140392,
                        "total_per_gpu": 77.895429175706,
                        "tpot_error_pct": 30.85,
                        "tpot_ms": 11.787927498731262,
                        "tpot_relative": 0.732962,
                        "ttft_error_pct": 57.84,
                        "ttft_ms": 2039.5538028444423,
                        "ttft_relative": 0.271131,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 9,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 16950.221539335325,
                        "interactivity_tok_s": 58.65771905210834,
                        "output_per_gpu": 7.303162217026183,
                        "total_per_gpu": 58.056831887187826,
                        "tpot_ms": 17.048054649238136,
                        "tpot_relative": 1.060032,
                        "ttft_ms": 1292.1659904997796,
                        "ttft_relative": 0.171776,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    },
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 21326.44132871428,
                        "interactivity_tok_s": 67.7071654891904,
                        "output_per_gpu": 51.260115443941494,
                        "total_per_gpu": 461.7727549051567,
                        "tpot_error_pct": 28.75,
                        "tpot_ms": 14.769485515674884,
                        "tpot_relative": 0.918353,
                        "ttft_error_pct": 121.75,
                        "ttft_ms": 7727.863080078861,
                        "ttft_relative": 1.027313,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 90,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 22571.096947365957,
                        "interactivity_tok_s": 48.23819018109982,
                        "output_per_gpu": 54.97247996102101,
                        "total_per_gpu": 440.24439718438276,
                        "tpot_ms": 20.73046265304973,
                        "tpot_relative": 1.289001,
                        "ttft_ms": 3484.961551562883,
                        "ttft_relative": 0.463278,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 3,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 6.02,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 69.12,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "52ffda3a1de03eea",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 81781.78501930622,
                        "interactivity_tok_s": 37.67927293218545,
                        "output_per_gpu": 280.80897580887284,
                        "total_per_gpu": 2527.2807822798554,
                        "tpot_error_pct": 6.02,
                        "tpot_ms": 26.539790239577712,
                        "tpot_relative": 0.939812,
                        "ttft_error_pct": 69.12,
                        "ttft_ms": 54631.57960421047,
                        "ttft_relative": 1.691202,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1688,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 61192.381139852405,
                        "interactivity_tok_s": 35.41143610863155,
                        "output_per_gpu": 838.670977701711,
                        "total_per_gpu": 3354.683910806844,
                        "tpot_ms": 28.239464700959974,
                        "tpot_relative": 1.0,
                        "ttft_ms": 32303.40875077036,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 72
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 5.83,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 69.77,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "d8f05930cee3b208",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 16,
                    "moe_ep_size": 16,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 89900.58667818835,
                        "interactivity_tok_s": 33.88456906745035,
                        "output_per_gpu": 336.7702415598553,
                        "total_per_gpu": 3030.932174038698,
                        "tpot_error_pct": 5.83,
                        "tpot_ms": 29.511958614831666,
                        "tpot_relative": 0.941662,
                        "ttft_error_pct": 69.77,
                        "ttft_ms": 59709.85301521822,
                        "ttft_relative": 1.697676,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 1484,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 67232.65582641157,
                        "interactivity_tok_s": 31.907803000230597,
                        "output_per_gpu": 1345.0317107165595,
                        "total_per_gpu": 4035.095132149678,
                        "tpot_ms": 31.34029629030783,
                        "tpot_relative": 1.0,
                        "ttft_ms": 35171.53272142667,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 48
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 1,
                    "status_counts": {
                      "failed": 0,
                      "success": 1,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": 17.0,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": 27.18,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "e9dd9d157c2eab36",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 32,
                    "moe_ep_size": 32,
                    "moe_tp_size": 1,
                    "pp_size": 1,
                    "tp_size": 1
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "failed",
                      "aisim": {
                        "e2e_ms": 42828.42141946503,
                        "interactivity_tok_s": 45.15458503819916,
                        "output_per_gpu": 211.55162014810762,
                        "total_per_gpu": 1903.9645813329685,
                        "tpot_error_pct": 17.0,
                        "tpot_ms": 22.146145273044496,
                        "tpot_relative": 0.829986,
                        "ttft_error_pct": 27.18,
                        "ttft_ms": 20172.91480514051,
                        "ttft_relative": 0.728167,
                        "unavailable_metrics": {}
                      },
                      "aisim_error": null,
                      "concurrency": 519,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level"
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28829786594",
                      "measured": {
                        "e2e_ms": 54999.9512775252,
                        "interactivity_tok_s": 37.47767258641865,
                        "output_per_gpu": 285.67990469755875,
                        "total_per_gpu": 1469.210938444588,
                        "tpot_ms": 26.682553397469647,
                        "tpot_relative": 1.0,
                        "ttft_ms": 27703.69915191375,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "success"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "none",
                  "total_gpus": 56
                }
              ]
            },
            {
              "aic": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 0,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 2
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "aisim": {
                "coverage_pct": 0.0,
                "points": 0,
                "status_counts": {
                  "failed": 2,
                  "success": 0,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": null,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": null,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 2,
              "topologies": [
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 1
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "f1889061848425e5",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 150,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.2147070422535213,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28970413980",
                      "measured": {
                        "e2e_ms": 33398.92734314392,
                        "interactivity_tok_s": 77.2505727306288,
                        "output_per_gpu": 109.57946545404266,
                        "total_per_gpu": 890.2179021744485,
                        "tpot_ms": 12.944887845517727,
                        "tpot_relative": 1.0,
                        "ttft_ms": 21504.807488289818,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "mtp",
                  "total_gpus": 40
                },
                {
                  "aic": {
                    "coverage_pct": 0.0,
                    "points": 0,
                    "status_counts": {
                      "failed": 0,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 1
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "aisim": {
                    "points": 0,
                    "status_counts": {
                      "failed": 1,
                      "success": 0,
                      "unknown": 0,
                      "unsupported": 0
                    },
                    "tpot_mape_pct": null,
                    "tpot_shape_error_pct": null,
                    "ttft_mape_pct": null,
                    "ttft_shape_error_pct": null
                  },
                  "framework": "dynamo-sglang",
                  "id": "5f45c46bacc16bec",
                  "is_multinode": true,
                  "parallelism": {
                    "attention_dp_size": 1,
                    "moe_ep_size": 1,
                    "moe_tp_size": 4,
                    "pp_size": 1,
                    "tp_size": 4
                  },
                  "points": [
                    {
                      "aic": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aic_status": "unsupported",
                      "aisim": {
                        "e2e_ms": null,
                        "interactivity_tok_s": null,
                        "output_per_gpu": null,
                        "total_per_gpu": null,
                        "tpot_error_pct": null,
                        "tpot_ms": null,
                        "tpot_relative": null,
                        "ttft_error_pct": null,
                        "ttft_ms": null,
                        "ttft_relative": null,
                        "unavailable_metrics": {
                          "e2e_ms": "prediction_failed",
                          "interactivity_tok_s": "prediction_failed",
                          "output_per_gpu": "prediction_failed",
                          "total_per_gpu": "prediction_failed",
                          "tpot_ms": "prediction_failed",
                          "ttft_ms": "prediction_failed"
                        }
                      },
                      "aisim_error": "ValueError: no KV budget: non-KV memory (206770667520 bytes) meets/exceeds the KV-cache memory limit (capacity=298013687808 bytes)",
                      "concurrency": 24,
                      "configuration": {
                        "backend_version": "0.5.21",
                        "forward_model": "op_level",
                        "mtp_acceptance_source": "observed_log_samples",
                        "mtp_accepted_draft_tokens": 1.5297038107278307,
                        "mtp_depth": 2
                      },
                      "configuration_quality": "estimated",
                      "infx_run_id": "28970413980",
                      "measured": {
                        "e2e_ms": 16303.210892200394,
                        "interactivity_tok_s": 106.3888490708094,
                        "output_per_gpu": 18.25398428285832,
                        "total_per_gpu": 155.1412775677334,
                        "tpot_ms": 9.399481324724439,
                        "tpot_relative": 1.0,
                        "ttft_ms": 7679.267792472577,
                        "ttft_relative": 1.0,
                        "unavailable_metrics": {}
                      },
                      "status": "failed"
                    }
                  ],
                  "precision": "fp8",
                  "rows": 1,
                  "serving": "disaggregated",
                  "spec_method": "mtp",
                  "total_gpus": 72
                }
              ]
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp8"
          ],
          "rows": 9
        }
      ]
    }
  ],
  "schema_version": 2,
  "scope": {
    "claim": "Accuracy applies only to the exact measured operating points in this snapshot; it is not universal model, hardware, or deployment support.",
    "excluded_multinode_rows": 0,
    "latency_scope": "client_observed",
    "measurement_scope": "end_to_end",
    "metrics": [
      "TTFT",
      "TPOT"
    ],
    "multinode": "included",
    "published_rows": 1753,
    "raw_rows": 1753
  },
  "snapshot": {
    "aic_commit_sha": "a4bbb52b3adebc57c5cb264a6924e82e02af676b",
    "aic_source": {
      "branch": "main",
      "cli_entry_point": "aisim.legacy_cli.entrypoint:main",
      "commit_sha": "a4bbb52b3adebc57c5cb264a6924e82e02af676b",
      "repository": "https://github.com/ai-dynamo/aisim"
    },
    "aisim_completed_at": "2026-11-14T11:03:38.152192+00:00",
    "aisim_method": "randomized_synthetic_engine_replay",
    "aisim_packages": {
      "aisim": "0.15.0"
    },
    "aisim_sot_sha256": "a315426cbe971e1d4d6dfccf55e5bba61b20c4f5f4e03dc7905edf0d426bf2f4",
    "campaign": {
      "advisory": true,
      "backend_versions": [
        "0.30.0",
        "0.5.21",
        "1.3.0rc29"
      ],
      "branch": "main",
      "cohort_sha256": "d77d7d1e1f6ef38a1ec361db8aa4b7640ce751dde834f8ff7e8e59616d3660e2",
      "commit_sha": "a4bbb52b3adebc57c5cb264a6924e82e02af676b",
      "completed_at": "2026-11-14T11:03:38.152192+00:00",
      "configuration": {
        "counts": {
          "estimated": 1715,
          "verified": 38
        },
        "profile": "coverage-experiment/1"
      },
      "dataset_sha256": "695e36da7cbfc037a85c8017d7ac5595f59a8dee0bb7e6635b66458686c8a81c",
      "driver_sha256": "467708375e9f087bf3085f9ea110f09d2b516592c54ca6176e1e755ea5bbd0c2",
      "exclusion_reasons": {
        "source_unresolved": 963
      },
      "measurement_filter_counts": {
        "source_filter": 3570,
        "stale": 1088,
        "superseded_image": 632,
        "superseded_row": 1
      },
      "measurement_sha256": "6b4119fdf6ea3fd8035e578ffcec9bc25233319c8c3d7abe0d61a8708f325954",
      "metric_contract": "serving-metrics-v1",
      "outcomes": {
        "evaluated": 1753,
        "unsupported": 963
      },
      "published": 1753,
      "release_tag": "hf/37cdb0319a7e695f560e43ba79441dcea6029374",
      "run_attempt": "1",
      "run_id": "43584761964",
      "schema_version": 1,
      "selected": 2716,
      "selection_policy": "hf-current-view-config-v2",
      "started_at": "2026-11-14T10:30:15.719976+00:00",
      "status": "complete",
      "wheel_sha256": "a922c026c1b3b65286f4567871b6050d2d53f2e9eca35e3b2fe7ac87f5a2a0ea"
    },
    "corrections": [],
    "evaluated_revision": {
      "branch": "main",
      "commit_sha": "a4bbb52b3adebc57c5cb264a6924e82e02af676b"
    },
    "measurement_date_through": "2026-11-02",
    "measurement_source": "SemiAnalysis InferenceX",
    "measurement_source_url": "https://huggingface.co/datasets/ai-dynamo/aisim-infx-cache/tree/37cdb0319a7e695f560e43ba79441dcea6029374",
    "prediction_generated_at": "2026-11-14T10:30:15.719976+00:00",
    "predictions_sha256": "fc8ad16263e86d5178f8ea7db0b85b8dbb9377faf51130d55d4fed8a436bfc03",
    "release_tag": "hf/37cdb0319a7e695f560e43ba79441dcea6029374"
  },
  "title": "AISim E2E Accuracy Overview",
  "totals": {
    "aic": {
      "coverage_pct": 53.51,
      "points": 938,
      "status_counts": {
        "failed": 657,
        "success": 938,
        "unknown": 0,
        "unsupported": 158
      },
      "tpot_mape_pct": 19.57,
      "tpot_shape_error_pct": 12.51,
      "ttft_mape_pct": 50.9,
      "ttft_shape_error_pct": 45.41
    },
    "aisim": {
      "coverage_pct": 78.61,
      "points": 1378,
      "status_counts": {
        "failed": 375,
        "success": 1378,
        "unknown": 0,
        "unsupported": 0
      },
      "tpot_mape_pct": 18.85,
      "tpot_shape_error_pct": 12.45,
      "ttft_mape_pct": 45.82,
      "ttft_shape_error_pct": 34.96
    },
    "by_configuration_quality": {
      "estimated": {
        "aic": {
          "coverage_pct": 53.76,
          "points": 922,
          "status_counts": {
            "failed": 635,
            "success": 922,
            "unknown": 0,
            "unsupported": 158
          },
          "tpot_mape_pct": 19.29,
          "tpot_shape_error_pct": 12.58,
          "ttft_mape_pct": 50.56,
          "ttft_shape_error_pct": 45.17
        },
        "aisim": {
          "points": 1346,
          "tpot_mape_pct": 18.85,
          "tpot_shape_error_pct": 12.6,
          "ttft_mape_pct": 45.83,
          "ttft_shape_error_pct": 35.2
        },
        "rows": 1715
      },
      "verified": {
        "aic": {
          "coverage_pct": 42.11,
          "points": 16,
          "status_counts": {
            "failed": 22,
            "success": 16,
            "unknown": 0,
            "unsupported": 0
          },
          "tpot_mape_pct": 35.75,
          "tpot_shape_error_pct": 7.75,
          "ttft_mape_pct": 70.79,
          "ttft_shape_error_pct": 62.49
        },
        "aisim": {
          "points": 32,
          "tpot_mape_pct": 18.8,
          "tpot_shape_error_pct": 5.13,
          "ttft_mape_pct": 45.62,
          "ttft_shape_error_pct": 23.21
        },
        "rows": 38
      }
    },
    "frameworks": [
      "dynamo-sglang",
      "dynamo-trt",
      "dynamo-vllm",
      "sglang",
      "trt",
      "vllm"
    ],
    "gpu_skus": [
      "b200",
      "b300",
      "gb200",
      "gb300",
      "h100",
      "h200"
    ],
    "models": 20,
    "precisions": [
      "bf16",
      "fp4",
      "fp8",
      "int4"
    ],
    "rows": 1753,
    "workloads": [
      "1024:1024",
      "8192:1024"
    ]
  }
}
