{
  "models": [
    {
      "aic": {
        "points": 84,
        "tpot_mape_pct": 18.7,
        "tpot_shape_error_pct": 13.19,
        "ttft_mape_pct": 47.02,
        "ttft_shape_error_pct": 40.78
      },
      "aisimulate": {
        "coverage_pct": 95.24,
        "points": 80,
        "status_counts": {
          "failed": 4,
          "success": 80,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 19.52,
        "tpot_shape_error_pct": 13.31,
        "ttft_mape_pct": 54.94,
        "ttft_shape_error_pct": 29.94
      },
      "frameworks": [
        "sglang",
        "trtllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "h200"
      ],
      "hf_model_paths": [
        "deepseek-ai/DeepSeek-V3"
      ],
      "model": "DeepSeek-R1-0528",
      "precisions": [
        "fp4",
        "fp8"
      ],
      "rows": 84,
      "workloads": [
        {
          "aic": {
            "points": 33,
            "tpot_mape_pct": 14.3,
            "tpot_shape_error_pct": 12.84,
            "ttft_mape_pct": 45.27,
            "ttft_shape_error_pct": 34.75
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 33,
            "status_counts": {
              "failed": 0,
              "success": 33,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 14.26,
            "tpot_shape_error_pct": 13.06,
            "ttft_mape_pct": 63.03,
            "ttft_shape_error_pct": 28.56
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 21,
                "tpot_mape_pct": 14.03,
                "tpot_shape_error_pct": 15.66,
                "ttft_mape_pct": 51.99,
                "ttft_shape_error_pct": 33.79
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 21,
                "status_counts": {
                  "failed": 0,
                  "success": 21,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.34,
                "tpot_shape_error_pct": 16.12,
                "ttft_mape_pct": 66.87,
                "ttft_shape_error_pct": 23.91
              },
              "gpu": "b200",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 21
            },
            {
              "aic": {
                "points": 7,
                "tpot_mape_pct": 6.97,
                "tpot_shape_error_pct": 2.15,
                "ttft_mape_pct": 42.66,
                "ttft_shape_error_pct": 55.06
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 7,
                "status_counts": {
                  "failed": 0,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 5.88,
                "tpot_shape_error_pct": 1.89,
                "ttft_mape_pct": 62.77,
                "ttft_shape_error_pct": 52.66
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 7
            },
            {
              "aic": {
                "points": 5,
                "tpot_mape_pct": 25.7,
                "tpot_shape_error_pct": 16.91,
                "ttft_mape_pct": 20.71,
                "ttft_shape_error_pct": 8.37
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 25.64,
                "tpot_shape_error_pct": 16.8,
                "ttft_mape_pct": 47.27,
                "ttft_shape_error_pct": 12.2
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 5
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4",
            "fp8"
          ],
          "rows": 33
        },
        {
          "aic": {
            "points": 12,
            "tpot_mape_pct": 17.94,
            "tpot_shape_error_pct": 11.0,
            "ttft_mape_pct": 70.93,
            "ttft_shape_error_pct": 56.18
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 12,
            "status_counts": {
              "failed": 0,
              "success": 12,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 18.75,
            "tpot_shape_error_pct": 11.45,
            "ttft_mape_pct": 77.76,
            "ttft_shape_error_pct": 42.9
          },
          "gpu_skus": [
            "b200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 12,
                "tpot_mape_pct": 17.94,
                "tpot_shape_error_pct": 11.0,
                "ttft_mape_pct": 70.93,
                "ttft_shape_error_pct": 56.18
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.75,
                "tpot_shape_error_pct": 11.45,
                "ttft_mape_pct": 77.76,
                "ttft_shape_error_pct": 42.9
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 12
            }
          ],
          "identity": "1024:8192",
          "label": "1k8k",
          "precisions": [
            "fp4"
          ],
          "rows": 12
        },
        {
          "aic": {
            "points": 39,
            "tpot_mape_pct": 22.65,
            "tpot_shape_error_pct": 14.14,
            "ttft_mape_pct": 41.15,
            "ttft_shape_error_pct": 41.56
          },
          "aisimulate": {
            "coverage_pct": 89.74,
            "points": 35,
            "status_counts": {
              "failed": 4,
              "success": 35,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 24.75,
            "tpot_shape_error_pct": 14.15,
            "ttft_mape_pct": 39.5,
            "ttft_shape_error_pct": 27.1
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 25,
                "tpot_mape_pct": 15.14,
                "tpot_shape_error_pct": 11.86,
                "ttft_mape_pct": 47.0,
                "ttft_shape_error_pct": 47.02
              },
              "aisimulate": {
                "coverage_pct": 84.0,
                "points": 21,
                "status_counts": {
                  "failed": 4,
                  "success": 21,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.72,
                "tpot_shape_error_pct": 12.89,
                "ttft_mape_pct": 41.23,
                "ttft_shape_error_pct": 33.36
              },
              "gpu": "b200",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 25
            },
            {
              "aic": {
                "points": 9,
                "tpot_mape_pct": 10.32,
                "tpot_shape_error_pct": 3.65,
                "ttft_mape_pct": 17.51,
                "ttft_shape_error_pct": 28.38
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 9.33,
                "tpot_shape_error_pct": 3.13,
                "ttft_mape_pct": 51.47,
                "ttft_shape_error_pct": 18.65
              },
              "gpu": "b300",
              "precisions": [
                "fp8"
              ],
              "rows": 9
            },
            {
              "aic": {
                "points": 5,
                "tpot_mape_pct": 82.34,
                "tpot_shape_error_pct": 43.92,
                "ttft_mape_pct": 54.49,
                "ttft_shape_error_pct": 37.27
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 77.88,
                "tpot_shape_error_pct": 38.77,
                "ttft_mape_pct": 10.64,
                "ttft_shape_error_pct": 15.31
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 5
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4",
            "fp8"
          ],
          "rows": 39
        }
      ]
    },
    {
      "aic": {
        "points": 59,
        "tpot_mape_pct": 86.5,
        "tpot_shape_error_pct": 31.41,
        "ttft_mape_pct": 49.66,
        "ttft_shape_error_pct": 36.22
      },
      "aisimulate": {
        "coverage_pct": 98.31,
        "points": 58,
        "status_counts": {
          "failed": 1,
          "success": 58,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 88.33,
        "tpot_shape_error_pct": 31.46,
        "ttft_mape_pct": 371.74,
        "ttft_shape_error_pct": 102.77
      },
      "frameworks": [
        "dynamo-sglang",
        "sglang",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300"
      ],
      "hf_model_paths": [
        "deepseek-ai/DeepSeek-V4-Pro"
      ],
      "model": "DeepSeek-V4-Pro",
      "precisions": [
        "fp4"
      ],
      "rows": 59,
      "workloads": [
        {
          "aic": {
            "points": 29,
            "tpot_mape_pct": 90.34,
            "tpot_shape_error_pct": 31.14,
            "ttft_mape_pct": 72.19,
            "ttft_shape_error_pct": 25.09
          },
          "aisimulate": {
            "coverage_pct": 96.55,
            "points": 28,
            "status_counts": {
              "failed": 1,
              "success": 28,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 94.57,
            "tpot_shape_error_pct": 31.27,
            "ttft_mape_pct": 418.34,
            "ttft_shape_error_pct": 44.99
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "points": 13,
                "tpot_mape_pct": 71.79,
                "tpot_shape_error_pct": 22.89,
                "ttft_mape_pct": 71.45,
                "ttft_shape_error_pct": 29.08
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 72.56,
                "tpot_shape_error_pct": 22.25,
                "ttft_mape_pct": 52.9,
                "ttft_shape_error_pct": 34.67
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 13
            },
            {
              "aic": {
                "points": 16,
                "tpot_mape_pct": 105.41,
                "tpot_shape_error_pct": 40.21,
                "ttft_mape_pct": 72.78,
                "ttft_shape_error_pct": 20.71
              },
              "aisimulate": {
                "coverage_pct": 93.75,
                "points": 15,
                "status_counts": {
                  "failed": 1,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 113.65,
                "tpot_shape_error_pct": 41.19,
                "ttft_mape_pct": 735.05,
                "ttft_shape_error_pct": 56.34
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 16
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 29
        },
        {
          "aic": {
            "points": 30,
            "tpot_mape_pct": 82.8,
            "tpot_shape_error_pct": 31.67,
            "ttft_mape_pct": 27.88,
            "ttft_shape_error_pct": 46.84
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 30,
            "status_counts": {
              "failed": 0,
              "success": 30,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 82.5,
            "tpot_shape_error_pct": 31.64,
            "ttft_mape_pct": 328.24,
            "ttft_shape_error_pct": 157.93
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "points": 13,
                "tpot_mape_pct": 66.49,
                "tpot_shape_error_pct": 24.82,
                "ttft_mape_pct": 19.76,
                "ttft_shape_error_pct": 54.51
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 13,
                "status_counts": {
                  "failed": 0,
                  "success": 13,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 65.29,
                "tpot_shape_error_pct": 24.8,
                "ttft_mape_pct": 25.81,
                "ttft_shape_error_pct": 72.95
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 13
            },
            {
              "aic": {
                "points": 17,
                "tpot_mape_pct": 95.27,
                "tpot_shape_error_pct": 38.51,
                "ttft_mape_pct": 34.1,
                "ttft_shape_error_pct": 39.18
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 17,
                "status_counts": {
                  "failed": 0,
                  "success": 17,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 95.67,
                "tpot_shape_error_pct": 38.48,
                "ttft_mape_pct": 559.52,
                "ttft_shape_error_pct": 242.9
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 17
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 30
        }
      ]
    },
    {
      "aic": {
        "points": 67,
        "tpot_mape_pct": 9.26,
        "tpot_shape_error_pct": 15.6,
        "ttft_mape_pct": 29.87,
        "ttft_shape_error_pct": 32.81
      },
      "aisimulate": {
        "coverage_pct": 100.0,
        "points": 67,
        "status_counts": {
          "failed": 0,
          "success": 67,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 8.27,
        "tpot_shape_error_pct": 12.74,
        "ttft_mape_pct": 39.25,
        "ttft_shape_error_pct": 16.64
      },
      "frameworks": [
        "sglang"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "h200"
      ],
      "hf_model_paths": [
        "nvidia/GLM-5-NVFP4",
        "zai-org/GLM-5-FP8"
      ],
      "model": "GLM-5",
      "precisions": [
        "fp4",
        "fp8"
      ],
      "rows": 67,
      "workloads": [
        {
          "aic": {
            "points": 35,
            "tpot_mape_pct": 8.2,
            "tpot_shape_error_pct": 13.12,
            "ttft_mape_pct": 23.55,
            "ttft_shape_error_pct": 25.01
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 35,
            "status_counts": {
              "failed": 0,
              "success": 35,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 8.11,
            "tpot_shape_error_pct": 13.83,
            "ttft_mape_pct": 44.44,
            "ttft_shape_error_pct": 14.77
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 15,
                "tpot_mape_pct": 7.35,
                "tpot_shape_error_pct": 13.83,
                "ttft_mape_pct": 27.78,
                "ttft_shape_error_pct": 24.08
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 7.26,
                "tpot_shape_error_pct": 14.09,
                "ttft_mape_pct": 41.63,
                "ttft_shape_error_pct": 9.6
              },
              "gpu": "b200",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 15
            },
            {
              "aic": {
                "points": 15,
                "tpot_mape_pct": 9.65,
                "tpot_shape_error_pct": 12.92,
                "ttft_mape_pct": 24.12,
                "ttft_shape_error_pct": 27.88
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 9.77,
                "tpot_shape_error_pct": 14.11,
                "ttft_mape_pct": 44.89,
                "ttft_shape_error_pct": 19.37
              },
              "gpu": "b300",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 15
            },
            {
              "aic": {
                "points": 5,
                "tpot_mape_pct": 6.38,
                "tpot_shape_error_pct": 11.54,
                "ttft_mape_pct": 9.18,
                "ttft_shape_error_pct": 19.23
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 5.73,
                "tpot_shape_error_pct": 12.21,
                "ttft_mape_pct": 51.54,
                "ttft_shape_error_pct": 16.44
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 5
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4",
            "fp8"
          ],
          "rows": 35
        },
        {
          "aic": {
            "points": 32,
            "tpot_mape_pct": 10.41,
            "tpot_shape_error_pct": 18.38,
            "ttft_mape_pct": 36.77,
            "ttft_shape_error_pct": 41.55
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 32,
            "status_counts": {
              "failed": 0,
              "success": 32,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 8.43,
            "tpot_shape_error_pct": 11.52,
            "ttft_mape_pct": 33.57,
            "ttft_shape_error_pct": 18.74
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 12,
                "tpot_mape_pct": 5.5,
                "tpot_shape_error_pct": 15.68,
                "ttft_mape_pct": 23.45,
                "ttft_shape_error_pct": 36.8
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 12,
                "status_counts": {
                  "failed": 0,
                  "success": 12,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 4.76,
                "tpot_shape_error_pct": 10.97,
                "ttft_mape_pct": 45.29,
                "ttft_shape_error_pct": 36.71
              },
              "gpu": "b200",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 12
            },
            {
              "aic": {
                "points": 15,
                "tpot_mape_pct": 11.1,
                "tpot_shape_error_pct": 12.56,
                "ttft_mape_pct": 33.03,
                "ttft_shape_error_pct": 46.36
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.01,
                "tpot_shape_error_pct": 8.43,
                "ttft_mape_pct": 34.07,
                "ttft_shape_error_pct": 10.35
              },
              "gpu": "b300",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 15
            },
            {
              "aic": {
                "points": 5,
                "tpot_mape_pct": 20.15,
                "tpot_shape_error_pct": 41.92,
                "ttft_mape_pct": 79.98,
                "ttft_shape_error_pct": 37.81
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 5,
                "status_counts": {
                  "failed": 0,
                  "success": 5,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 12.55,
                "tpot_shape_error_pct": 22.06,
                "ttft_mape_pct": 3.94,
                "ttft_shape_error_pct": 3.49
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 5
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4",
            "fp8"
          ],
          "rows": 32
        }
      ]
    },
    {
      "aic": {
        "points": 160,
        "tpot_mape_pct": 43.65,
        "tpot_shape_error_pct": 22.62,
        "ttft_mape_pct": 68.91,
        "ttft_shape_error_pct": 32.24
      },
      "aisimulate": {
        "coverage_pct": 100.0,
        "points": 160,
        "status_counts": {
          "failed": 0,
          "success": 160,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 45.29,
        "tpot_shape_error_pct": 24.32,
        "ttft_mape_pct": 61.39,
        "ttft_shape_error_pct": 18.28
      },
      "frameworks": [
        "trtllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "h100",
        "h200"
      ],
      "hf_model_paths": [
        "openai/gpt-oss-120b"
      ],
      "model": "gpt-oss-120b",
      "precisions": [
        "fp4"
      ],
      "rows": 160,
      "workloads": [
        {
          "aic": {
            "points": 75,
            "tpot_mape_pct": 42.68,
            "tpot_shape_error_pct": 31.22,
            "ttft_mape_pct": 62.47,
            "ttft_shape_error_pct": 31.18
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 75,
            "status_counts": {
              "failed": 0,
              "success": 75,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 45.54,
            "tpot_shape_error_pct": 35.04,
            "ttft_mape_pct": 56.93,
            "ttft_shape_error_pct": 19.85
          },
          "gpu_skus": [
            "b200",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 27,
                "tpot_mape_pct": 56.57,
                "tpot_shape_error_pct": 17.64,
                "ttft_mape_pct": 101.93,
                "ttft_shape_error_pct": 25.79
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 27,
                "status_counts": {
                  "failed": 0,
                  "success": 27,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 60.39,
                "tpot_shape_error_pct": 20.58,
                "ttft_mape_pct": 50.24,
                "ttft_shape_error_pct": 8.69
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 27
            },
            {
              "aic": {
                "points": 18,
                "tpot_mape_pct": 72.06,
                "tpot_shape_error_pct": 89.02,
                "ttft_mape_pct": 33.43,
                "ttft_shape_error_pct": 41.78
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 18,
                "status_counts": {
                  "failed": 0,
                  "success": 18,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 79.22,
                "tpot_shape_error_pct": 100.11,
                "ttft_mape_pct": 59.37,
                "ttft_shape_error_pct": 29.45
              },
              "gpu": "h100",
              "precisions": [
                "fp4"
              ],
              "rows": 18
            },
            {
              "aic": {
                "points": 30,
                "tpot_mape_pct": 12.54,
                "tpot_shape_error_pct": 7.53,
                "ttft_mape_pct": 44.38,
                "ttft_shape_error_pct": 29.5
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 30,
                "status_counts": {
                  "failed": 0,
                  "success": 30,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.97,
                "tpot_shape_error_pct": 7.64,
                "ttft_mape_pct": 61.5,
                "ttft_shape_error_pct": 24.08
              },
              "gpu": "h200",
              "precisions": [
                "fp4"
              ],
              "rows": 30
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 75
        },
        {
          "aic": {
            "points": 11,
            "tpot_mape_pct": 67.46,
            "tpot_shape_error_pct": 16.09,
            "ttft_mape_pct": 141.83,
            "ttft_shape_error_pct": 16.88
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 11,
            "status_counts": {
              "failed": 0,
              "success": 11,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 66.58,
            "tpot_shape_error_pct": 15.91,
            "ttft_mape_pct": 79.89,
            "ttft_shape_error_pct": 7.14
          },
          "gpu_skus": [
            "b200",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 7,
                "tpot_mape_pct": 104.33,
                "tpot_shape_error_pct": 23.91,
                "ttft_mape_pct": 213.02,
                "ttft_shape_error_pct": 11.73
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 7,
                "status_counts": {
                  "failed": 0,
                  "success": 7,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 103.29,
                "tpot_shape_error_pct": 23.61,
                "ttft_mape_pct": 103.68,
                "ttft_shape_error_pct": 6.71
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 7
            },
            {
              "aic": {
                "points": 4,
                "tpot_mape_pct": 2.92,
                "tpot_shape_error_pct": 3.06,
                "ttft_mape_pct": 17.26,
                "ttft_shape_error_pct": 25.48
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 4,
                "status_counts": {
                  "failed": 0,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 2.33,
                "tpot_shape_error_pct": 3.07,
                "ttft_mape_pct": 38.25,
                "ttft_shape_error_pct": 7.86
              },
              "gpu": "h200",
              "precisions": [
                "fp4"
              ],
              "rows": 4
            }
          ],
          "identity": "1024:8192",
          "label": "1k8k",
          "precisions": [
            "fp4"
          ],
          "rows": 11
        },
        {
          "aic": {
            "points": 74,
            "tpot_mape_pct": 41.1,
            "tpot_shape_error_pct": 14.76,
            "ttft_mape_pct": 64.59,
            "ttft_shape_error_pct": 35.37
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 74,
            "status_counts": {
              "failed": 0,
              "success": 74,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 41.88,
            "tpot_shape_error_pct": 14.54,
            "ttft_mape_pct": 63.17,
            "ttft_shape_error_pct": 18.16
          },
          "gpu_skus": [
            "b200",
            "h100",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 29,
                "tpot_mape_pct": 80.14,
                "tpot_shape_error_pct": 22.94,
                "ttft_mape_pct": 80.52,
                "ttft_shape_error_pct": 37.61
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 29,
                "status_counts": {
                  "failed": 0,
                  "success": 29,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 81.51,
                "tpot_shape_error_pct": 23.5,
                "ttft_mape_pct": 68.37,
                "ttft_shape_error_pct": 12.66
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 29
            },
            {
              "aic": {
                "points": 15,
                "tpot_mape_pct": 10.34,
                "tpot_shape_error_pct": 7.07,
                "ttft_mape_pct": 45.43,
                "ttft_shape_error_pct": 32.31
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.61,
                "tpot_shape_error_pct": 6.38,
                "ttft_mape_pct": 50.45,
                "ttft_shape_error_pct": 10.8
              },
              "gpu": "h100",
              "precisions": [
                "fp4"
              ],
              "rows": 15
            },
            {
              "aic": {
                "points": 30,
                "tpot_mape_pct": 18.75,
                "tpot_shape_error_pct": 10.42,
                "ttft_mape_pct": 58.77,
                "ttft_shape_error_pct": 34.65
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 30,
                "status_counts": {
                  "failed": 0,
                  "success": 30,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 18.7,
                "tpot_shape_error_pct": 9.66,
                "ttft_mape_pct": 64.49,
                "ttft_shape_error_pct": 27.34
              },
              "gpu": "h200",
              "precisions": [
                "fp4"
              ],
              "rows": 30
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 74
        }
      ]
    },
    {
      "aic": {
        "points": 23,
        "tpot_mape_pct": 37.94,
        "tpot_shape_error_pct": 13.49,
        "ttft_mape_pct": 34.88,
        "ttft_shape_error_pct": 27.67
      },
      "aisimulate": {
        "coverage_pct": 100.0,
        "points": 23,
        "status_counts": {
          "failed": 0,
          "success": 23,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 34.92,
        "tpot_shape_error_pct": 12.64,
        "ttft_mape_pct": 120.78,
        "ttft_shape_error_pct": 143.57
      },
      "frameworks": [
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300"
      ],
      "hf_model_paths": [
        "moonshotai/Kimi-K2.5"
      ],
      "model": "Kimi-K2.5",
      "precisions": [
        "fp4"
      ],
      "rows": 23,
      "workloads": [
        {
          "aic": {
            "points": 23,
            "tpot_mape_pct": 37.94,
            "tpot_shape_error_pct": 13.49,
            "ttft_mape_pct": 34.88,
            "ttft_shape_error_pct": 27.67
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 23,
            "status_counts": {
              "failed": 0,
              "success": 23,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 34.92,
            "tpot_shape_error_pct": 12.64,
            "ttft_mape_pct": 120.78,
            "ttft_shape_error_pct": 143.57
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "points": 14,
                "tpot_mape_pct": 27.56,
                "tpot_shape_error_pct": 15.76,
                "ttft_mape_pct": 29.64,
                "ttft_shape_error_pct": 24.84
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 14,
                "status_counts": {
                  "failed": 0,
                  "success": 14,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 23.16,
                "tpot_shape_error_pct": 14.36,
                "ttft_mape_pct": 189.49,
                "ttft_shape_error_pct": 225.35
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 14
            },
            {
              "aic": {
                "points": 9,
                "tpot_mape_pct": 54.08,
                "tpot_shape_error_pct": 9.59,
                "ttft_mape_pct": 43.03,
                "ttft_shape_error_pct": 32.53
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 9,
                "status_counts": {
                  "failed": 0,
                  "success": 9,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 53.22,
                "tpot_shape_error_pct": 9.69,
                "ttft_mape_pct": 13.9,
                "ttft_shape_error_pct": 3.38
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 9
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 23
        }
      ]
    },
    {
      "aic": {
        "points": 203,
        "tpot_mape_pct": 15.43,
        "tpot_shape_error_pct": 17.94,
        "ttft_mape_pct": 53.03,
        "ttft_shape_error_pct": 40.27
      },
      "aisimulate": {
        "coverage_pct": 100.0,
        "points": 203,
        "status_counts": {
          "failed": 0,
          "success": 203,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 12.28,
        "tpot_shape_error_pct": 15.66,
        "ttft_mape_pct": 38.35,
        "ttft_shape_error_pct": 22.05
      },
      "frameworks": [
        "dynamo-vllm",
        "trtllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "gb300",
        "h200"
      ],
      "hf_model_paths": [
        "MiniMaxAI/MiniMax-M2.5"
      ],
      "model": "MiniMax-M2.5",
      "precisions": [
        "fp4",
        "fp8"
      ],
      "rows": 203,
      "workloads": [
        {
          "aic": {
            "points": 90,
            "tpot_mape_pct": 13.74,
            "tpot_shape_error_pct": 14.75,
            "ttft_mape_pct": 59.22,
            "ttft_shape_error_pct": 33.4
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 90,
            "status_counts": {
              "failed": 0,
              "success": 90,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 12.42,
            "tpot_shape_error_pct": 16.19,
            "ttft_mape_pct": 37.67,
            "ttft_shape_error_pct": 25.3
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 33,
                "tpot_mape_pct": 10.87,
                "tpot_shape_error_pct": 13.67,
                "ttft_mape_pct": 71.63,
                "ttft_shape_error_pct": 32.2
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 33,
                "status_counts": {
                  "failed": 0,
                  "success": 33,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.18,
                "tpot_shape_error_pct": 14.46,
                "ttft_mape_pct": 35.03,
                "ttft_shape_error_pct": 26.49
              },
              "gpu": "b200",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 33
            },
            {
              "aic": {
                "points": 42,
                "tpot_mape_pct": 12.68,
                "tpot_shape_error_pct": 12.18,
                "ttft_mape_pct": 64.04,
                "ttft_shape_error_pct": 38.9
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 42,
                "status_counts": {
                  "failed": 0,
                  "success": 42,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.56,
                "tpot_shape_error_pct": 13.63,
                "ttft_mape_pct": 35.16,
                "ttft_shape_error_pct": 21.27
              },
              "gpu": "b300",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 42
            },
            {
              "aic": {
                "points": 15,
                "tpot_mape_pct": 23.02,
                "tpot_shape_error_pct": 21.65,
                "ttft_mape_pct": 18.42,
                "ttft_shape_error_pct": 23.72
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 22.56,
                "tpot_shape_error_pct": 24.05,
                "ttft_mape_pct": 50.48,
                "ttft_shape_error_pct": 31.92
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 15
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4",
            "fp8"
          ],
          "rows": 90
        },
        {
          "aic": {
            "points": 113,
            "tpot_mape_pct": 16.77,
            "tpot_shape_error_pct": 20.38,
            "ttft_mape_pct": 48.09,
            "ttft_shape_error_pct": 45.54
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 113,
            "status_counts": {
              "failed": 0,
              "success": 113,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 12.17,
            "tpot_shape_error_pct": 15.25,
            "ttft_mape_pct": 38.9,
            "ttft_shape_error_pct": 19.56
          },
          "gpu_skus": [
            "b200",
            "b300",
            "gb300",
            "h200"
          ],
          "gpus": [
            {
              "aic": {
                "points": 40,
                "tpot_mape_pct": 12.38,
                "tpot_shape_error_pct": 19.44,
                "ttft_mape_pct": 44.67,
                "ttft_shape_error_pct": 44.1
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 40,
                "status_counts": {
                  "failed": 0,
                  "success": 40,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 10.94,
                "tpot_shape_error_pct": 16.57,
                "ttft_mape_pct": 36.37,
                "ttft_shape_error_pct": 22.87
              },
              "gpu": "b200",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 40
            },
            {
              "aic": {
                "points": 57,
                "tpot_mape_pct": 19.67,
                "tpot_shape_error_pct": 20.8,
                "ttft_mape_pct": 53.19,
                "ttft_shape_error_pct": 49.87
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 57,
                "status_counts": {
                  "failed": 0,
                  "success": 57,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.01,
                "tpot_shape_error_pct": 12.45,
                "ttft_mape_pct": 41.42,
                "ttft_shape_error_pct": 18.84
              },
              "gpu": "b300",
              "precisions": [
                "fp4",
                "fp8"
              ],
              "rows": 57
            },
            {
              "aic": {
                "points": 1,
                "tpot_mape_pct": 1.41,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 48.19,
                "ttft_shape_error_pct": null
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 1,
                "status_counts": {
                  "failed": 0,
                  "success": 1,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 11.21,
                "tpot_shape_error_pct": null,
                "ttft_mape_pct": 52.74,
                "ttft_shape_error_pct": null
              },
              "gpu": "gb300",
              "precisions": [
                "fp8"
              ],
              "rows": 1
            },
            {
              "aic": {
                "points": 15,
                "tpot_mape_pct": 18.52,
                "tpot_shape_error_pct": 21.16,
                "ttft_mape_pct": 37.84,
                "ttft_shape_error_pct": 36.21
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 15,
                "status_counts": {
                  "failed": 0,
                  "success": 15,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 19.91,
                "tpot_shape_error_pct": 20.51,
                "ttft_mape_pct": 35.11,
                "ttft_shape_error_pct": 14.75
              },
              "gpu": "h200",
              "precisions": [
                "fp8"
              ],
              "rows": 15
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4",
            "fp8"
          ],
          "rows": 113
        }
      ]
    },
    {
      "aic": {
        "points": 50,
        "tpot_mape_pct": 51.28,
        "tpot_shape_error_pct": 28.78,
        "ttft_mape_pct": 37.93,
        "ttft_shape_error_pct": 45.35
      },
      "aisimulate": {
        "coverage_pct": 100.0,
        "points": 50,
        "status_counts": {
          "failed": 0,
          "success": 50,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 45.68,
        "tpot_shape_error_pct": 27.16,
        "ttft_mape_pct": 38.28,
        "ttft_shape_error_pct": 24.66
      },
      "frameworks": [
        "dynamo-vllm",
        "vllm"
      ],
      "gpu_skus": [
        "b200",
        "b300"
      ],
      "hf_model_paths": [
        "MiniMaxAI/MiniMax-M3"
      ],
      "model": "MiniMax-M3",
      "precisions": [
        "fp4"
      ],
      "rows": 50,
      "workloads": [
        {
          "aic": {
            "points": 8,
            "tpot_mape_pct": 17.82,
            "tpot_shape_error_pct": 24.77,
            "ttft_mape_pct": 30.44,
            "ttft_shape_error_pct": 39.82
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 8,
            "status_counts": {
              "failed": 0,
              "success": 8,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 14.35,
            "tpot_shape_error_pct": 22.9,
            "ttft_mape_pct": 66.6,
            "ttft_shape_error_pct": 31.66
          },
          "gpu_skus": [
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "points": 8,
                "tpot_mape_pct": 17.82,
                "tpot_shape_error_pct": 24.77,
                "ttft_mape_pct": 30.44,
                "ttft_shape_error_pct": 39.82
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 8,
                "status_counts": {
                  "failed": 0,
                  "success": 8,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 14.35,
                "tpot_shape_error_pct": 22.9,
                "ttft_mape_pct": 66.6,
                "ttft_shape_error_pct": 31.66
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 8
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 8
        },
        {
          "aic": {
            "points": 42,
            "tpot_mape_pct": 57.66,
            "tpot_shape_error_pct": 29.58,
            "ttft_mape_pct": 39.36,
            "ttft_shape_error_pct": 46.46
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 42,
            "status_counts": {
              "failed": 0,
              "success": 42,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 51.64,
            "tpot_shape_error_pct": 28.01,
            "ttft_mape_pct": 32.88,
            "ttft_shape_error_pct": 23.26
          },
          "gpu_skus": [
            "b200",
            "b300"
          ],
          "gpus": [
            {
              "aic": {
                "points": 18,
                "tpot_mape_pct": 68.41,
                "tpot_shape_error_pct": 49.09,
                "ttft_mape_pct": 29.18,
                "ttft_shape_error_pct": 48.02
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 18,
                "status_counts": {
                  "failed": 0,
                  "success": 18,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 64.4,
                "tpot_shape_error_pct": 47.13,
                "ttft_mape_pct": 30.05,
                "ttft_shape_error_pct": 31.75
              },
              "gpu": "b200",
              "precisions": [
                "fp4"
              ],
              "rows": 18
            },
            {
              "aic": {
                "points": 24,
                "tpot_mape_pct": 49.59,
                "tpot_shape_error_pct": 12.51,
                "ttft_mape_pct": 46.99,
                "ttft_shape_error_pct": 45.09
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 24,
                "status_counts": {
                  "failed": 0,
                  "success": 24,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 42.08,
                "tpot_shape_error_pct": 11.28,
                "ttft_mape_pct": 35.0,
                "ttft_shape_error_pct": 15.83
              },
              "gpu": "b300",
              "precisions": [
                "fp4"
              ],
              "rows": 24
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "fp4"
          ],
          "rows": 42
        }
      ]
    },
    {
      "aic": {
        "points": 113,
        "tpot_mape_pct": 22.73,
        "tpot_shape_error_pct": 9.23,
        "ttft_mape_pct": 50.44,
        "ttft_shape_error_pct": 26.64
      },
      "aisimulate": {
        "coverage_pct": 100.0,
        "points": 113,
        "status_counts": {
          "failed": 0,
          "success": 113,
          "unknown": 0,
          "unsupported": 0
        },
        "tpot_mape_pct": 23.17,
        "tpot_shape_error_pct": 9.28,
        "ttft_mape_pct": 57.22,
        "ttft_shape_error_pct": 18.54
      },
      "frameworks": [
        "sglang",
        "trtllm"
      ],
      "gpu_skus": [
        "b200",
        "b300",
        "h100"
      ],
      "hf_model_paths": [
        "Qwen/Qwen3.5-397B-A17B"
      ],
      "model": "Qwen-3.5-397B-A17B",
      "precisions": [
        "bf16",
        "fp4",
        "fp8"
      ],
      "rows": 113,
      "workloads": [
        {
          "aic": {
            "points": 55,
            "tpot_mape_pct": 15.42,
            "tpot_shape_error_pct": 12.17,
            "ttft_mape_pct": 64.41,
            "ttft_shape_error_pct": 15.27
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 55,
            "status_counts": {
              "failed": 0,
              "success": 55,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 14.94,
            "tpot_shape_error_pct": 11.86,
            "ttft_mape_pct": 74.96,
            "ttft_shape_error_pct": 20.39
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h100"
          ],
          "gpus": [
            {
              "aic": {
                "points": 22,
                "tpot_mape_pct": 20.83,
                "tpot_shape_error_pct": 13.21,
                "ttft_mape_pct": 71.6,
                "ttft_shape_error_pct": 11.34
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 22,
                "status_counts": {
                  "failed": 0,
                  "success": 22,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 20.26,
                "tpot_shape_error_pct": 13.27,
                "ttft_mape_pct": 79.34,
                "ttft_shape_error_pct": 23.44
              },
              "gpu": "b200",
              "precisions": [
                "bf16",
                "fp4",
                "fp8"
              ],
              "rows": 22
            },
            {
              "aic": {
                "points": 29,
                "tpot_mape_pct": 10.06,
                "tpot_shape_error_pct": 12.44,
                "ttft_mape_pct": 57.42,
                "ttft_shape_error_pct": 18.01
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 29,
                "status_counts": {
                  "failed": 0,
                  "success": 29,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 9.64,
                "tpot_shape_error_pct": 11.77,
                "ttft_mape_pct": 70.12,
                "ttft_shape_error_pct": 19.22
              },
              "gpu": "b300",
              "precisions": [
                "bf16",
                "fp4",
                "fp8"
              ],
              "rows": 29
            },
            {
              "aic": {
                "points": 4,
                "tpot_mape_pct": 24.49,
                "tpot_shape_error_pct": 4.43,
                "ttft_mape_pct": 75.58,
                "ttft_shape_error_pct": 14.3
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 4,
                "status_counts": {
                  "failed": 0,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 24.13,
                "tpot_shape_error_pct": 5.11,
                "ttft_mape_pct": 85.93,
                "ttft_shape_error_pct": 13.54
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 4
            }
          ],
          "identity": "1024:1024",
          "label": "1k1k",
          "precisions": [
            "bf16",
            "fp4",
            "fp8"
          ],
          "rows": 55
        },
        {
          "aic": {
            "points": 58,
            "tpot_mape_pct": 29.66,
            "tpot_shape_error_pct": 6.36,
            "ttft_mape_pct": 37.18,
            "ttft_shape_error_pct": 37.75
          },
          "aisimulate": {
            "coverage_pct": 100.0,
            "points": 58,
            "status_counts": {
              "failed": 0,
              "success": 58,
              "unknown": 0,
              "unsupported": 0
            },
            "tpot_mape_pct": 30.97,
            "tpot_shape_error_pct": 6.76,
            "ttft_mape_pct": 40.41,
            "ttft_shape_error_pct": 16.73
          },
          "gpu_skus": [
            "b200",
            "b300",
            "h100"
          ],
          "gpus": [
            {
              "aic": {
                "points": 25,
                "tpot_mape_pct": 35.67,
                "tpot_shape_error_pct": 5.83,
                "ttft_mape_pct": 38.46,
                "ttft_shape_error_pct": 37.11
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 25,
                "status_counts": {
                  "failed": 0,
                  "success": 25,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 37.61,
                "tpot_shape_error_pct": 6.52,
                "ttft_mape_pct": 42.14,
                "ttft_shape_error_pct": 14.78
              },
              "gpu": "b200",
              "precisions": [
                "bf16",
                "fp4",
                "fp8"
              ],
              "rows": 25
            },
            {
              "aic": {
                "points": 29,
                "tpot_mape_pct": 25.05,
                "tpot_shape_error_pct": 6.11,
                "ttft_mape_pct": 37.37,
                "ttft_shape_error_pct": 38.93
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 29,
                "status_counts": {
                  "failed": 0,
                  "success": 29,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 26.16,
                "tpot_shape_error_pct": 6.61,
                "ttft_mape_pct": 36.11,
                "ttft_shape_error_pct": 16.22
              },
              "gpu": "b300",
              "precisions": [
                "bf16",
                "fp4",
                "fp8"
              ],
              "rows": 29
            },
            {
              "aic": {
                "points": 4,
                "tpot_mape_pct": 25.59,
                "tpot_shape_error_pct": 11.45,
                "ttft_mape_pct": 27.88,
                "ttft_shape_error_pct": 31.89
              },
              "aisimulate": {
                "coverage_pct": 100.0,
                "points": 4,
                "status_counts": {
                  "failed": 0,
                  "success": 4,
                  "unknown": 0,
                  "unsupported": 0
                },
                "tpot_mape_pct": 24.33,
                "tpot_shape_error_pct": 9.34,
                "ttft_mape_pct": 60.73,
                "ttft_shape_error_pct": 31.92
              },
              "gpu": "h100",
              "precisions": [
                "fp8"
              ],
              "rows": 4
            }
          ],
          "identity": "8192:1024",
          "label": "8k1k",
          "precisions": [
            "bf16",
            "fp4",
            "fp8"
          ],
          "rows": 58
        }
      ]
    }
  ],
  "schema_version": 1,
  "scope": {
    "claim": "Accuracy applies only to the exact measured operating points in this snapshot; it is not universal model, hardware, or deployment support.",
    "excluded_multinode_rows": 737,
    "latency_scope": "client_observed",
    "measurement_scope": "end_to_end",
    "metrics": [
      "TTFT",
      "TPOT"
    ],
    "multinode": "excluded",
    "published_rows": 759,
    "raw_rows": 1496
  },
  "snapshot": {
    "aic_commit_sha": "2ed278a91bc599c5149ddfcd527a20c3421b471d",
    "aisimulate_completed_at": "2026-08-28T09:26:37.885030+00:00",
    "aisimulate_method": "randomized_synthetic_engine_replay",
    "aisimulate_packages": {
      "aisimulate": "0.12.0"
    },
    "aisimulate_sot_sha256": "76a6feefd177c514b5f94a06b9bb72ab37b7631c2b67fd6670d4ac478f5aba1e",
    "corrections": [],
    "measurement_date_through": "2026-08-22",
    "measurement_source": "SemiAnalysis InferenceX",
    "measurement_source_url": "https://github.com/SemiAnalysisAI/InferenceX-app/releases/tag/db-dump/2026-08-24",
    "prediction_generated_at": "2026-08-28T09:11:12.205523+00:00",
    "predictions_sha256": "d16ccdf2cb2965c83d7a2d16204dac71d4cacad09320302b2bba9560dcf71d4c",
    "release_tag": "db-dump/2026-08-24"
  },
  "title": "AISimulate E2E Accuracy Overview",
  "totals": {
    "aic": {
      "points": 759,
      "tpot_mape_pct": 30.85,
      "tpot_shape_error_pct": 18.45,
      "ttft_mape_pct": 51.47,
      "ttft_shape_error_pct": 35.34
    },
    "aisimulate": {
      "coverage_pct": 99.34,
      "points": 754,
      "status_counts": {
        "failed": 5,
        "success": 754,
        "unknown": 0,
        "unsupported": 0
      },
      "tpot_mape_pct": 30.09,
      "tpot_shape_error_pct": 17.94,
      "ttft_mape_pct": 76.06,
      "ttft_shape_error_pct": 31.4
    },
    "frameworks": [
      "dynamo-sglang",
      "dynamo-vllm",
      "sglang",
      "trtllm",
      "vllm"
    ],
    "gpu_skus": [
      "b200",
      "b300",
      "gb300",
      "h100",
      "h200"
    ],
    "models": 8,
    "precisions": [
      "bf16",
      "fp4",
      "fp8"
    ],
    "rows": 759,
    "workloads": [
      "1024:1024",
      "1024:8192",
      "8192:1024"
    ]
  }
}