{
  "device": {
    "name": "NVIDIA H100 80GB HBM3",
    "sm_count": 132,
    "capability": "9.0",
    "total_memory_gb": 79.171142578125,
    "cuda": "12.4",
    "torch": "2.4.0",
    "tf32_allowed": false
  },
  "configuration": {
    "BM": 128,
    "BN": 128,
    "BK": 16,
    "WM": 64,
    "WN": 64,
    "WNITER": 4,
    "TM": 8,
    "TN": 4,
    "threads_per_block": 128
  },
  "results": {
    "float16": {
      "correctness": [
        {
          "name": "single_block",
          "shape": [
            128,
            128,
            128
          ],
          "alpha": 1.0,
          "beta": 0.0,
          "passed": true,
          "max_abs_err": 0.0,
          "mean_abs_err": 0.0
        },
        {
          "name": "square_alpha_beta",
          "shape": [
            256,
            256,
            256
          ],
          "alpha": 1.5,
          "beta": 0.5,
          "passed": true,
          "max_abs_err": 0.03125,
          "mean_abs_err": 3.904868208337575e-06
        },
        {
          "name": "rectangular_aligned",
          "shape": [
            512,
            768,
            256
          ],
          "alpha": 1.0,
          "beta": 0.0,
          "passed": true,
          "max_abs_err": 0.0,
          "mean_abs_err": 0.0
        },
        {
          "name": "multi_block_aligned",
          "shape": [
            1024,
            640,
            512
          ],
          "alpha": 0.75,
          "beta": 0.0,
          "passed": true,
          "max_abs_err": 0.03125,
          "mean_abs_err": 5.142192094353959e-06
        }
      ],
      "benchmark": [
        {
          "size": 512,
          "iters": 100,
          "custom_ms": 0.09734751701354981,
          "custom_tflops": 2.7574966905692775,
          "cublas_ms": 0.014406720399856568,
          "cublas_tflops": 18.632655354557482,
          "pct_cublas": 14.799268478364269
        },
        {
          "size": 1024,
          "iters": 100,
          "custom_ms": 0.18636863708496093,
          "custom_tflops": 11.522773797079465,
          "cublas_ms": 0.009757120013237,
          "cublas_tflops": 220.09400776936388,
          "pct_cublas": 5.235387330105851
        },
        {
          "size": 2048,
          "iters": 50,
          "custom_ms": 0.6009523010253907,
          "custom_tflops": 28.587741747034496,
          "cublas_ms": 0.02895616054534912,
          "cublas_tflops": 593.3061863327524,
          "pct_cublas": 4.81837917850417
        },
        {
          "size": 4096,
          "iters": 20,
          "custom_ms": 4.558208084106445,
          "custom_tflops": 30.151970014537508,
          "cublas_ms": 0.22502560615539552,
          "cublas_tflops": 610.7702844141614,
          "pct_cublas": 4.936712014969534
        },
        {
          "size": 8192,
          "iters": 8,
          "custom_ms": 35.01506042480469,
          "custom_tflops": 31.4011061079622,
          "cublas_ms": 1.5193760395050049,
          "cublas_tflops": 723.6599756662006,
          "pct_cublas": 4.339207247029846
        }
      ]
    },
    "bfloat16": {
      "correctness": [
        {
          "name": "single_block",
          "shape": [
            128,
            128,
            128
          ],
          "alpha": 1.0,
          "beta": 0.0,
          "passed": true,
          "max_abs_err": 0.0,
          "mean_abs_err": 0.0
        },
        {
          "name": "square_alpha_beta",
          "shape": [
            256,
            256,
            256
          ],
          "alpha": 1.5,
          "beta": 0.5,
          "passed": true,
          "max_abs_err": 0.25,
          "mean_abs_err": 4.768662620335817e-06
        },
        {
          "name": "rectangular_aligned",
          "shape": [
            512,
            768,
            256
          ],
          "alpha": 1.0,
          "beta": 0.0,
          "passed": true,
          "max_abs_err": 0.0,
          "mean_abs_err": 0.0
        },
        {
          "name": "multi_block_aligned",
          "shape": [
            1024,
            640,
            512
          ],
          "alpha": 0.75,
          "beta": 0.0,
          "passed": true,
          "max_abs_err": 0.125,
          "mean_abs_err": 1.5182835113591864e-06
        }
      ],
      "benchmark": [
        {
          "size": 512,
          "iters": 100,
          "custom_ms": 0.10677184104919434,
          "custom_tflops": 2.5141034692501028,
          "cublas_ms": 0.010315519571304322,
          "cublas_tflops": 26.02248526062932,
          "pct_cublas": 9.661273487409028
        },
        {
          "size": 1024,
          "iters": 100,
          "custom_ms": 0.2049001693725586,
          "custom_tflops": 10.480633835374483,
          "cublas_ms": 0.02212064027786255,
          "cublas_tflops": 97.08053749913901,
          "pct_cublas": 10.795813564039479
        },
        {
          "size": 2048,
          "iters": 50,
          "custom_ms": 0.6493106842041015,
          "custom_tflops": 26.45862697463292,
          "cublas_ms": 0.02944256067276001,
          "cublas_tflops": 583.5045862670042,
          "pct_cublas": 4.5344334213211805
        },
        {
          "size": 4096,
          "iters": 20,
          "custom_ms": 4.703964614868164,
          "custom_tflops": 29.217684384271656,
          "cublas_ms": 0.19710079431533814,
          "cublas_tflops": 697.302889871229,
          "pct_cublas": 4.190099425755612
        },
        {
          "size": 8192,
          "iters": 8,
          "custom_ms": 36.57673263549805,
          "custom_tflops": 30.060411320307875,
          "cublas_ms": 1.420807957649231,
          "cublas_tflops": 773.8636469879959,
          "pct_cublas": 3.884458384536852
        }
      ]
    }
  },
  "notes": [
    "Inputs and outputs use FP16 or BF16; accumulation is FP32.",
    "The reference computes in FP32 and casts to the tested output dtype.",
    "The cuBLAS comparison uses torch.matmul with the same input dtype.",
    "The kernel requires M and N divisible by 128 and K divisible by 16.",
    "All benchmark shapes are aligned to the kernel tile dimensions."
  ]
}
