{
  "shape": {
    "B": 1,
    "L": 75600,
    "H": 40,
    "D": 128
  },
  "settings": {
    "L": 75600,
    "H": 40,
    "D": 128,
    "reps": 20
  },
  "gpu": "NVIDIA H100 80GB HBM3",
  "cc": [
    9,
    0
  ],
  "torch": "2.11.0+cu130",
  "triton": "3.6.0",
  "flash_attn": "unknown",
  "fa4_entry": "flash_attn.cute.interface.flash_attn_func",
  "fa4_path": "flash_attn.cute (SM90 CuTe DSL)",
  "fa4_kwargs": {
    "causal": false,
    "return_lse": false,
    "layout": "BSHD [1, L, H, D] bf16"
  },
  "plan": {
    "plan_sha256": "2b40a277790ae8657ec43d227901490d34a5d1df099f02a5730267f3c85dee11",
    "exact_blocks_total": 2789889,
    "stream_entries_total": 50329191,
    "stream_padded_columns_total": 51440640,
    "baseline_columns_per_tile": {
      "means": 1280,
      "reps": 1536
    }
  },
  "work": {
    "fa4_keys_per_row": 75648,
    "dense_blocks": 1182,
    "sparse_exact_blocks": 118.01560974121094,
    "sparse_stream_columns": 2128.984375,
    "note": "dense and sparse compute different amounts of work"
  },
  "main_kernel_ms": {
    "fa4": {
      "n": 20,
      "median": 164.4235382080078,
      "mean": 164.5777603149414,
      "min": 160.13381958007812,
      "max": 168.46517944335938,
      "p10": 161.03298950195312,
      "p90": 168.4451141357422
    },
    "base": {
      "n": 20,
      "median": 63.82528114318848,
      "mean": 62.799547576904295,
      "min": 57.10124969482422,
      "max": 67.06614685058594,
      "p10": 57.437313079833984,
      "p90": 66.8505630493164
    },
    "split_tma_stage": {
      "n": 20,
      "median": 36.504384994506836,
      "mean": 38.00381908416748,
      "min": 35.81081771850586,
      "max": 43.85388946533203,
      "p10": 36.003807067871094,
      "p90": 42.89424133300781
    },
    "split_tma_stage4": {
      "n": 20,
      "median": 36.08393669128418,
      "mean": 36.590653038024904,
      "min": 35.43379211425781,
      "max": 39.279361724853516,
      "p10": 35.81849670410156,
      "p90": 38.77315139770508
    }
  },
  "complete_ms": {
    "fa4": {
      "n": 20,
      "median": 163.4812469482422,
      "mean": 163.83457260131837,
      "min": 160.52557373046875,
      "max": 167.9080047607422,
      "p10": 161.51904296875,
      "p90": 166.24220275878906
    },
    "base": {
      "n": 20,
      "median": 71.647216796875,
      "mean": 72.11338920593262,
      "min": 70.1154556274414,
      "max": 74.50899505615234,
      "p10": 70.18972778320312,
      "p90": 74.43907165527344
    },
    "split_tma_stage": {
      "n": 20,
      "median": 44.51472091674805,
      "mean": 44.8605619430542,
      "min": 44.355777740478516,
      "max": 46.18320083618164,
      "p10": 44.4299201965332,
      "p90": 45.9683837890625
    },
    "split_tma_stage4": {
      "n": 20,
      "median": 43.707759857177734,
      "mean": 43.78841590881348,
      "min": 43.305057525634766,
      "max": 44.81532669067383,
      "p10": 43.36403274536133,
      "p90": 44.060768127441406
    }
  },
  "raw_ms": {
    "kernel": {
      "fa4": [
        163.2802276611328,
        161.03298950195312,
        166.9185028076172,
        162.76918029785156,
        163.6071319580078,
        160.13381958007812,
        167.24713134765625,
        164.09616088867188,
        160.5595245361328,
        162.44796752929688,
        166.4272918701172,
        165.44415283203125,
        164.9640350341797,
        163.8632354736328,
        164.75091552734375,
        167.69573974609375,
        168.4451141357422,
        162.66517639160156,
        166.74172973632812,
        168.46517944335938
      ],
      "base": [
        65.79222106933594,
        66.8505630493164,
        57.10124969482422,
        65.61561584472656,
        63.36790466308594,
        67.06614685058594,
        57.191104888916016,
        65.31219482421875,
        64.06156921386719,
        65.4543685913086,
        58.04467010498047,
        64.63753509521484,
        61.79414367675781,
        63.588993072509766,
        57.437313079833984,
        61.556480407714844,
        65.91919708251953,
        61.942176818847656,
        57.98819351196289,
        65.2693099975586
      ],
      "split_tma_stage": [
        36.47673416137695,
        36.49766540527344,
        35.81081771850586,
        42.89424133300781,
        37.18086242675781,
        36.44960021972656,
        35.816192626953125,
        42.20393753051758,
        36.511104583740234,
        36.471134185791016,
        36.17958450317383,
        42.26502227783203,
        36.4837760925293,
        37.285438537597656,
        36.04252624511719,
        43.85388946533203,
        36.663326263427734,
        37.29148864746094,
        36.003807067871094,
        41.69523239135742
      ],
      "split_tma_stage4": [
        35.9903678894043,
        36.0392951965332,
        35.43379211425781,
        39.279361724853516,
        36.92403030395508,
        36.1025276184082,
        35.88217544555664,
        38.77315139770508,
        37.219329833984375,
        35.83103942871094,
        35.64371109008789,
        36.820064544677734,
        37.756736755371094,
        36.063873291015625,
        35.81849670410156,
        37.39888000488281,
        36.66934585571289,
        36.065345764160156,
        35.84377670288086,
        36.25775909423828
      ]
    },
    "complete": {
      "fa4": [
        161.2678680419922,
        162.25808715820312,
        167.9080047607422,
        164.35536193847656,
        162.48614501953125,
        162.99063110351562,
        166.24220275878906,
        166.17535400390625,
        164.2999725341797,
        160.52557373046875,
        161.51904296875,
        165.08816528320312,
        162.58277893066406,
        163.9626922607422,
        162.9998016357422,
        161.6985321044922,
        165.82940673828125,
        162.97039794921875,
        166.08787536621094,
        165.4435577392578
      ],
      "base": [
        70.24018859863281,
        70.16150665283203,
        73.56636810302734,
        70.24765014648438,
        74.50899505615234,
        74.2423324584961,
        71.59696197509766,
        70.18972778320312,
        71.65929412841797,
        74.10736083984375,
        73.5370864868164,
        73.21635437011719,
        71.63513946533203,
        74.43907165527344,
        71.6968994140625,
        74.28739166259766,
        70.1154556274414,
        70.89949035644531,
        71.11065673828125,
        70.80985260009766
      ],
      "split_tma_stage": [
        44.50361633300781,
        44.355777740478516,
        44.593631744384766,
        44.50944137573242,
        44.457759857177734,
        44.52000045776367,
        44.504417419433594,
        44.5873908996582,
        44.4299201965332,
        44.475135803222656,
        46.18320083618164,
        45.88937759399414,
        45.605342864990234,
        44.45977783203125,
        44.72652816772461,
        45.08095932006836,
        45.44432067871094,
        44.49504089355469,
        44.42121505737305,
        45.9683837890625
      ],
      "split_tma_stage4": [
        43.680641174316406,
        43.307456970214844,
        43.574432373046875,
        43.43289566040039,
        44.04447937011719,
        44.02793502807617,
        43.50896072387695,
        43.36403274536133,
        43.70188903808594,
        44.03449630737305,
        44.81532669067383,
        43.58550262451172,
        43.8917121887207,
        43.61606216430664,
        43.71363067626953,
        44.051998138427734,
        44.060768127441406,
        44.04995346069336,
        44.0010871887207,
        43.305057525634766
      ]
    }
  },
  "ratios": {
    "base": {
      "fa4_over_arm_kernel": 2.576150629703185,
      "fa4_over_arm_complete": 2.2817529313346987,
      "arm_over_base_kernel": 1.0,
      "arm_over_base_complete": 1.0
    },
    "split_tma_stage": {
      "fa4_over_arm_kernel": 4.504213349512673,
      "fa4_over_arm_complete": 3.67252099039297,
      "arm_over_base_kernel": 1.7484277889572137,
      "arm_over_base_complete": 1.6095173758557415
    },
    "split_tma_stage4": {
      "fa4_over_arm_kernel": 4.556696227873695,
      "fa4_over_arm_complete": 3.7403254589675594,
      "arm_over_base_kernel": 1.7688003858682366,
      "arm_over_base_complete": 1.6392333313579561
    }
  },
  "resources": {
    "base": {
      "hash": "0178deeae7a786c9",
      "n_regs": 255,
      "n_spills": 14
    },
    "split_tma_stage": {
      "hash": "40417e29d8b8ac6a",
      "n_regs": 255,
      "n_spills": 2
    },
    "split_tma_stage4": {
      "hash": "5e5d38babc86e892",
      "n_regs": 255,
      "n_spills": 2
    }
  },
  "_provenance": {
    "repository": "W2GenAI-Lab/EchoSparse-Attn",
    "experimental_record": "benchmarks/results/h100_grouped/788078_fa4_vs_sparse_wan14b.json",
    "snapshot_observed_head": "430187099a0bf9f7b7b180c64bfdd1b8a1e3cd4d",
    "main_at_authoring": "675a83eed36b59eb815b19276720d371d94a18f1",
    "scope": "Single attention GPU pipeline; synthetic BF16 QKV; frozen shared sparse plan; CUDA event median over 20 repetitions. Sparse complete includes GPU plan rebuild, means, representative construction, descriptor packing, main kernel, fallback/compensation, estimation and selection; excludes host descriptor construction, scratch allocation and compilation.",
    "omitted_fields": [
      "fa4_module_file (machine-specific installation path)",
      "settings.out (machine-specific output path)"
    ]
  }
}
