File size: 6,313 Bytes
2443b58 43f449f 2443b58 43f449f 2443b58 43f449f 2157e54 43f449f 2157e54 43f449f 2157e54 2443b58 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 | {
"name": "com.microsoft.MultiHeadAttention",
"id": "_com_microsoft_multiheadattention_webgpu_e942a19",
"version": 1,
"license": "Apache-2.0",
"backend": { "type": "webgpu" },
"digest": {
"algorithm": "sha256",
"files": {
"attention-rank4-tiled.wgsl.jinja": "084x5bbpxeFR95/Q4nGzLrLnk9JJrd9XA1KJHxwU9CY=",
"attn-flash-decode-splitk-merge.wgsl.jinja": "JIhoYhGkuat/Wrvix6ddD19+bmzHnc0yJdwWbW9o+nw=",
"attn-flash-decode-splitk.wgsl.jinja": "tDj5VlltkM0N99vjpj6z5wtlIv00benlaAboa4e5vWI=",
"attn-flash-online.wgsl.jinja": "1DGpp4kzd/v4gzAviJKnYGCT7BwDomzXK3He6CIT+1E=",
"attn-flash-prefill-cluster.wgsl.jinja": "pjDvKLZ3CSluSAPNfb9j3U7yKEy+wVOfOAyZ1jdrjv8=",
"attn-flash-q32-broadcast.wgsl.jinja": "puOnD1vGGeVg6HmaUi8k4JAZJviJM1dXWJyMZ2xuURM=",
"attn-materialized-apply-f32.wgsl.jinja": "E2Vas8y/zcjHQb4Ks5TPnC4/lAhVRawXR5S1OwJB1Tc=",
"attn-materialized-rowstats-combine-f32.wgsl.jinja": "CBltqk0CN9vvscb6D29o1T43vHWZYlU9fFpO9av2Sa8=",
"attn-materialized-score-f32.wgsl.jinja": "bxW7HdJcF47NTbyXVHcaWrtCO0xCJ8pW5GW9/FTuGGg=",
"attn-materialized-sgmat-f32.wgsl.jinja": "3e4ZOgVD5XSnYjVldRVq5QL72KiloCkr91OZj/VU0ZU=",
"attn-materialized-softmax-f32.wgsl.jinja": "bpHIAAuUa+nrniTKxXEScXT5rJr5nObXY/sJ81hby5A=",
"attn-online-scalar.wgsl.jinja": "AbpGvmzka15nPEj3QZPyMaW48Lo/9TqtndP0SdyqV/U=",
"attn-small-head-parallel.wgsl.jinja": "Y0otPUGeAa4DzQUi+LnWLRTATc1i/awpIipRqbGDoQ0=",
"attn-small-head-value.wgsl.jinja": "+6NLq7AJT3lRkAwsW2AvjGE0nhkD7dkBLqh6SpOFjy4=",
"bench.json": "ateXBEoOVVMHNfiuXPmDW6sKzU1NRVRA9ndzslgsD2A=",
"manifest.json": "VPWToEdcoP2Mr6k2oQuf/BhwUZdbcPl9J5YLZsMBMaE=",
"mha-small-seq-blocked.wgsl.jinja": "WudxiAnGnY7dSEnlhHtwvQKvm4AN3ngQ9cbBfI6OUBM=",
"mha-small-seq.wgsl.jinja": "1MR+JuEbffrS+QkuAZzFzWCLPX4VX9RJ5lmNIOm0/o0=",
"test.json": "IEMAo5OqrMxRC7xc5Y/8xmjWObXuWw1SJhJeGGzDhwc="
}
},
"provenance": { "kernel": { "sha": "6fdf6301e2bbcc2f03bf1eaf493b7ad55ef33afc", "dirty": false } },
"webgpu": {
"manifestSpec": "2.1",
"variants": {
"qkv_no_bias_small_head_value_subgroups": ["attn-small-head-value.wgsl.jinja"],
"qkv_no_bias_small_head_value_tree": ["attn-small-head-value.wgsl.jinja"],
"qkv_bias_small_seq_blocked": ["mha-small-seq-blocked.wgsl.jinja"],
"qkv_no_bias_small_seq_blocked": ["mha-small-seq-blocked.wgsl.jinja"],
"qkv_no_bias_small_seq": ["mha-small-seq.wgsl.jinja"],
"qkv_no_bias_tiled_nosg": ["attention-rank4-tiled.wgsl.jinja"],
"qkv_bias_flash_q32_broadcast_f32_d128": ["attn-flash-q32-broadcast.wgsl.jinja"],
"qkv_no_bias_small_head_parallel": ["attn-small-head-parallel.wgsl.jinja"],
"qkv_no_bias_tiled_attn_bias_nosg": ["attention-rank4-tiled.wgsl.jinja"],
"qkv_no_bias_materialized_sgmat_fused_f32": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"],
"qkv_bias_materialized_sgmat_fused_f32": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"],
"qkv_no_bias_materialized_sgmat_fused_f16": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"],
"qkv_no_bias_flash_cluster_lpq4_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_bias_flash_cluster_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster_lpq4": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_bias_flash_cluster": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster_attn_bias": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_bias_flash_cluster_attn_bias": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_splitk_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_bias_flash_splitk_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_no_bias_flash_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_bias_flash_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_no_bias_materialized_gemm_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"],
"qkv_bias_materialized_gemm_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"],
"qkv_no_bias_materialized_gemm_fused_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja"],
"qkv_bias_materialized_gemm_fused_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja"],
"qkv_no_bias_flash_q32_broadcast": ["attn-flash-q32-broadcast.wgsl.jinja"],
"qkv_no_bias_flash_q32_shared": ["attn-flash-q32-broadcast.wgsl.jinja"],
"qkv_no_bias_attn_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_bias_attn_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_no_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_no_bias_flash": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_flash_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_flash_attn_bias": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash_attn_bias": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_flash_attn_bias_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash_attn_bias_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_materialized_sgmat_f32": ["attn-materialized-sgmat-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"],
"qkv_bias_materialized_sgmat_f32": ["attn-materialized-sgmat-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"]
}
}
}
|