File size: 4,246 Bytes
ef3074d
 
abb89f2
ef3074d
 
 
 
 
 
abb89f2
 
 
 
 
929af3e
abb89f2
 
 
 
 
 
ef3074d
 
abb89f2
929af3e
abb89f2
929af3e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ef3074d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
{
  "name": "com.microsoft.MatMulNBits",
  "id": "_com_microsoft_matmulnbits_webgpu_544d369",
  "version": 1,
  "license": "Apache-2.0",
  "backend": { "type": "webgpu" },
  "digest": {
    "algorithm": "sha256",
    "files": {
      "bench.json": "jsZTXUF4MjY52ewIINIKTdgXYZvvFfi+Ch6E3mCRIbo=",
      "manifest.json": "C1+nZAAnjkvjvNZMOCbeF0zCAyPt3GIyqvbRUnz4KJo=",
      "matmul-nbits-dp4a-quantize.wgsl.jinja": "7Ywrm3pRk4HfGeL5D0YcObG/kKLAgpr4dfu9vUJw8SM=",
      "matmul-nbits-gemv-q4.wgsl.jinja": "0NkQ1G4eYRQGokjjMW7XKRvU76j8Dno9mrCBoXzeOc8=",
      "matmul-nbits-q4-dp4a-prefill.wgsl.jinja": "w6qZuxXnJFteFjjDq+HonDn70RMHtPHreWxRtDiPIdU=",
      "matmul-nbits-q4-prefill-tile4x4.wgsl.jinja": "8DVy3szxcxwVItIlEXoioQi2YxDmmd5TCFW4BCYPiCQ=",
      "matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja": "Z22EQeNnROI5Vpy6mNgPK733TkxWXZB9rlp7qKV6fps=",
      "matmul-nbits-q4-prefill-tiled.wgsl.jinja": "RzrALqTo5135awvgG96cJ029Hl8gsQtwujplaGYzcUs=",
      "matmul-nbits-q4-sgmat.wgsl.jinja": "tUpNHvX4uEflOZ1HuFy4dezyL83kWO/5fYlxsHe5yaA=",
      "matmul-nbits.wgsl.jinja": "i+euJpHwxE67Ejb8Pi9XzHDrK3FS/d2nT1odJJxR9rk=",
      "reduce-axis0-splitk-combine.wgsl.jinja": "6S5tsaqhzGAZ66UOQ8u9LfKIlYeGnWu6B722kLl/auc=",
      "test.json": "xR0ewiJSnSNGdmdIovbtC36Xsm1yv4aC8i3l8CaXdaY="
    }
  },
  "provenance": { "kernel": { "sha": "6fdf6301e2bbcc2f03bf1eaf493b7ad55ef33afc", "dirty": false } },
  "webgpu": {
    "manifestSpec": "2.1",
    "variants": {
      "q4_dp4a_prefill": ["matmul-nbits-dp4a-quantize.wgsl.jinja", "matmul-nbits-q4-dp4a-prefill.wgsl.jinja"],
      "gemv_default_zero": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_default_zero": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_default_zero": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_default_zero": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_default_zero": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_default_zero": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_default_zero": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "default_zero": ["matmul-nbits.wgsl.jinja"],
      "gemv_zero_bias": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_zero_bias": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_zero_bias": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_zero_bias": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_zero_bias": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_zero_bias": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_zero_bias": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "zero_bias": ["matmul-nbits.wgsl.jinja"],
      "gemv_zero_only": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_zero_only": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_zero_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_zero_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_zero_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_zero_only": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_zero_only": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "zero_only": ["matmul-nbits.wgsl.jinja"],
      "gemv_bias_only": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_bias_only": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_bias_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_bias_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_bias_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_bias_only": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_bias_only": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "bias_only": ["matmul-nbits.wgsl.jinja"]
    }
  }
}