| { |
| "cases": [ |
| { |
| "name": "gemmfastgelu-bert-base-b8-s384-h768-i3072", |
| "preset": "smoke", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "X": { "shape": [8, 384, 768], "dtype": "float32", "dist": "normal", "seed": 5200, "scale": 1 }, |
| "W": { "shape": [768, 3072], "dtype": "float32", "dist": "normal", "seed": 5201, "scale": 1 }, |
| "bias": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 5202, "scale": 1 } |
| }, |
| "outputs": { "Y": { "shape": [8, 384, 3072], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "2 * 3072 * 768 * 3072" }] } |
| }, |
| { |
| "name": "gemmfastgelu-f16-bert-base-b8-s384-h768-i3072", |
| "preset": "smoke", |
| "vars": { "dtype": "float16" }, |
| "inputs": { |
| "X": { "shape": [8, 384, 768], "dtype": "float16", "dist": "normal", "seed": 5210, "scale": 1 }, |
| "W": { "shape": [768, 3072], "dtype": "float16", "dist": "normal", "seed": 5211, "scale": 1 }, |
| "bias": { "shape": [3072], "dtype": "float16", "dist": "normal", "seed": 5212, "scale": 1 } |
| }, |
| "outputs": { "Y": { "shape": [8, 384, 3072], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "2 * 3072 * 768 * 3072" }] } |
| }, |
| { |
| "name": "gemmfastgelu-bert-large-b4-s512-h1024-i4096", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "X": { "shape": [4, 512, 1024], "dtype": "float32", "dist": "normal", "seed": 5220, "scale": 1 }, |
| "W": { "shape": [1024, 4096], "dtype": "float32", "dist": "normal", "seed": 5221, "scale": 1 }, |
| "bias": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 5222, "scale": 1 } |
| }, |
| "outputs": { "Y": { "shape": [4, 512, 4096], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "2 * 2048 * 1024 * 4096" }] } |
| }, |
| { |
| "name": "gemmfastgelu-nobias-b8-s384-h768-i3072", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "X": { "shape": [8, 384, 768], "dtype": "float32", "dist": "normal", "seed": 5230, "scale": 1 }, |
| "W": { "shape": [768, 3072], "dtype": "float32", "dist": "normal", "seed": 5231, "scale": 1 } |
| }, |
| "outputs": { "Y": { "shape": [8, 384, 3072], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "2 * 3072 * 768 * 3072" }] } |
| }, |
| { |
| "name": "gemmfastgelu-f32-short-m1-h768-i3072-sgmat-floor-pathology", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "X": { "shape": [1, 768], "dtype": "float32", "dist": "normal", "seed": 5250, "scale": 1 }, |
| "W": { "shape": [768, 3072], "dtype": "float32", "dist": "normal", "seed": 5251, "scale": 1 }, |
| "bias": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 5252, "scale": 1 } |
| }, |
| "outputs": { "Y": { "shape": [1, 3072], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "2 * 1 * 768 * 3072" }] } |
| }, |
| { |
| "name": "gemmfastgelu-f32-short-m64-h768-i3072-control", |
| "preset": "model", |
| "vars": { "dtype": "float32" }, |
| "inputs": { |
| "X": { "shape": [64, 768], "dtype": "float32", "dist": "normal", "seed": 5270, "scale": 1 }, |
| "W": { "shape": [768, 3072], "dtype": "float32", "dist": "normal", "seed": 5271, "scale": 1 }, |
| "bias": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 5272, "scale": 1 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3072], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "2 * 64 * 768 * 3072" }] } |
| }, |
| { |
| "name": "gemmfastgelu-float32-bias-m128-k512-n96", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 7100, "scale": 0.3 }, |
| "W": { "shape": [512, 96], "dtype": "float32", "dist": "normal", "seed": 7101, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float32", "dist": "normal", "seed": 7102, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 12582912 }] } |
| }, |
| { |
| "name": "gemmfastgelu-float32-bias-m128-k1024-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 7100, "scale": 0.3 }, |
| "W": { "shape": [1024, 1024], "dtype": "float32", "dist": "normal", "seed": 7101, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 7102, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "gemmfastgelu-float16-bias-m128-k512-n96", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 7100, "scale": 0.3 }, |
| "W": { "shape": [512, 96], "dtype": "float16", "dist": "normal", "seed": 7101, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float16", "dist": "normal", "seed": 7102, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 12582912 }] } |
| }, |
| { |
| "name": "gemmfastgelu-float16-bias-m128-k1024-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 7100, "scale": 0.3 }, |
| "W": { "shape": [1024, 1024], "dtype": "float16", "dist": "normal", "seed": 7101, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 7102, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "grid-float32-m32-k128-n32-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 32], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [32], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [32, 32], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 262144 }] } |
| }, |
| { |
| "name": "grid-float32-m32-k512-n128-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [32, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4194304 }] } |
| }, |
| { |
| "name": "grid-float32-m32-k1024-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 1024], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [32, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33554432 }] } |
| }, |
| { |
| "name": "grid-float32-m32-k128-n2048-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [32, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float32-m64-k512-n32-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 32], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [64, 32], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2097152 }] } |
| }, |
| { |
| "name": "grid-float32-m64-k1024-n128-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 128], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float32-m64-k128-n512-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [64, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8388608 }] } |
| }, |
| { |
| "name": "grid-float32-m64-k512-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k1024-n32-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 32], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [32], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 32], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8388608 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k128-n128-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 128], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [128, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4194304 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k512-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 512], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k1024-n2048-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "grid-float32-m256-k128-n32-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 32], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [256, 32], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2097152 }] } |
| }, |
| { |
| "name": "grid-float32-m256-k512-n128-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [256, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33554432 }] } |
| }, |
| { |
| "name": "grid-float32-m256-k1024-n512-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 1024], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [256, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "grid-float32-m256-k128-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [256, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "grid-float32-m512-k512-n32-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 32], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [32], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [512, 32], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float32-m512-k1024-n128-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 128], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [512, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "grid-float32-m512-k128-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [512, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "grid-float32-m512-k512-n2048-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [512, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1073741824 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k64-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 64], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [64, 96], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1572864 }] } |
| }, |
| { |
| "name": "grid-float32-m64-k64-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 64], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [64, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k128-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 96], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 3145728 }] } |
| }, |
| { |
| "name": "grid-float32-m64-k128-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 128], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33554432 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k512-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 96], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 12582912 }] } |
| }, |
| { |
| "name": "grid-float32-m128-k2048-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 2048], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [2048, 96], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 50331648 }] } |
| }, |
| { |
| "name": "grid-float32-m64-k2048-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 2048], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [2048, 2048], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "grid-float32-m31-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [31, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [31, 64], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2031616 }] } |
| }, |
| { |
| "name": "grid-float32-m33-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [33, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [33, 64], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2162688 }] } |
| }, |
| { |
| "name": "grid-float32-m63-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [63, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [63, 64], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4128768 }] } |
| }, |
| { |
| "name": "grid-float32-m65-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [65, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [65, 64], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4259840 }] } |
| }, |
| { |
| "name": "grid-float32-m96-k512-n16-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [96, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 16], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [16], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [96, 16], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1572864 }] } |
| }, |
| { |
| "name": "grid-float32-m96-k512-n48-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [96, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 48], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [48], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [96, 48], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4718592 }] } |
| }, |
| { |
| "name": "grid-float32-m192-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [192, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [192, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "grid-float32-m256-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [256, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "grid-float32-m320-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [320, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [320, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 335544320 }] } |
| }, |
| { |
| "name": "grid-float32-m512-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [512, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "grid-float32-m1024-k512-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1024, 512], "dtype": "float32", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 512], "dtype": "float32", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float32", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1024, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "grid-float16-m32-k128-n32-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 32], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [32], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [32, 32], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 262144 }] } |
| }, |
| { |
| "name": "grid-float16-m32-k512-n128-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [32, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4194304 }] } |
| }, |
| { |
| "name": "grid-float16-m32-k1024-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 1024], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 512], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [32, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33554432 }] } |
| }, |
| { |
| "name": "grid-float16-m32-k128-n2048-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [32, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [32, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float16-m64-k512-n32-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 32], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [64, 32], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2097152 }] } |
| }, |
| { |
| "name": "grid-float16-m64-k1024-n128-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 128], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float16-m64-k128-n512-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [64, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8388608 }] } |
| }, |
| { |
| "name": "grid-float16-m64-k512-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k1024-n32-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 32], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [32], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 32], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8388608 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k128-n128-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 128], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [128, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4194304 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k512-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 512], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k1024-n2048-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "grid-float16-m256-k128-n32-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 32], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [256, 32], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2097152 }] } |
| }, |
| { |
| "name": "grid-float16-m256-k512-n128-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [256, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33554432 }] } |
| }, |
| { |
| "name": "grid-float16-m256-k1024-n512-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 1024], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 512], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [256, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "grid-float16-m256-k128-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [256, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "grid-float16-m512-k512-n32-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 32], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [32], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [512, 32], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float16-m512-k1024-n128-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 1024], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [1024, 128], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [512, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "grid-float16-m512-k128-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [512, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "grid-float16-m512-k512-n2048-plain", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [512, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1073741824 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k64-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 64], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [64, 96], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1572864 }] } |
| }, |
| { |
| "name": "grid-float16-m64-k64-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 64], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [64, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k128-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 96], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 3145728 }] } |
| }, |
| { |
| "name": "grid-float16-m64-k128-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 128], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [128, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33554432 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k512-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 96], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 12582912 }] } |
| }, |
| { |
| "name": "grid-float16-m128-k2048-n96-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 2048], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [2048, 96], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [96], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 96], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 50331648 }] } |
| }, |
| { |
| "name": "grid-float16-m64-k2048-n2048-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 2048], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [2048, 2048], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "grid-float16-m31-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [31, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [31, 64], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2031616 }] } |
| }, |
| { |
| "name": "grid-float16-m33-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [33, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [33, 64], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2162688 }] } |
| }, |
| { |
| "name": "grid-float16-m63-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [63, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [63, 64], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4128768 }] } |
| }, |
| { |
| "name": "grid-float16-m65-k512-n64-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [65, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 64], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [64], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [65, 64], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4259840 }] } |
| }, |
| { |
| "name": "grid-float16-m96-k512-n16-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [96, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 16], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [16], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [96, 16], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1572864 }] } |
| }, |
| { |
| "name": "grid-float16-m96-k512-n48-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [96, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 48], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [48], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [96, 48], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4718592 }] } |
| }, |
| { |
| "name": "grid-float16-m192-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [192, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [192, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "grid-float16-m256-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [256, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [256, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "grid-float16-m320-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [320, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [320, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 335544320 }] } |
| }, |
| { |
| "name": "grid-float16-m512-k512-n1024-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [512, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [512, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "grid-float16-m1024-k512-n512-bias", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1024, 512], "dtype": "float16", "dist": "normal", "seed": 731, "scale": 0.3 }, |
| "W": { "shape": [512, 512], "dtype": "float16", "dist": "normal", "seed": 732, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float16", "dist": "normal", "seed": 733, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1024, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k256-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1280], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1280], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 41943040 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k512-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1280], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1280], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k1024-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1280], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1280], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k256-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1536], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1536], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 50331648 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k512-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1536], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1536], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k1024-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1536], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1536], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k256-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 2048], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k512-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k1024-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 2048], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k256-n2560", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 2560], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2560], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2560], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k512-n2560", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 2560], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2560], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2560], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k1024-n2560", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 2560], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2560], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2560], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 335544320 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k256-n3072", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 3072], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3072], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k512-n3072", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 3072], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3072], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k1024-n3072", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 3072], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3072], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3072], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 402653184 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k256-n3584", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 3584], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3584], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3584], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 117440512 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k512-n3584", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 3584], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3584], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3584], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 234881024 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k1024-n3584", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 3584], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3584], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3584], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 469762048 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k256-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 4096], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 4096], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k512-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 4096], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float32-m64-k1024-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 4096], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 4096], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k256-n640", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 640], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [640], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 640], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 41943040 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k512-n640", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 640], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [640], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 640], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k1024-n640", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 640], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [640], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 640], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k256-n768", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 768], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [768], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 768], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 50331648 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k512-n768", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 768], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [768], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 768], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k1024-n768", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 768], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [768], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 768], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k256-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1024], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k512-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k1024-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1024], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k256-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1280], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1280], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k512-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1280], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1280], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k1024-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1280], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1280], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 335544320 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k256-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1536], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1536], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k512-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1536], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1536], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k1024-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1536], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1536], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 402653184 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k256-n1792", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1792], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1792], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1792], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 117440512 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k512-n1792", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1792], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1792], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1792], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 234881024 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k1024-n1792", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1792], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1792], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1792], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 469762048 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k256-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 2048], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k512-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float32-m128-k1024-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 2048], "dtype": "float32", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k256-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1280], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1280], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 41943040 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k512-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1280], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1280], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k1024-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1280], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1280], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k256-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1536], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1536], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 50331648 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k512-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1536], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1536], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k1024-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1536], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 1536], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k256-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 2048], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k512-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k1024-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 2048], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k256-n2560", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 2560], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2560], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2560], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k512-n2560", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 2560], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2560], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2560], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k1024-n2560", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 2560], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2560], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 2560], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 335544320 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k256-n3072", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 3072], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3072], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3072], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k512-n3072", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 3072], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3072], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3072], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k1024-n3072", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 3072], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3072], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3072], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 402653184 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k256-n3584", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 3584], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3584], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3584], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 117440512 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k512-n3584", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 3584], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3584], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3584], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 234881024 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k1024-n3584", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 3584], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [3584], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 3584], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 469762048 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k256-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 4096], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 4096], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k512-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 4096], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 4096], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float16-m64-k1024-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [64, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 4096], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [64, 4096], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k256-n640", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 640], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [640], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 640], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 41943040 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k512-n640", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 640], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [640], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 640], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k1024-n640", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 640], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [640], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 640], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k256-n768", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 768], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [768], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 768], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 50331648 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k512-n768", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 768], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [768], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 768], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k1024-n768", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 768], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [768], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 768], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k256-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1024], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67108864 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k512-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1024], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k1024-n1024", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1024], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k256-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1280], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1280], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 83886080 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k512-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1280], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1280], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 167772160 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k1024-n1280", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1280], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1280], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1280], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 335544320 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k256-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1536], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1536], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 100663296 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k512-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1536], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1536], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k1024-n1536", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1536], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1536], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1536], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 402653184 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k256-n1792", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 1792], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1792], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1792], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 117440512 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k512-n1792", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 1792], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1792], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1792], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 234881024 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k1024-n1792", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 1792], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [1792], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 1792], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 469762048 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k256-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 256], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [256, 2048], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k512-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 512], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 268435456 }] } |
| }, |
| { |
| "name": "frontier-float16-m128-k1024-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [128, 1024], "dtype": "float16", "dist": "normal", "seed": 841, "scale": 0.3 }, |
| "W": { "shape": [1024, 2048], "dtype": "float16", "dist": "normal", "seed": 842, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 843, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [128, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 536870912 }] } |
| }, |
| { |
| "name": "vector-float32-k64-n4-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [64, 4], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 4], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 512 }] } |
| }, |
| { |
| "name": "vector-float32-k129-n4-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 129], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 4], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [4], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 4], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1032 }] } |
| }, |
| { |
| "name": "vector-float32-k1024-n16-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1024], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 16], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 16], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 32768 }] } |
| }, |
| { |
| "name": "vector-float32-k2048-n16-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 2048], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [2048, 16], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [16], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 16], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 65536 }] } |
| }, |
| { |
| "name": "vector-float32-k31-n48-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 31], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [31, 48], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 48], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2976 }] } |
| }, |
| { |
| "name": "vector-float32-k64-n48-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 64], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [64, 48], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [48], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 48], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 6144 }] } |
| }, |
| { |
| "name": "vector-float32-k64-n124-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [64, 124], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 124], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 15872 }] } |
| }, |
| { |
| "name": "vector-float32-k129-n124-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 129], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 124], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [124], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 124], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 31992 }] } |
| }, |
| { |
| "name": "vector-float32-k129-n128-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 129], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 128], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33024 }] } |
| }, |
| { |
| "name": "vector-float32-k512-n128-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 512], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 131072 }] } |
| }, |
| { |
| "name": "vector-float32-k512-n132-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 512], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [512, 132], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 132], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 135168 }] } |
| }, |
| { |
| "name": "vector-float32-k1024-n132-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 1024], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 132], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [132], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 132], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 270336 }] } |
| }, |
| { |
| "name": "vector-float32-k129-n512-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 129], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 512], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 132096 }] } |
| }, |
| { |
| "name": "vector-float32-k512-n512-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 512], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [512, 512], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 512], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 524288 }] } |
| }, |
| { |
| "name": "vector-float32-k1024-n1024-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1024], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 1024], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2097152 }] } |
| }, |
| { |
| "name": "vector-float32-k2048-n1024-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 2048], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [2048, 1024], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 1024], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4194304 }] } |
| }, |
| { |
| "name": "vector-float32-k1024-n4096-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1024], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 4096], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 4096], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8388608 }] } |
| }, |
| { |
| "name": "vector-float32-k2048-n4096-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 2048], "dtype": "float32", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [2048, 4096], "dtype": "float32", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 4096], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "vector-float16-k64-n4-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [64, 4], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 4], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 512 }] } |
| }, |
| { |
| "name": "vector-float16-k129-n4-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 129], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 4], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [4], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 4], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 1032 }] } |
| }, |
| { |
| "name": "vector-float16-k1024-n16-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1024], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 16], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 16], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 32768 }] } |
| }, |
| { |
| "name": "vector-float16-k2048-n16-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 2048], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [2048, 16], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [16], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 16], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 65536 }] } |
| }, |
| { |
| "name": "vector-float16-k31-n48-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 31], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [31, 48], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 48], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2976 }] } |
| }, |
| { |
| "name": "vector-float16-k64-n48-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 64], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [64, 48], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [48], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 48], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 6144 }] } |
| }, |
| { |
| "name": "vector-float16-k64-n124-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [64, 124], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 124], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 15872 }] } |
| }, |
| { |
| "name": "vector-float16-k129-n124-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 129], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 124], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [124], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 124], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 31992 }] } |
| }, |
| { |
| "name": "vector-float16-k129-n128-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 129], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 128], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 33024 }] } |
| }, |
| { |
| "name": "vector-float16-k512-n128-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 512], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 131072 }] } |
| }, |
| { |
| "name": "vector-float16-k512-n132-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 512], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [512, 132], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 132], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 135168 }] } |
| }, |
| { |
| "name": "vector-float16-k1024-n132-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 1024], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 132], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [132], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 132], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 270336 }] } |
| }, |
| { |
| "name": "vector-float16-k129-n512-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 129], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [129, 512], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 132096 }] } |
| }, |
| { |
| "name": "vector-float16-k512-n512-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 512], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [512, 512], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [512], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 512], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 524288 }] } |
| }, |
| { |
| "name": "vector-float16-k1024-n1024-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1024], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 1024], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 2097152 }] } |
| }, |
| { |
| "name": "vector-float16-k2048-n1024-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 2048], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [2048, 1024], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [1024], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 1024], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4194304 }] } |
| }, |
| { |
| "name": "vector-float16-k1024-n4096-plain-rank2", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1024], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [1024, 4096], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 4096], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8388608 }] } |
| }, |
| { |
| "name": "vector-float16-k2048-n4096-bias-rank3", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 2048], "dtype": "float16", "dist": "normal", "seed": 921, "scale": 0.3 }, |
| "W": { "shape": [2048, 4096], "dtype": "float16", "dist": "normal", "seed": 922, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 923, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 4096], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 16777216 }] } |
| }, |
| { |
| "name": "neighbor-float32-m64-k512-n1504", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 1504], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [1504], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 1504], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 98566144 }] } |
| }, |
| { |
| "name": "neighbor-float32-m64-k512-n1568", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 1568], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [1568], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 1568], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 102760448 }] } |
| }, |
| { |
| "name": "neighbor-float32-m64-k512-n2528", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2528], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2528], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 2528], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 165675008 }] } |
| }, |
| { |
| "name": "neighbor-float32-m64-k512-n2592", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2592], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2592], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 2592], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 169869312 }] } |
| }, |
| { |
| "name": "neighbor-float32-m64-k512-n3040", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 3040], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [3040], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 3040], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 199229440 }] } |
| }, |
| { |
| "name": "neighbor-float32-m64-k512-n3104", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 3104], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [3104], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 3104], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 203423744 }] } |
| }, |
| { |
| "name": "neighbor-float32-m32-k512-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 4096], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 4096], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "neighbor-float32-m96-k512-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 96, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 96, 2048], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "neighbor-float32-m32-k512-n2064", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2064], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2064], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 2064], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67633152 }] } |
| }, |
| { |
| "name": "neighbor-float32-m96-k512-n1040", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 96, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 1040], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [1040], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 96, 1040], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 102236160 }] } |
| }, |
| { |
| "name": "neighbor-float32-m1-k1-n4", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 1], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [1, 4], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [4], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 4], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8 }] } |
| }, |
| { |
| "name": "neighbor-float32-m1-k17-n128", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 17], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [17, 128], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4352 }] } |
| }, |
| { |
| "name": "neighbor-float32-m1-k33-n132", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 33], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [33, 132], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [132], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 132], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8712 }] } |
| }, |
| { |
| "name": "neighbor-float32-m1-k129-n127", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 129], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [129, 127], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [127], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 127], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 32766 }] } |
| }, |
| { |
| "name": "neighbor-float32-m2-k512-n128", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 2, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 2, 128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 262144 }] } |
| }, |
| { |
| "name": "neighbor-float16-m64-k512-n1504", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 1504], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [1504], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 1504], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 98566144 }] } |
| }, |
| { |
| "name": "neighbor-float16-m64-k512-n1568", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 1568], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [1568], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 1568], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 102760448 }] } |
| }, |
| { |
| "name": "neighbor-float16-m64-k512-n2528", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2528], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2528], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 2528], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 165675008 }] } |
| }, |
| { |
| "name": "neighbor-float16-m64-k512-n2592", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2592], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2592], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 2592], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 169869312 }] } |
| }, |
| { |
| "name": "neighbor-float16-m64-k512-n3040", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 3040], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [3040], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 3040], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 199229440 }] } |
| }, |
| { |
| "name": "neighbor-float16-m64-k512-n3104", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 64, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 3104], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [3104], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 64, 3104], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 203423744 }] } |
| }, |
| { |
| "name": "neighbor-float16-m32-k512-n4096", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 4096], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [4096], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 4096], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 134217728 }] } |
| }, |
| { |
| "name": "neighbor-float16-m96-k512-n2048", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 96, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2048], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2048], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 96, 2048], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 201326592 }] } |
| }, |
| { |
| "name": "neighbor-float16-m32-k512-n2064", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 2064], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [2064], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 2064], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 67633152 }] } |
| }, |
| { |
| "name": "neighbor-float16-m96-k512-n1040", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 96, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 1040], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [1040], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 96, 1040], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 102236160 }] } |
| }, |
| { |
| "name": "neighbor-float16-m1-k1-n4", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 1], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [1, 4], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [4], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 4], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8 }] } |
| }, |
| { |
| "name": "neighbor-float16-m1-k17-n128", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 17], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [17, 128], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 4352 }] } |
| }, |
| { |
| "name": "neighbor-float16-m1-k33-n132", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 33], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [33, 132], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [132], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 132], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 8712 }] } |
| }, |
| { |
| "name": "neighbor-float16-m1-k129-n127", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 1, 129], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [129, 127], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [127], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 1, 127], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 32766 }] } |
| }, |
| { |
| "name": "neighbor-float16-m2-k512-n128", |
| "preset": "model", |
| "inputs": { |
| "X": { "shape": [1, 2, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 128], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [128], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 2, 128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 262144 }] } |
| }, |
| { |
| "name": "matrix-availability_float32_m32_k512_n4128_bias1", |
| "preset": "edge", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 4128], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [4128], "dtype": "float32", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 4128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 135266304 }] } |
| }, |
| { |
| "name": "matrix-availability_float32_m32_k512_n4128_bias0", |
| "preset": "edge", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float32", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 4128], "dtype": "float32", "dist": "normal", "seed": 952, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 4128], "dtype": "float32" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 135266304 }] } |
| }, |
| { |
| "name": "matrix-availability_float16_m32_k512_n4128_bias1", |
| "preset": "edge", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 4128], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 }, |
| "bias": { "shape": [4128], "dtype": "float16", "dist": "normal", "seed": 953, "scale": 0.3 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 4128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 135266304 }] } |
| }, |
| { |
| "name": "matrix-availability_float16_m32_k512_n4128_bias0", |
| "preset": "edge", |
| "inputs": { |
| "X": { "shape": [1, 32, 512], "dtype": "float16", "dist": "normal", "seed": 951, "scale": 0.3 }, |
| "W": { "shape": [512, 4128], "dtype": "float16", "dist": "normal", "seed": 952, "scale": 0.2 } |
| }, |
| "outputs": { "Y": { "shape": [1, 32, 4128], "dtype": "float16" } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": 135266304 }] } |
| }, |
| { |
| "name": "portable-reduction-unitvariance-m7-k1023-n5", |
| "preset": "edge", |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [7, 1023], "dist": "normal", "seed": 112000, "scale": 1 }, |
| "W": { "dtype": "float32", "shape": [1023, 5], "dist": "normal", "seed": 112001, "scale": 1 }, |
| "bias": { "dtype": "float32", "shape": [5], "dist": "normal", "seed": 112002, "scale": 1 } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [7, 5] } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "71610" }] } |
| }, |
| { |
| "name": "portable-reduction-unitvariance-m7-k1024-n5", |
| "preset": "edge", |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [7, 1024], "dist": "normal", "seed": 112003, "scale": 1 }, |
| "W": { "dtype": "float32", "shape": [1024, 5], "dist": "normal", "seed": 112004, "scale": 1 }, |
| "bias": { "dtype": "float32", "shape": [5], "dist": "normal", "seed": 112005, "scale": 1 } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [7, 5] } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "71680" }] } |
| }, |
| { |
| "name": "portable-reduction-unitvariance-m7-k1025-n5", |
| "preset": "edge", |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [7, 1025], "dist": "normal", "seed": 112006, "scale": 1 }, |
| "W": { "dtype": "float32", "shape": [1025, 5], "dist": "normal", "seed": 112007, "scale": 1 }, |
| "bias": { "dtype": "float32", "shape": [5], "dist": "normal", "seed": 112008, "scale": 1 } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [7, 5] } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "71750" }] } |
| }, |
| { |
| "name": "portable-reduction-unitvariance-m7-k2048-n5", |
| "preset": "edge", |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [7, 2048], "dist": "normal", "seed": 112009, "scale": 1 }, |
| "W": { "dtype": "float32", "shape": [2048, 5], "dist": "normal", "seed": 112010, "scale": 1 }, |
| "bias": { "dtype": "float32", "shape": [5], "dist": "normal", "seed": 112011, "scale": 1 } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [7, 5] } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "143360" }] } |
| }, |
| { |
| "name": "portable-reduction-unitvariance-m7-k4096-n5", |
| "preset": "edge", |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [7, 4096], "dist": "normal", "seed": 112012, "scale": 1 }, |
| "W": { "dtype": "float32", "shape": [4096, 5], "dist": "normal", "seed": 112013, "scale": 1 }, |
| "bias": { "dtype": "float32", "shape": [5], "dist": "normal", "seed": 112014, "scale": 1 } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [7, 5] } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "286720" }] } |
| }, |
| { |
| "name": "portable-reduction-unitvariance-m7-k8192-n5", |
| "preset": "edge", |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [7, 8192], "dist": "normal", "seed": 112015, "scale": 1 }, |
| "W": { "dtype": "float32", "shape": [8192, 5], "dist": "normal", "seed": 112016, "scale": 1 }, |
| "bias": { "dtype": "float32", "shape": [5], "dist": "normal", "seed": 112017, "scale": 1 } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [7, 5] } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "573440" }] } |
| }, |
| { |
| "name": "portable-reduction-unitvariance-m7-k16384-n5", |
| "preset": "edge", |
| "inputs": { |
| "X": { "dtype": "float32", "shape": [7, 16384], "dist": "normal", "seed": 112018, "scale": 1 }, |
| "W": { "dtype": "float32", "shape": [16384, 5], "dist": "normal", "seed": 112019, "scale": 1 }, |
| "bias": { "dtype": "float32", "shape": [5], "dist": "normal", "seed": 112020, "scale": 1 } |
| }, |
| "outputs": { "Y": { "dtype": "float32", "shape": [7, 5] } }, |
| "bench": { "metrics": [{ "type": "gflops", "value": "1146880" }] } |
| } |
| ] |
| } |
|
|
