| { |
| "cases": [ |
| { |
| "name": "ort_kernel1_zero_size_state", |
| "provenance": { |
| "source": "onnxruntime/test/python/transformers/test_parity_linear_attention_causal_conv.py", |
| "test": "TestLinearAttentionCausalConvCPUParity.test_causal_conv_with_state_cpu_kernel_1", |
| "notes": "Direct standard rank-3 weight fixture for the ORT kernel=1 zero-size state edge case." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [4, 1, 1], |
| "data": { "kind": "values", "values": [0.5, -1.0, 1.5, -0.25] } |
| }, |
| "biasT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.25, -0.5, 0.75, -1.0] } }, |
| "pastStateT": { "dtype": "float32", "shape": [2, 4, 0], "data": { "kind": "values", "values": [] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 4, 5], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 4, 0], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "ort_basic_no_state_no_bias", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.BasicNoStateNoBias", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 0.5, 1.5, 2.5, 3.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_silu_with_bias_and_state", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.SiluActivationWithBiasAndState", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 0.5, 1.5, 2.5, 3.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "biasT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.1, -0.2] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [-1.0, 0.5, 0.3, -0.7] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_basic_with_bias", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.BasicWithBias", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 0.5, 1.5, 2.5, 3.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "biasT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.1, -0.2] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_basic_with_state", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.BasicWithState", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 3], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 0.5, 1.5, 2.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [-1.0, 0.5, 0.3, -0.7] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 3], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_with_state_and_bias_none", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.WithStateAndBias", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 3], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 0.5, 1.5, 2.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "biasT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.1, -0.2] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [-1.0, 0.5, 0.3, -0.7] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 3], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_silu_no_state", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.SiluActivationNoState", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 0.5, 1.5, 2.5, 3.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_silu_with_state", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.SiluActivationWithState", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 3], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 0.5, 1.5, 2.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [-1.0, 0.5, 0.3, -0.7] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 3], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_kernel_size2_state_silu", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.KernelSize2", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 0.5, 1.5, 2.5, 3.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 2], |
| "data": { "kind": "values", "values": [0.3, 0.7, 0.4, 0.6] } |
| }, |
| "pastStateT": { "dtype": "float32", "shape": [1, 2, 1], "data": { "kind": "values", "values": [0.5, -0.3] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 1], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_kernel_size4_state_none", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.KernelSize4", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 5], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 5.0] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 4], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 1, 3], |
| "data": { "kind": "values", "values": [-1.0, 0.0, 0.5] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 5], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 1, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_multi_batch_state_bias_silu", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.MultiBatch", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 3], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 0.5, 1.5, 2.5, -1.0, 0.0, 1.0, 0.2, 0.4, 0.6] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "biasT": { "dtype": "float32", "shape": [2], "data": { "kind": "values", "values": [0.1, -0.1] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 2, 2], |
| "data": { "kind": "values", "values": [-0.5, 0.5, 0.3, -0.3, 0.1, -0.1, 0.7, 0.8] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 2, 3], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_single_token_decode_state_bias_silu", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.SingleTokenDecode", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 4, 1], |
| "data": { "kind": "values", "values": [0.5, -0.3, 1.2, 0.8] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [4, 1, 4], |
| "data": { |
| "kind": "values", |
| "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, -0.1, -0.2, 0.1, 0.2, 0.3, 0.3, 0.3, 0.3] |
| } |
| }, |
| "biasT": { "dtype": "float32", "shape": [4], "data": { "kind": "values", "values": [0.0, 0.1, -0.1, 0.0] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 4, 3], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, -1.0, 0.0, 1.0, 0.5, 0.5, 0.5, -0.2, 0.4, -0.6] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 4, 1], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 4, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_single_token_decode_multi_batch_silu", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.SingleTokenDecodeMultiBatch", |
| "notes": "Direct ORT depthwise weight shape [D,1,K]." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 1], |
| "data": { "kind": "values", "values": [0.5, -0.3, 1.2, 0.8] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 2, 2], |
| "data": { "kind": "values", "values": [1.0, 2.0, -1.0, 0.0, 0.5, 0.5, -0.2, 0.4] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 2, 1], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 2, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "zero_state", |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 3, 5], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 3, 2], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "scalar_bias_no_state_odd_length", |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 3, 5], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 3, 2], "tolerance": 0.000001 } |
| }, |
| "provenance": { |
| "notes": "A depthwise causal convolution with kernel length 3, a bias and no incoming state processes a 5-element (odd-length) sequence per channel, producing a 2-element carried state." |
| } |
| }, |
| { |
| "name": "state_bias_silu", |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.07, "cosStep": 0.41 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 2, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.19, "cosStep": 0.13 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 2, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "vec4_bias_no_state_silu", |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.24, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.18, "cosStep": 0.23 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.14, "cosStep": 0.41 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 2, 3], "tolerance": 0.000001 } |
| }, |
| "provenance": { |
| "notes": "Kernel 4 over a length that divides into vec4 lanes, with a bias and no carried state: the vectorized arm where the first lane's taps are the zero prefix rather than past_state." |
| } |
| }, |
| { |
| "name": "vec4_state_no_bias_silu", |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 2, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.28, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.22, "cosStep": 0.23 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 2, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.3, "cosStep": 0.13 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 2, 4], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 2, 3], "tolerance": 0.000001 } |
| }, |
| "provenance": { |
| "notes": "Kernel 4 over a length that divides into vec4 lanes, with carried state and no bias: the vectorized arm that reads past_state into the first lane's taps but adds no bias term." |
| } |
| }, |
| { |
| "name": "ort_larger_dimensions_state_bias_silu", |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "CausalConvWithStateTest.LargerDimensions", |
| "notes": "Compact deterministic projection of ORT's larger-dimension state+bias SiLU stress case." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 8, 16], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.1, "cosStep": 0.0 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [8, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.5, "sinStep": 0.0, "cosStep": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [8], |
| "data": { "kind": "values", "values": [0.0, 0.01, 0.02, 0.03, 0.04, 0.05, 0.06, 0.07] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 8, 3], |
| "data": { "kind": "fillFloat32", "scale": 0.5, "sinStep": 0.3, "cosStep": 0.0 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 8, 16], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 8, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "zero_length_present_state_carryover_dropped", |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [1, 2, 0], "data": { "kind": "values", "values": [] } }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0] } |
| } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 0], |
| "data": { "kind": "values", "values": [] }, |
| "tolerance": 0 |
| }, |
| "presentStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0] }, |
| "tolerance": 0 |
| } |
| } |
| }, |
| { |
| "name": "length_shorter_than_state_with_past_silu", |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [1.0, -2.0, 0.5, 3.0] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 5], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, -0.1, -0.2, 0.15, 0.25, 0.35] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "values", "values": [-1.0, 0.5, 0.3, -0.7, 0.2, -0.4, 0.6, -0.8] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "length_shorter_than_state_no_state_zero_pad", |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 2], |
| "data": { "kind": "values", "values": [2.0, -1.0, 0.5, 4.0] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "values", "values": [0.25, 0.5, -0.5, 1.0, 0.1, 0.2, 0.3, 0.4] } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 2], "tolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "vec4_zero_state_silu_compact", |
| "provenance": { |
| "notes": "A four-tap causal convolution checks zero padding, SiLU, multiple batches and present-state tails." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 8], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.11, "cosStep": 0.23 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 8], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_zero_state_compact", |
| "provenance": { "notes": "A large causal kernel checks prefill output and present-state updates." }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_bias_no_state_compact", |
| "provenance": { "notes": "A large causal kernel with bias checks prefill output and present-state updates." }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [0.125] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 1, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_state_no_bias_compact", |
| "provenance": { |
| "notes": "A large causal kernel with carry state checks prefill output and present-state updates." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 1, 31], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.027, "cosStep": 0.019 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 1, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_state_bias_silu_compact", |
| "provenance": { |
| "notes": "A large causal kernel with carry state, bias and SiLU checks prefill output and present-state updates." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-0.075] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 1, 31], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.027, "cosStep": 0.019 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 1, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_state_bias_k128_wg64_multitile", |
| "provenance": { |
| "notes": "A causal convolution with a 128-element kernel, incoming 127-element state and Silu activation processes a 520-element sequence, 8 past a multiple of the 128-element kernel length." |
| }, |
| "attrs": { "activation": "silu" }, |
| "tunables": { "tiledWorkgroupSize": 64 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 520], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 128], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-0.075] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 1, 127], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.027, "cosStep": 0.019 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 520], "tolerance": 0.0001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 1, 127], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_state_bias_k128_wg256", |
| "provenance": { |
| "notes": "A causal convolution with a 128-element kernel, incoming 127-element state and Silu activation processes a 512-element sequence, an exact multiple of the kernel length." |
| }, |
| "attrs": { "activation": "silu" }, |
| "tunables": { "tiledWorkgroupSize": 256 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 512], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 128], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-0.075] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 1, 127], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.027, "cosStep": 0.019 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 512], "tolerance": 0.0001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 1, 127], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "state_window2_pinned", |
| "provenance": { |
| "notes": "Expected values are derived directly from ONNX Runtime's `state_window` schema. Slot 0 is the carry state after position 1 and slot 1 is the carry state after position 2." |
| }, |
| "attrs": { "activation": "none", "state_window": 2 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [1, 1, 3], "data": { "kind": "values", "values": [1.0, 2.0, 3.0] } }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 3], |
| "data": { "kind": "values", "values": [1.0, 10.0, 100.0] } |
| } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 3], |
| "data": { "kind": "values", "values": [100.0, 210.0, 321.0] }, |
| "tolerance": 0 |
| }, |
| "presentStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 1, 2], |
| "data": { "kind": "values", "values": [1.0, 2.0, 2.0, 3.0] }, |
| "tolerance": 0 |
| } |
| } |
| }, |
| { |
| "name": "state_window4_longer_than_sequence", |
| "provenance": { |
| "notes": "Expected values are derived directly from ONNX Runtime's `state_window` schema. The window exceeds the sequence length, so its leading `W - T` slots must be zero." |
| }, |
| "attrs": { "activation": "none", "state_window": 4 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [1, 1, 3], "data": { "kind": "values", "values": [2.0, -1.0, 4.0] } }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 3], |
| "data": { "kind": "values", "values": [1.0, 10.0, 100.0] } |
| } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 3], |
| "data": { "kind": "values", "values": [200.0, -80.0, 392.0] }, |
| "tolerance": 0 |
| }, |
| "presentStateT": { |
| "dtype": "float32", |
| "shape": [4, 1, 1, 2], |
| "data": { "kind": "values", "values": [0.0, 0.0, 0.0, 2.0, 2.0, -1.0, -1.0, 4.0] }, |
| "tolerance": 0 |
| } |
| } |
| }, |
| { |
| "name": "state_window2_past_slot_pinned", |
| "provenance": { |
| "notes": "Expected values are derived directly from ONNX Runtime's `state_window` schema. Large negative sentinels in past-state slot 0 must remain unread; only slot `W - 1` carries the preceding state." |
| }, |
| "attrs": { "activation": "none", "state_window": 2 }, |
| "inputs": { |
| "inputT": { "dtype": "float32", "shape": [1, 1, 2], "data": { "kind": "values", "values": [1.0, 2.0] } }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 3], |
| "data": { "kind": "values", "values": [1.0, 10.0, 100.0] } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 1, 2], |
| "data": { "kind": "values", "values": [-1000.0, -2000.0, 5.0, 7.0] } |
| } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 2], |
| "data": { "kind": "values", "values": [175.0, 217.0] }, |
| "tolerance": 0 |
| }, |
| "presentStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 1, 2], |
| "data": { "kind": "values", "values": [7.0, 1.0, 1.0, 2.0] }, |
| "tolerance": 0 |
| } |
| } |
| }, |
| { |
| "name": "vec4_state_window3", |
| "provenance": { |
| "notes": "Gives the aligned K=4 vec4 prefill path a windowed present_state; its scalar-typed state output has to be gathered lane by lane out of the vec4 input row." |
| }, |
| "attrs": { "activation": "silu", "state_window": 3 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 8], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.11, "cosStep": 0.23 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 8], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 1, 2, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_zero_state_window2", |
| "provenance": { |
| "notes": "A windowed present state on the large-kernel tiled path uses a two-dimensional `(slot, element)` output grid with no past state." |
| }, |
| "attrs": { "activation": "none", "state_window": 2 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 1, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_bias_no_state_window2", |
| "provenance": { |
| "notes": "Exercises windowed present-state publication on the large-kernel tiled route when bias is present but past state is absent." |
| }, |
| "attrs": { "activation": "silu", "state_window": 2 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-0.075] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 1, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_state_no_bias_window2", |
| "provenance": { |
| "notes": "Exercises windowed past-state reads and present-state publication on the large-kernel tiled route without bias." |
| }, |
| "attrs": { "activation": "none", "state_window": 2 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 1, 31], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.027, "cosStep": 0.019 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 1, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_state_bias_window2", |
| "provenance": { |
| "notes": "Windowed present_state on the large-kernel tiled path with a windowed past_state and bias; the earliest slot still reaches back into the carried state." |
| }, |
| "attrs": { "activation": "silu", "state_window": 2 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [1], "data": { "kind": "values", "values": [-0.075] } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 1, 31], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.027, "cosStep": 0.019 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 1, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 1, 31], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "vec4_state_window6_longer_than_sequence", |
| "provenance": { |
| "notes": "With `W = 6` and four input positions, the vec4 path must write zero to the two leading window slots that have no position in this call." |
| }, |
| "attrs": { "activation": "none", "state_window": 6 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.6, "sinStep": 0.29, "cosStep": 0.13 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.3, "sinStep": 0.19, "cosStep": 0.37 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [6, 1, 2, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "vec4_state_window_past_state_prefix", |
| "provenance": { |
| "notes": "The window reaches before the start of this call, so its early slots must come from `past_state` rather than the current input row." |
| }, |
| "attrs": { "activation": "silu", "state_window": 6 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.6, "sinStep": 0.29, "cosStep": 0.13 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.3, "sinStep": 0.19, "cosStep": 0.37 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [6, 1, 2, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.29, "cosStep": 0.37, "scale": 0.5 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [6, 1, 2, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "f16_scalar_state_bias_silu", |
| "provenance": { |
| "notes": "Float16 tensors exercise the scalar kernel; every tap and accumulation uses float32 and only the store narrows." |
| }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [1, 2, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [2, 1, 3], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.11, "cosStep": 0.23 } |
| }, |
| "biasT": { "dtype": "float16", "shape": [2], "data": { "kind": "values", "values": [0.1, -0.2] } }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [1, 2, 2], |
| "data": { "kind": "fillFloat32", "scale": 0.3, "sinStep": 0.29, "cosStep": 0.13 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [1, 2, 4], "tolerance": 0.005 }, |
| "presentStateT": { "dtype": "float16", "shape": [1, 2, 2], "tolerance": 0.005 } |
| } |
| }, |
| { |
| "name": "f16_k4_vec4_zero_state_silu", |
| "provenance": { "notes": "Float16 tensors exercise the four-tap vectorized kernel and its typed input loads." }, |
| "attrs": { "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 8], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.11, "cosStep": 0.23 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 8], "tolerance": 0.005 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 3], "tolerance": 0.005 } |
| } |
| }, |
| { |
| "name": "f16_large_kernel_tiled_state_bias", |
| "provenance": { |
| "notes": "float16 on the tiled large-kernel path, which stages the weight and the virtual input in float32 workgroup memory regardless of the tensor type." |
| }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [1, 1, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [1, 1, 32], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { "dtype": "float16", "shape": [1], "data": { "kind": "values", "values": [-0.075] } }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [1, 1, 31], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.027, "cosStep": 0.019 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [1, 1, 256], "tolerance": 0.01 }, |
| "presentStateT": { "dtype": "float16", "shape": [1, 1, 31], "tolerance": 0.005 } |
| } |
| }, |
| { |
| "name": "weight_rank3_k4_vec4_zero_state", |
| "provenance": { |
| "notes": "A rank-3 weight on the four-tap vectorized kernel, where the kernel extent is read as a vec4 rather than element by element." |
| }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 8], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.17, "cosStep": 0.31 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.11, "cosStep": 0.23 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 8], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_unaligned_k33_weight_tile_pad", |
| "provenance": { |
| "notes": "Kernel length 33 leaves one live tap in the final four-wide iteration, requiring zero padding in the tiled weight buffer." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 32], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_unaligned_k34_weight_tile_pad", |
| "provenance": { |
| "notes": "Kernel length 34 leaves two live taps in the final four-wide iteration, exercising the tiled weight-buffer tail." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 34], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 33], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_unaligned_k35_bias_weight_tile_pad", |
| "provenance": { |
| "notes": "Kernel length 3 mod 4, the largest pad, with a bias so the padded tail is exercised on the bias arm of the family too." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 35], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "scale": 0.1, "sinStep": 0.07, "cosStep": 0.03 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 34], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "large_kernel_tiled_unaligned_k37_state_weight_tile_pad", |
| "provenance": { |
| "notes": "A depthwise causal convolution with a 37-element kernel (one more than a multiple of four) carries a 36-element incoming state across a 256-element, 2-channel sequence." |
| }, |
| "attrs": { "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.013, "cosStep": 0.021 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 37], |
| "data": { "kind": "fillFloat32", "scale": 0.05, "sinStep": 0.031, "cosStep": 0.017 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 2, 36], |
| "data": { "kind": "fillFloat32", "scale": 0.15, "sinStep": 0.011, "cosStep": 0.029 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00005 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 36], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "vec4_state_window_bias_no_past_state", |
| "provenance": { |
| "notes": "A windowed present_state on the aligned K=4 vec4 arm that also carries a bias and starts from the zero prefix, so the window slot stride is exercised without a past_state input." |
| }, |
| "attrs": { "activation": "silu", "state_window": 3 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 8], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.23, "cosStep": 0.19 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.13, "cosStep": 0.29 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "scale": 0.3, "sinStep": 0.07, "cosStep": 0.41 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 8], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 1, 2, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "vec4_state_window_bias_past_state", |
| "provenance": { |
| "notes": "The windowed vec4 arm with both a bias and a past_state: the pinned past slot and the window slot stride are read in the same render." |
| }, |
| "attrs": { "activation": "silu", "state_window": 3 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 8], |
| "data": { "kind": "fillFloat32", "scale": 0.4, "sinStep": 0.31, "cosStep": 0.17 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 4], |
| "data": { "kind": "fillFloat32", "scale": 0.2, "sinStep": 0.11, "cosStep": 0.37 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "scale": 0.3, "sinStep": 0.05, "cosStep": 0.43 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [3, 1, 2, 3], |
| "data": { "kind": "fillFloat32", "scale": 0.5, "sinStep": 0.29, "cosStep": 0.13 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 8], "tolerance": 0.00002 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 1, 2, 3], "tolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_state_window3_batched_prefill_b2_c8_l6_k4", |
| "attrs": { "activation": "silu", "state_window": 3 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 8, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.19, "scale": 0.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [8, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21, "cosStep": 0.11, "scale": 0.25 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [8], "data": { "kind": "linspace", "start": 0.0, "end": 0.07 } }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [3, 2, 8, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.3, "cosStep": 0.13, "scale": 0.5 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 8, 6], "tolerance": 0.000001, "relTolerance": 0.000001 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 2, 8, 3], "tolerance": 0.000001, "relTolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "ort_state_window3_decode_generic_k7_b2_c8", |
| "attrs": { "activation": "silu", "state_window": 3 }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 8, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.19, "scale": 0.5 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [8, 1, 7], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21, "cosStep": 0.11, "scale": 0.25 } |
| }, |
| "biasT": { "dtype": "float32", "shape": [8], "data": { "kind": "linspace", "start": 0.0, "end": 0.07 } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 8, 1], "tolerance": 0.000001, "relTolerance": 0.000001 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 2, 8, 6], "tolerance": 0.000001, "relTolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state0_bias0_float32", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state0_bias0_float16", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state0_bias1_float32", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state0_bias1_float16", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state1_bias0_float32", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 3, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state1_bias0_float16", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [2, 3, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state1_bias1_float32", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 3, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation2_state1_bias1_float16", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [2, 3, 6], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 6], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state0_bias0_float32", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state0_bias0_float16", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state0_bias1_float32", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state0_bias1_float16", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state1_bias0_float32", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 3, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [3, 2, 3, 9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state1_bias0_float16", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 3, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [3, 2, 3, 9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [3, 2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state1_bias1_float32", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 3, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [3, 2, 3, 9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 5], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout0_dilation3_state1_bias1_float16", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 3, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 3, 5], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [3, 2, 3, 9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 3, 5], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [3, 2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state0_bias0_float32", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state0_bias0_float16", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state0_bias1_float32", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state0_bias1_float16", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state1_bias0_float32", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 3, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state1_bias0_float16", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [2, 3, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state1_bias1_float32", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 3, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation1_state1_bias1_float16", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [2, 3, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 3, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state0_bias0_float32", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state0_bias0_float16", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state0_bias1_float32", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state0_bias1_float16", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state1_bias0_float32", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 6, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state1_bias0_float16", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [2, 6, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state1_bias1_float32", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 6, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation2_state1_bias1_float16", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [2, 6, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 6, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state0_bias0_float32", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state0_bias0_float16", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state0_bias1_float32", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state0_bias1_float16", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state1_bias0_float32", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 3, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [3, 2, 9, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state1_bias0_float16", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 3, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [3, 2, 9, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [3, 2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state1_bias1_float32", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 3, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [3, 2, 9, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [3, 2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "layout1_dilation3_state1_bias1_float16", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 3, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [2, 5, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [3, 2, 9, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [2, 5, 3], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [3, 2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation2_state0_bias0", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 64], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation2_state0_bias1", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 64], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation2_state1_bias0", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 2, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 2, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 2, 64], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation2_state1_bias1", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 2, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 2, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 2, 64], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation3_state0_bias0", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 96], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation3_state0_bias1", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 96], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation3_state1_bias0", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 2, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 2, 96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 2, 96], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation3_state1_bias1", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 2, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 33], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 1, 2, 96], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float32", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 2, 256], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 1, 2, 96], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "tiled_dilation2_f16", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float16", |
| "shape": [1, 2, 256], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float16", |
| "shape": [2, 1, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float16", |
| "shape": [1, 2, 62], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| }, |
| "biasT": { |
| "dtype": "float16", |
| "shape": [2], |
| "data": { "kind": "fillFloat32", "sinStep": 0.284, "cosStep": 0.185, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float16", "shape": [1, 2, 256], "tolerance": 0.002, "relTolerance": 0.002 }, |
| "presentStateT": { "dtype": "float16", "shape": [1, 2, 62], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "dilated_empty_carry_layout0", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 0], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 3, 9], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 0], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 9], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "dilated_kernel1_layout0", |
| "attrs": { "channels_last": 0, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 3, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 3, 1], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 3, 0], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "dilated_empty_carry_layout1", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 0, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 4], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 9, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.21299999999999997, "cosStep": 0.148, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 0, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 9, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "dilated_kernel1_layout1", |
| "attrs": { "channels_last": 1, "dilation": 3, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "fillFloat32", "sinStep": 0.071, "cosStep": 0.074, "scale": 0.2 } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 1], |
| "data": { "kind": "fillFloat32", "sinStep": 0.142, "cosStep": 0.11099999999999999, "scale": 0.2 } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 1, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 0, 3], "tolerance": 0 } |
| } |
| }, |
| { |
| "name": "ort_dilated_no_state", |
| "attrs": { "channels_last": 0, "dilation": 2, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 6], |
| "data": { "kind": "values", "values": [1.0, 2.0, 3.0, 4.0, 5.0, 6.0, 0.5, 1.5, 2.5, 3.5, 4.5, 5.5] } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [2, 1, 3], |
| "data": { "kind": "values", "values": [0.1, 0.2, 0.3, 0.4, 0.5, 0.6] } |
| } |
| }, |
| "outputs": { |
| "outputT": { |
| "dtype": "float32", |
| "shape": [1, 2, 6], |
| "tolerance": 0.00001, |
| "relTolerance": 0.00001, |
| "data": { "kind": "values", "values": [0.3, 0.6, 1.1, 1.6, 2.2, 2.8, 0.3, 0.9, 1.75, 2.85, 4.15, 5.65] } |
| }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 2, 4], "tolerance": 0 } |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "DilatedNoState" |
| } |
| }, |
| { |
| "name": "ort_ChannelsLastNoState", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "none" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 4, 3], |
| "data": { |
| "kind": "values", |
| "values": [0.0, 0.49794042226882, 0.09029813394711646, 0.180807715982481, 0.48063760148764995, -0.09364733177145158, 0.3371439558140725, 0.3982827361180434, -0.2649180704542467, 0.4478493428400238, 0.26202217084363805, -0.40033339108790883, -0.4815654652866582, -0.17762677999402132, 0.44935404790581346, -0.49761991288458135, 0.003407320037385088, 0.49823780737030027, -0.4463238397141173, 0.18398025528619233, 0.4796874169464321, -0.334619928638131, 0.3396523260724074, 0.3962135849542642] |
| } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 3], |
| "data": { |
| "kind": "values", |
| "values": [0.25, 0.24450772868103707, 0.22827223507807706, 0.20200687707803797, 0.16686570646032703, 0.12439276197293174, 0.07645422709457234, 0.025156433346732933, -0.02724668805996778] |
| } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 4, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 2, 3], "tolerance": 0 } |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "ChannelsLastNoState" |
| } |
| }, |
| { |
| "name": "ort_ChannelsLastWithStateAndBias", |
| "attrs": { "channels_last": 1, "dilation": 1, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [2, 5, 3], |
| "data": { |
| "kind": "values", |
| "values": [0.0, 0.49635649551879424, 0.11962466460699121, 0.14297611255241777, 0.49285958941777674, -0.024194221684207075, 0.2740119683959368, 0.44820287057578, -0.16599259411036685, 0.3821644685127525, 0.3661157220151257, -0.2939285516892412, 0.4584015543858834, 0.2534534261240267, -0.3973178748786984, -0.46752628877922453, -0.23230108970687868, 0.4115404395057525, -0.49869053084904663, -0.09599295836497751, 0.4755556962035543, -0.48820800514532486, 0.04833176081570862, 0.499856227198713, -0.4369541309645112, 0.1886201859537722, 0.48241264049654564, -0.3492092346081068, 0.3131565151608276, 0.42468168925273364] |
| } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 3], |
| "data": { |
| "kind": "values", |
| "values": [0.25, 0.24450772868103707, 0.22827223507807706, 0.20200687707803797, 0.16686570646032703, 0.12439276197293174, 0.07645422709457234, 0.025156433346732933, -0.02724668805996778] |
| } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [2, 2, 3], |
| "data": { |
| "kind": "values", |
| "values": [0.1, 0.08253356149096784, 0.036235775447667366, 0.09553364891256061, 0.06216099682706645, 0.007073720166770291, -0.02272020946930869, -0.07373937155412455, -0.09899924966004454, -0.05048461045998576, -0.09040721420170611, -0.0987479769908865] |
| } |
| }, |
| "biasT": { "dtype": "float32", "shape": [3], "data": { "kind": "values", "values": [-0.02, -0.01, 0.0] } } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [2, 5, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [2, 2, 3], "tolerance": 0 } |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "ChannelsLastWithStateAndBias" |
| } |
| }, |
| { |
| "name": "ort_ChannelsLastDilated", |
| "attrs": { "channels_last": 1, "dilation": 2, "state_window": 0, "activation": "silu" }, |
| "inputs": { |
| "inputT": { |
| "dtype": "float32", |
| "shape": [1, 6, 3], |
| "data": { |
| "kind": "values", |
| "values": [0.0, 0.03260086070410765, -0.06498480608606168, 0.195270898753163, -0.16616904270849853, 0.13596155292740508, 0.3408432087797452, -0.3226470994332962, 0.30230420322282175, 0.3996671781085904, -0.3970079251679853, 0.39170711307448003, 0.3567714603813519, -0.370325872931093, 0.38141625986022976, 0.2230734869565668, -0.24939181811147415, 0.27405077876512024] |
| } |
| }, |
| "weightT": { |
| "dtype": "float32", |
| "shape": [3, 1, 3], |
| "data": { |
| "kind": "values", |
| "values": [0.3, 0.29567543007286823, 0.28282639965850387, 0.2618233522937254, 0.23327181562527838, 0.19799494376549462, 0.15700978537549484, 0.11149796167815983, 0.06277159976742577] |
| } |
| }, |
| "pastStateT": { |
| "dtype": "float32", |
| "shape": [1, 4, 3], |
| "data": { |
| "kind": "values", |
| "values": [-0.2, 0.08000000000000002, 0.36000000000000004, -0.13, 0.15000000000000002, 0.4300000000000001, -0.06, 0.22000000000000003, 0.5, 0.010000000000000009, 0.29000000000000004, 0.5700000000000001] |
| } |
| } |
| }, |
| "outputs": { |
| "outputT": { "dtype": "float32", "shape": [1, 6, 3], "tolerance": 0.00001, "relTolerance": 0.00001 }, |
| "presentStateT": { "dtype": "float32", "shape": [1, 4, 3], "tolerance": 0 } |
| }, |
| "provenance": { |
| "source": "onnxruntime/test/contrib_ops/causal_conv_with_state_op_test.cc", |
| "test": "ChannelsLastDilated" |
| } |
| } |
| ] |
| } |
|
|
