Commit ·
1cd2d0f
1
Parent(s): 698bdb0
Match the vulkan config to the canonical exporter spec
Browse filesThe published config dropped int8's default flag and declared the encode
input as -1. The canonical schema marks one default per quant-group, and the
other whisper backends declare the encode length as its 480000 maximum.
- vulkan/config.json +9 -8
vulkan/config.json
CHANGED
|
@@ -9,9 +9,9 @@
|
|
| 9 |
"license": "apache-2.0",
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
-
"file": "
|
| 13 |
-
"precision": "
|
| 14 |
-
"quantized":
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
| 17 |
"decode": {
|
|
@@ -53,7 +53,7 @@
|
|
| 53 |
"inputs": [
|
| 54 |
{
|
| 55 |
"shape": [
|
| 56 |
-
|
| 57 |
],
|
| 58 |
"dtype": "float32"
|
| 59 |
}
|
|
@@ -72,9 +72,10 @@
|
|
| 72 |
}
|
| 73 |
},
|
| 74 |
{
|
| 75 |
-
"file": "
|
| 76 |
-
"precision": "
|
| 77 |
-
"quantized":
|
|
|
|
| 78 |
"methods": {
|
| 79 |
"decode": {
|
| 80 |
"inputs": [
|
|
@@ -115,7 +116,7 @@
|
|
| 115 |
"inputs": [
|
| 116 |
{
|
| 117 |
"shape": [
|
| 118 |
-
|
| 119 |
],
|
| 120 |
"dtype": "float32"
|
| 121 |
}
|
|
|
|
| 9 |
"license": "apache-2.0",
|
| 10 |
"variants": [
|
| 11 |
{
|
| 12 |
+
"file": "whisper_tiny_vulkan_int8.pte",
|
| 13 |
+
"precision": "int8",
|
| 14 |
+
"quantized": true,
|
| 15 |
"default": true,
|
| 16 |
"methods": {
|
| 17 |
"decode": {
|
|
|
|
| 53 |
"inputs": [
|
| 54 |
{
|
| 55 |
"shape": [
|
| 56 |
+
480000
|
| 57 |
],
|
| 58 |
"dtype": "float32"
|
| 59 |
}
|
|
|
|
| 72 |
}
|
| 73 |
},
|
| 74 |
{
|
| 75 |
+
"file": "whisper_tiny_vulkan_fp16.pte",
|
| 76 |
+
"precision": "fp16",
|
| 77 |
+
"quantized": false,
|
| 78 |
+
"default": true,
|
| 79 |
"methods": {
|
| 80 |
"decode": {
|
| 81 |
"inputs": [
|
|
|
|
| 116 |
"inputs": [
|
| 117 |
{
|
| 118 |
"shape": [
|
| 119 |
+
480000
|
| 120 |
],
|
| 121 |
"dtype": "float32"
|
| 122 |
}
|