nm-autobot commited on
Commit
86f1fff
·
verified ·
1 Parent(s): 1296c60

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. model.safetensors +2 -2
config.json CHANGED
@@ -32,12 +32,12 @@
32
  "actorder": null,
33
  "block_structure": null,
34
  "dynamic": false,
35
- "group_size": null,
36
  "num_bits": 8,
37
  "observer": "memoryless_minmax",
38
  "observer_kwargs": {},
39
  "scale_dtype": null,
40
- "strategy": "channel",
41
  "symmetric": true,
42
  "type": "int",
43
  "zp_dtype": null
@@ -54,7 +54,7 @@
54
  "quantization_status": "compressed",
55
  "sparsity_config": {},
56
  "transform_config": {},
57
- "version": "0.15.1.a20260520"
58
  },
59
  "rms_norm_eps": 1e-05,
60
  "rope_scaling": null,
 
32
  "actorder": null,
33
  "block_structure": null,
34
  "dynamic": false,
35
+ "group_size": 128,
36
  "num_bits": 8,
37
  "observer": "memoryless_minmax",
38
  "observer_kwargs": {},
39
  "scale_dtype": null,
40
+ "strategy": "group",
41
  "symmetric": true,
42
  "type": "int",
43
  "zp_dtype": null
 
54
  "quantization_status": "compressed",
55
  "sparsity_config": {},
56
  "transform_config": {},
57
+ "version": "0.15.1.a20260521"
58
  },
59
  "rms_norm_eps": 1e-05,
60
  "rope_scaling": null,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f60bec0810acfe02adb3a55a2ed12ce9de0fb5b52bf0d42adfadf30d53ec8b40
3
- size 1232060880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84bf997af77fa0b33c22fda4df2eba07d861bfb638cb5f3ea22940df5d8c0151
3
+ size 1246411368