nm-testing
/

fp8_dynamic_moe-e2e

compressed-tensors

Model card Files Files and versions

nm-autobot commited on 10 days ago

Commit

774acd0

·

verified ·

1 Parent(s): 3985098

Upload folder using huggingface_hub

Files changed (2) hide show

config.json +2 -2
generation_config.json +1 -1

config.json CHANGED Viewed

@@ -122,7 +122,7 @@
     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
-    "version": "0.18.1.a20260824"
   },
   "rms_norm_eps": 1e-06,
   "rope_parameters": {
@@ -132,7 +132,7 @@
   "router_aux_loss_coef": 0.001,
   "sliding_window": null,
   "tie_word_embeddings": false,
-  "transformers_version": "5.16.0",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

     "quantization_status": "compressed",
     "sparsity_config": {},
     "transform_config": {},
+    "version": "0.1.dev1+gdd29a1c"
   },
   "rms_norm_eps": 1e-06,
   "rope_parameters": {
   "router_aux_loss_coef": 0.001,
   "sliding_window": null,
   "tie_word_embeddings": false,
+  "transformers_version": "5.16.1",
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 151936

generation_config.json CHANGED Viewed

@@ -9,5 +9,5 @@
   "temperature": 0.6,
   "top_k": 20,
   "top_p": 0.95,
-  "transformers_version": "5.16.0"
 }

   "temperature": 0.6,
   "top_k": 20,
   "top_p": 0.95,
+  "transformers_version": "5.16.1"
 }