Tool-free SFT of d24_decoderstack step 5568 (462 steps, val bpb 0.2732, ChatCORE 0.2527); model + meta + w1 optim shard

chatsft_checkpoints/d24_decoderstack_w1/meta_000462.json

@@ -0,0 +1,38 @@
+{
+  "step": 462,
+  "val_bpb": 0.2732188042985377,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 32768,
+    "n_layer": 24,
+    "n_head": 12,
+    "n_kv_head": 12,
+    "n_embd": 1536,
+    "window_pattern": "SSSL"
+  },
+  "user_config": {
+    "run": "sft-d24ds-notools-1xh100",
+    "device_type": "",
+    "model_tag": "d24_decoderstack_w1",
+    "model_step": 5568,
+    "load_optimizer": 1,
+    "num_iterations": -1,
+    "max_seq_len": null,
+    "device_batch_size": 16,
+    "total_batch_size": null,
+    "embedding_lr": null,
+    "unembedding_lr": null,
+    "matrix_lr": null,
+    "init_lr_frac": 0.8,
+    "warmup_ratio": 0.0,
+    "warmdown_ratio": 0.5,
+    "final_lr_frac": 0.0,
+    "eval_every": 50,
+    "eval_tokens": 20971520,
+    "chatcore_every": 100,
+    "chatcore_max_cat": -1,
+    "chatcore_max_sample": 24,
+    "mmlu_epochs": 3,
+    "gsm8k_epochs": 4
+  }
+}

chatsft_checkpoints/d24_decoderstack_w1/model_000462.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8567df1f60c193469cab6077b0b037faaa2553a816abc27f866d9ae6a030a443
+size 4227933321

chatsft_checkpoints/d24_decoderstack_w1/optim_000462_rank0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14037e5ab375ea9af752654cb09db2dc3225c315466fdb7adc3199844c7cf45c
+size 5739601689