ReactiveAI
/

RxT-Beta-Micro-Encoder-Base

🇪🇺 Region: EU

Model card Files Files and versions

AdamF92 commited on 9 days ago

Commit

64f34d3

·

verified ·

1 Parent(s): e8bc67a

In progress training - batch: 0

Files changed (2) hide show

config.json +1 -1
model.safetensors +1 -1

config.json CHANGED Viewed

@@ -12,7 +12,7 @@
   "self_att_type": "sqa",
   "seq_len": 8192,
   "skip_memory_cross_attention": true,
-  "stm_size": 4096,
   "use_attention_output_bias": false,
   "use_flash_attention": true,
   "use_gated": true,

   "self_att_type": "sqa",
   "seq_len": 8192,
   "skip_memory_cross_attention": true,
+  "stm_size": 1024,
   "use_attention_output_bias": false,
   "use_flash_attention": true,
   "use_gated": true,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:026acd4741480dc89338a1fa03481f2498bc0636c3d5c8da798b99957a19b4d6
 size 64205688

 version https://git-lfs.github.com/spec/v1
+oid sha256:7d52752ff18963752efc5d0c829eaba81cc2558dda37bfffb279fc9b9b5dc70c
 size 64205688