add B4_0 (completed, step 30000)

B4_0/config.json

@@ -0,0 +1,19 @@
+{
+ "arch": "aspect-d bidirectional masked-diffusion transformer over Mimi tokens",
+ "config_id": "B4",
+ "seed": 0,
+ "width": 448,
+ "depth": 22,
+ "heads": 7,
+ "nonembed_params": 53006016,
+ "total_params": 67764480,
+ "mup_base_width": 256,
+ "lr_base": 0.004,
+ "steps": 30000,
+ "status": "completed",
+ "codec": "kyutai/mimi (12.5 Hz, 8 codebooks, 2048+MASK+PAD)",
+ "phoneme_vocab_file": "phone_vocab.json",
+ "final_val_loss": 4.5215161988725905,
+ "gpu_hours": 4.848298084669643,
+ "dtype": "bfloat16"
+}

B4_0/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88823dae96a659d891c06a9e49b40ae7c2cbfa20af8ac71fbe7e976943cd3fbb
+size 135542816

B4_0/run.json

@@ -0,0 +1,177 @@
+{
+ "config": "B4",
+ "seed": 0,
+ "lr": 0.004,
+ "steps": 30000,
+ "width": 448,
+ "depth": 22,
+ "heads": 7,
+ "nonembed_params": 53006016,
+ "total_params": 67764480,
+ "micro_batch": 128,
+ "accum": 2,
+ "device": "NVIDIA B200",
+ "started": 1785980566.234043,
+ "status": "completed",
+ "recipe": "coarse",
+ "wall_seconds": 17453.873104810715,
+ "gpu_hours": 4.848298084669643,
+ "wall_seconds_this_segment": 17453.873109340668,
+ "final_step": 30000,
+ "val_hist": [
+  {
+   "step": 1000,
+   "val_loss": 6.126289662685499,
+   "wall": 525.7829875946045
+  },
+  {
+   "step": 2000,
+   "val_loss": 5.836386487648779,
+   "wall": 1128.671791791916
+  },
+  {
+   "step": 3000,
+   "val_loss": 5.662523730802064,
+   "wall": 1651.314879655838
+  },
+  {
+   "step": 4000,
+   "val_loss": 5.527905530414276,
+   "wall": 2178.9276161193848
+  },
+  {
+   "step": 5000,
+   "val_loss": 5.425746548495028,
+   "wall": 2737.8965752124786
+  },
+  {
+   "step": 6000,
+   "val_loss": 5.344057817352991,
+   "wall": 3331.4690158367157
+  },
+  {
+   "step": 7000,
+   "val_loss": 5.290744788096515,
+   "wall": 3969.9588534832
+  },
+  {
+   "step": 8000,
+   "val_loss": 5.222889682471529,
+   "wall": 4577.679897785187
+  },
+  {
+   "step": 9000,
+   "val_loss": 5.1799287011709145,
+   "wall": 5131.042224407196
+  },
+  {
+   "step": 10000,
+   "val_loss": 5.115018425134087,
+   "wall": 5748.653543949127
+  },
+  {
+   "step": 11000,
+   "val_loss": 5.076876474496146,
+   "wall": 6293.961993217468
+  },
+  {
+   "step": 12000,
+   "val_loss": 5.041132399170289,
+   "wall": 6862.618046045303
+  },
+  {
+   "step": 13000,
+   "val_loss": 4.993429445224102,
+   "wall": 7486.324169158936
+  },
+  {
+   "step": 14000,
+   "val_loss": 4.968508591346989,
+   "wall": 8104.3850610256195
+  },
+  {
+   "step": 15000,
+   "val_loss": 4.936022295407587,
+   "wall": 8666.740983486176
+  },
+  {
+   "step": 16000,
+   "val_loss": 4.911614506815396,
+   "wall": 9219.982203960419
+  },
+  {
+   "step": 17000,
+   "val_loss": 4.874090303892051,
+   "wall": 9798.643358707428
+  },
+  {
+   "step": 18000,
+   "val_loss": 4.844846730209142,
+   "wall": 10351.55480146408
+  },
+  {
+   "step": 19000,
+   "val_loss": 4.816265043506796,
+   "wall": 10991.706483364105
+  },
+  {
+   "step": 20000,
+   "val_loss": 4.7807910795190365,
+   "wall": 11633.218596220016
+  },
+  {
+   "step": 21000,
+   "val_loss": 4.746610293470996,
+   "wall": 12232.599727392197
+  },
+  {
+   "step": 22000,
+   "val_loss": 4.714700325544334,
+   "wall": 12823.832135438919
+  },
+  {
+   "step": 23000,
+   "val_loss": 4.67787073446017,
+   "wall": 13374.5461769104
+  },
+  {
+   "step": 24000,
+   "val_loss": 4.6488944689924345,
+   "wall": 13954.316857814789
+  },
+  {
+   "step": 25000,
+   "val_loss": 4.615192154570253,
+   "wall": 14511.689994335175
+  },
+  {
+   "step": 26000,
+   "val_loss": 4.588374255877155,
+   "wall": 15132.807088375092
+  },
+  {
+   "step": 27000,
+   "val_loss": 4.565240860755985,
+   "wall": 15766.879757642746
+  },
+  {
+   "step": 28000,
+   "val_loss": 4.544897266665595,
+   "wall": 16320.771750211716
+  },
+  {
+   "step": 29000,
+   "val_loss": 4.530654027487859,
+   "wall": 16897.73913669586
+  },
+  {
+   "step": 30000,
+   "val_loss": 4.5215161988725905,
+   "wall": 17448.301064252853
+  }
+ ],
+ "tokens_seen": 6950021264,
+ "final_train_loss": 4.56182987691756,
+ "final_val_loss": 4.5215161988725905,
+ "finished": 1785998020.2288804
+}