add A3_2 (completed, step 30000)

A3_2/config.json

@@ -0,0 +1,19 @@
+{
+ "arch": "aspect-d bidirectional masked-diffusion transformer over Mimi tokens",
+ "config_id": "A3",
+ "seed": 2,
+ "width": 384,
+ "depth": 12,
+ "heads": 6,
+ "nonembed_params": 21243264,
+ "total_params": 33893376,
+ "mup_base_width": 256,
+ "lr_base": 0.004,
+ "steps": 30000,
+ "status": "completed",
+ "codec": "kyutai/mimi (12.5 Hz, 8 codebooks, 2048+MASK+PAD)",
+ "phoneme_vocab_file": "phone_vocab.json",
+ "final_val_loss": 4.571121024641047,
+ "gpu_hours": 1.0310891108380424,
+ "dtype": "bfloat16"
+}

A3_2/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9908c6efdbe1f21e9127162629d1da59a11a2947b8487ff9b7fa432fa20f4ef
+size 67794992

A3_2/run.json

@@ -0,0 +1,177 @@
+{
+ "config": "A3",
+ "seed": 2,
+ "lr": 0.004,
+ "steps": 30000,
+ "width": 384,
+ "depth": 12,
+ "heads": 6,
+ "nonembed_params": 21243264,
+ "total_params": 33893376,
+ "micro_batch": 256,
+ "accum": 1,
+ "device": "NVIDIA B200",
+ "started": 1786000799.8127096,
+ "status": "completed",
+ "recipe": "coarse",
+ "wall_seconds": 3711.9207990169525,
+ "gpu_hours": 1.0310891108380424,
+ "wall_seconds_this_segment": 3711.920824289322,
+ "final_step": 30000,
+ "val_hist": [
+  {
+   "step": 1000,
+   "val_loss": 6.071007881967195,
+   "wall": 155.91099572181702
+  },
+  {
+   "step": 2000,
+   "val_loss": 5.782506469281807,
+   "wall": 279.81753873825073
+  },
+  {
+   "step": 3000,
+   "val_loss": 5.586054015377423,
+   "wall": 410.8446886539459
+  },
+  {
+   "step": 4000,
+   "val_loss": 5.469508889151963,
+   "wall": 533.9302434921265
+  },
+  {
+   "step": 5000,
+   "val_loss": 5.361725283048966,
+   "wall": 653.8094389438629
+  },
+  {
+   "step": 6000,
+   "val_loss": 5.282088303297436,
+   "wall": 775.2870154380798
+  },
+  {
+   "step": 7000,
+   "val_loss": 5.23664866070695,
+   "wall": 898.6819291114807
+  },
+  {
+   "step": 8000,
+   "val_loss": 5.188171573147882,
+   "wall": 1019.9028518199921
+  },
+  {
+   "step": 9000,
+   "val_loss": 5.15512080356962,
+   "wall": 1140.7262256145477
+  },
+  {
+   "step": 10000,
+   "val_loss": 5.106514861543506,
+   "wall": 1261.468338727951
+  },
+  {
+   "step": 11000,
+   "val_loss": 5.081736478892338,
+   "wall": 1382.8378834724426
+  },
+  {
+   "step": 12000,
+   "val_loss": 5.044231359906003,
+   "wall": 1504.450493812561
+  },
+  {
+   "step": 13000,
+   "val_loss": 5.016005780646242,
+   "wall": 1625.973618030548
+  },
+  {
+   "step": 14000,
+   "val_loss": 4.995077998759335,
+   "wall": 1750.5855829715729
+  },
+  {
+   "step": 15000,
+   "val_loss": 4.959861689782713,
+   "wall": 1871.1812407970428
+  },
+  {
+   "step": 16000,
+   "val_loss": 4.93695053317545,
+   "wall": 1992.6073234081268
+  },
+  {
+   "step": 17000,
+   "val_loss": 4.908659515704506,
+   "wall": 2113.35170173645
+  },
+  {
+   "step": 18000,
+   "val_loss": 4.878984692163998,
+   "wall": 2235.705159664154
+  },
+  {
+   "step": 19000,
+   "val_loss": 4.845631014647237,
+   "wall": 2357.2414894104004
+  },
+  {
+   "step": 20000,
+   "val_loss": 4.816521887932155,
+   "wall": 2481.574625015259
+  },
+  {
+   "step": 21000,
+   "val_loss": 4.78626297218865,
+   "wall": 2604.134602546692
+  },
+  {
+   "step": 22000,
+   "val_loss": 4.75429121225633,
+   "wall": 2730.44309425354
+  },
+  {
+   "step": 23000,
+   "val_loss": 4.722450526028513,
+   "wall": 2851.8291001319885
+  },
+  {
+   "step": 24000,
+   "val_loss": 4.691743498588819,
+   "wall": 2975.181205511093
+  },
+  {
+   "step": 25000,
+   "val_loss": 4.6615818627168215,
+   "wall": 3098.050544023514
+  },
+  {
+   "step": 26000,
+   "val_loss": 4.6364590322959005,
+   "wall": 3220.632518529892
+  },
+  {
+   "step": 27000,
+   "val_loss": 4.608783524892414,
+   "wall": 3342.2895863056183
+  },
+  {
+   "step": 28000,
+   "val_loss": 4.591598142976129,
+   "wall": 3465.662348985672
+  },
+  {
+   "step": 29000,
+   "val_loss": 4.5802016774785175,
+   "wall": 3588.3210146427155
+  },
+  {
+   "step": 30000,
+   "val_loss": 4.571121024641047,
+   "wall": 3709.6831986904144
+  }
+ ],
+ "tokens_seen": 6950056200,
+ "final_train_loss": 4.591052366955446,
+ "final_val_loss": 4.571121024641047,
+ "finished": 1786004511.8628035
+}