add sweep_g1_w256_lr0.001 (completed, step 3000)
Browse files
sweep_g1_w256_lr0.001/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"arch": "aspect-d bidirectional masked-diffusion transformer over Mimi tokens",
|
| 3 |
+
"config_id": "proxy_d12_w256",
|
| 4 |
+
"seed": 0,
|
| 5 |
+
"width": 256,
|
| 6 |
+
"depth": 12,
|
| 7 |
+
"heads": 4,
|
| 8 |
+
"nonembed_params": 9443584,
|
| 9 |
+
"total_params": 17876992,
|
| 10 |
+
"mup_base_width": 256,
|
| 11 |
+
"lr_base": 0.001,
|
| 12 |
+
"steps": 3000,
|
| 13 |
+
"status": "completed",
|
| 14 |
+
"codec": "kyutai/mimi (12.5 Hz, 8 codebooks, 2048+MASK+PAD)",
|
| 15 |
+
"phoneme_vocab_file": "phone_vocab.json",
|
| 16 |
+
"final_val_loss": 5.611729965079002,
|
| 17 |
+
"gpu_hours": 0.22675419390201568,
|
| 18 |
+
"dtype": "bfloat16"
|
| 19 |
+
}
|
sweep_g1_w256_lr0.001/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d3af716d0d75b4253db4c0d1a9348622510d648e936c0ffb4a2732688c6d729
|
| 3 |
+
size 35762192
|
sweep_g1_w256_lr0.001/run.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"config": "proxy_d12_w256",
|
| 3 |
+
"seed": 0,
|
| 4 |
+
"lr": 0.001,
|
| 5 |
+
"steps": 3000,
|
| 6 |
+
"width": 256,
|
| 7 |
+
"depth": 12,
|
| 8 |
+
"heads": 4,
|
| 9 |
+
"nonembed_params": 9443584,
|
| 10 |
+
"total_params": 17876992,
|
| 11 |
+
"micro_batch": 256,
|
| 12 |
+
"accum": 1,
|
| 13 |
+
"device": "NVIDIA B200",
|
| 14 |
+
"started": 1785971287.77931,
|
| 15 |
+
"status": "completed",
|
| 16 |
+
"wall_seconds": 816.3150980472565,
|
| 17 |
+
"gpu_hours": 0.22675419390201568,
|
| 18 |
+
"wall_seconds_this_segment": 816.3151023387909,
|
| 19 |
+
"final_step": 3000,
|
| 20 |
+
"val_hist": [
|
| 21 |
+
{
|
| 22 |
+
"step": 1000,
|
| 23 |
+
"val_loss": 6.158987213275466,
|
| 24 |
+
"wall": 277.7207260131836
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"step": 2000,
|
| 28 |
+
"val_loss": 5.768409265687088,
|
| 29 |
+
"wall": 544.9150099754333
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"step": 3000,
|
| 33 |
+
"val_loss": 5.611729965079002,
|
| 34 |
+
"wall": 812.6518595218658
|
| 35 |
+
}
|
| 36 |
+
],
|
| 37 |
+
"tokens_seen": 695101232,
|
| 38 |
+
"final_train_loss": 5.651921023516699,
|
| 39 |
+
"final_val_loss": 5.611729965079002,
|
| 40 |
+
"finished": 1785972104.2436078
|
| 41 |
+
}
|