nityanandmathur commited on
Commit
cb861a0
·
verified ·
1 Parent(s): f83a6dd

add sweep_g1_w256_lr0.001 (completed, step 3000)

Browse files
sweep_g1_w256_lr0.001/config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "arch": "aspect-d bidirectional masked-diffusion transformer over Mimi tokens",
3
+ "config_id": "proxy_d12_w256",
4
+ "seed": 0,
5
+ "width": 256,
6
+ "depth": 12,
7
+ "heads": 4,
8
+ "nonembed_params": 9443584,
9
+ "total_params": 17876992,
10
+ "mup_base_width": 256,
11
+ "lr_base": 0.001,
12
+ "steps": 3000,
13
+ "status": "completed",
14
+ "codec": "kyutai/mimi (12.5 Hz, 8 codebooks, 2048+MASK+PAD)",
15
+ "phoneme_vocab_file": "phone_vocab.json",
16
+ "final_val_loss": 5.611729965079002,
17
+ "gpu_hours": 0.22675419390201568,
18
+ "dtype": "bfloat16"
19
+ }
sweep_g1_w256_lr0.001/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d3af716d0d75b4253db4c0d1a9348622510d648e936c0ffb4a2732688c6d729
3
+ size 35762192
sweep_g1_w256_lr0.001/run.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "config": "proxy_d12_w256",
3
+ "seed": 0,
4
+ "lr": 0.001,
5
+ "steps": 3000,
6
+ "width": 256,
7
+ "depth": 12,
8
+ "heads": 4,
9
+ "nonembed_params": 9443584,
10
+ "total_params": 17876992,
11
+ "micro_batch": 256,
12
+ "accum": 1,
13
+ "device": "NVIDIA B200",
14
+ "started": 1785971287.77931,
15
+ "status": "completed",
16
+ "wall_seconds": 816.3150980472565,
17
+ "gpu_hours": 0.22675419390201568,
18
+ "wall_seconds_this_segment": 816.3151023387909,
19
+ "final_step": 3000,
20
+ "val_hist": [
21
+ {
22
+ "step": 1000,
23
+ "val_loss": 6.158987213275466,
24
+ "wall": 277.7207260131836
25
+ },
26
+ {
27
+ "step": 2000,
28
+ "val_loss": 5.768409265687088,
29
+ "wall": 544.9150099754333
30
+ },
31
+ {
32
+ "step": 3000,
33
+ "val_loss": 5.611729965079002,
34
+ "wall": 812.6518595218658
35
+ }
36
+ ],
37
+ "tokens_seen": 695101232,
38
+ "final_train_loss": 5.651921023516699,
39
+ "final_val_loss": 5.611729965079002,
40
+ "finished": 1785972104.2436078
41
+ }