Hourly checkpoint upload at step 801 (0.09%)

config.json

@@ -5,6 +5,7 @@
   "attnres_block_size": null,
   "bos_token_id": 1,
   "conv_size": 4,
+  "dtype": "bfloat16",
   "eos_token_id": 2,
   "expand_v": 1.0,
   "fuse_cross_entropy": true,

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07e22d7477f3032fca1c0a21817bb3e52374f2af3efd3490ec2c1ac74456bcd1
-size 4183350172
+oid sha256:7ef9749287f42a2aa9140f2a5d26903190ec5a8ccb493ed6b12707777528e7a4
+size 4183354908

training_state.json

@@ -1 +1 @@
-{"step": 706, "tokens_seen": 832831488}
+{"step": 801, "tokens_seen": 944898048}