epoch tracking still broken

stanford-crfm · Oct 24, 2024 · 18a5352 · 18a5352
1 parent 08fd427
commit 18a5352
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/src/levanter/callbacks.py b/src/levanter/callbacks.py
@@ -60,7 +60,7 @@ def log_length():
         import asyncio
 
         async def compute_length():
-            length = await ds.async_len()
+            length = await ds.dataset.async_len()
             return length
 
         # Run the async function synchronously in this thread

diff --git a/src/levanter/checkpoint.py b/src/levanter/checkpoint.py
@@ -292,7 +292,7 @@ def __call__(self, step_info):
             # Use existing checkpointer's save_checkpoint method
             self.checkpointer.save_checkpoint(
                 step_info,
-                f"epoch-{current_epoch}"
+                f"epoch-{current_epoch}",
             )
             self._last_saved_epoch = current_epoch