From f6cc0e0a0597b16612d37e957099d3926398cc97 Mon Sep 17 00:00:00 2001 From: Tianyu Liu Date: Tue, 21 May 2024 20:19:38 -0700 Subject: [PATCH] Update on "fix periodic integration test and add helper message on torchdata import failure" 1. use the same generic torch CI workflow for periodic integration test, as in #325 for cpu/gpu unit tests. 2. `StatefulDataloader` is not in `torchdata` official release yet. Print helper message if user doesn't have a recent nightly installed. [ghstack-poisoned] --- torchtitan/datasets/hf_datasets.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/torchtitan/datasets/hf_datasets.py b/torchtitan/datasets/hf_datasets.py index f6be8736..d8cd5d83 100644 --- a/torchtitan/datasets/hf_datasets.py +++ b/torchtitan/datasets/hf_datasets.py @@ -13,7 +13,7 @@ try: from torchdata.stateful_dataloader import StatefulDataLoader -except ModuleNotFoundError as e: +except ImportError as e: raise ImportError( "Please install the latest torchdata nightly to use StatefulDataloader via:" "pip3 install --pre torchdata --index-url https://download.pytorch.org/whl/nightly"