update config

stanford-crfm · Oct 3, 2024 · 1769ed6 · 1769ed6
1 parent e8d846c
commit 1769ed6
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/examples/alpaca/alpaca.py b/examples/alpaca/alpaca.py
@@ -117,6 +117,7 @@ def _get_data_source(path_or_id):
 
 
 def mk_dataset(config: TrainArgs, tokenizer: transformers.PreTrainedTokenizerBase):
+    # so this just filters based on the columns we expect for alpaca
     dataset = _get_data_source(config.data)
 
     prompts = get_prompts(config.prompts)