diff --git a/scripts/train_retrievers.py b/scripts/train_retrievers.py index 4c13fb2..3bc3b50 100644 --- a/scripts/train_retrievers.py +++ b/scripts/train_retrievers.py @@ -32,7 +32,6 @@ cache_folder=config.CACHE_PATH, device=config.DEVICE, ) -# api_scraper = APIDocExtractor(chunk_size=700, chunk_overlap=50, n_jobs=-1) api_scraper = APINumPyDocExtractor() pipeline = Pipeline( steps=[