From 1abe6e04e2ffe32ca68b0f531245fd05bed256a5 Mon Sep 17 00:00:00 2001 From: Dave Date: Wed, 24 Apr 2024 19:10:14 +0200 Subject: [PATCH] make pipeline fs_client function private for now --- tests/pipeline/utils.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/pipeline/utils.py b/tests/pipeline/utils.py index 79b725d423..072a12782c 100644 --- a/tests/pipeline/utils.py +++ b/tests/pipeline/utils.py @@ -157,7 +157,7 @@ def _load_file(client: FSClientBase, filepath) -> List[Dict[str, Any]]: # def _load_tables_to_dicts_fs(p: dlt.Pipeline, *table_names: str) -> Dict[str, List[Dict[str, Any]]]: """For now this will expect the standard layout in the filesystem destination, if changed the results will not be correct""" - client = p.fs_client() + client = p._fs_client() result: Dict[str, Any] = {} for table_name in table_names: @@ -272,7 +272,7 @@ def _assert_table_fs( info: LoadInfo = None, ) -> None: """Assert table is loaded to filesystem destination""" - client = p.fs_client() + client = p._fs_client() # assumes that each table has a folder files = client.list_table_files(table_name) # glob = client.fs_client.glob(posixpath.join(client.dataset_path, f'{client.table_prefix_layout.format(schema_name=schema_name, table_name=table_name)}/*'))