Automatically create folders for local filesystem

dlt/destinations/impl/filesystem/filesystem.py

@@ -73,7 +73,15 @@ def __init__(
             load_package_timestamp=dlt.current.load_package()["state"]["created_at"],  # type: ignore
             extra_placeholders=config.extra_placeholders,
         )
+
+        # We would like to avoid failing for local filesystem where
+        # deeply nested directory will not exist before writing a file.
+        # It `auto_mkdir` is disabled by default in fsspec so we made some
+        # trade offs between different options and decided on this.
         item = self.make_remote_path()
+        if self.config.protocol.startswith("file"):
+            fs_client.makedirs(posixpath.dirname(item), exist_ok=True)
+
         fs_client.put_file(local_path, item)
 
     def make_remote_path(self) -> str:

tests/load/pipeline/test_filesystem_pipeline.py

@@ -305,14 +305,9 @@ def count(*args, **kwargs) -> Any:
         "hiphip": counter("Hurraaaa"),
     }
     now = pendulum.now()
-    kwargs = {}
-    if default_buckets_env.startswith("file://"):
-        kwargs = {"auto_mkdir": True}
-
     fs_destination = filesystem(
         layout=layout,
         extra_placeholders=extra_placeholders,
-        kwargs=kwargs,
         current_datetime=counter(now),
     )
     pipeline = dlt.pipeline(