replace postgres to duckdb

dlt-hub · Feb 28, 2024 · 84ce997 · 84ce997
1 parent d98a991
commit 84ce997
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/sources/kafka_pipeline.py b/sources/kafka_pipeline.py
@@ -12,7 +12,7 @@
 def load_from_several_topics() -> None:
     pipeline = dlt.pipeline(
         pipeline_name="kafka_pipeline",
-        destination="postgres",
+        destination="duckdb",
         dataset_name="kafka_messages",
     )
 
@@ -25,7 +25,7 @@ def load_from_several_topics() -> None:
 def load_with_custom_processor() -> None:
     pipeline = dlt.pipeline(
         pipeline_name="kafka_pipeline",
-        destination="postgres",
+        destination="duckdb",
         dataset_name="kafka_messages",
     )
 
@@ -58,7 +58,7 @@ def load_starting_from_date() -> None:
 
     pipeline = dlt.pipeline(
         pipeline_name="kafka_pipeline",
-        destination="postgres",
+        destination="duckdb",
         dataset_name="kafka_messages",
     )
 

diff --git a/tests/kinesis/test_kinesis.py b/tests/kinesis/test_kinesis.py
@@ -105,6 +105,7 @@ def test_kinesis_incremental(kinesis_client: Any) -> None:
         pipeline_name="kinesis_test",
         destination="duckdb",
         dataset_name="kinesis_test_data",
+        full_refresh=True,
     )
     test_id = str(uuid.uuid4())