wip(today's fortune): You are always busy.

Author: joscha

notion_pipeline.py

@@ -9,8 +9,25 @@ def load_notion_data() -> None:
     pipeline = dlt.pipeline(
         pipeline_name="notion_pipeline", destination="duckdb", dev_mode=DEV_MODE
     )
+
+    def column_name_projection(
+        prop: DatabaseProperty, normalize: Callable[[str], str]
+    ) -> str:
+        result_name = normalize(prop.name)
+        if result_name in [
+            "my_column_name",
+        ]:
+            return None
+        return result_name
+
+    my_db = DatabaseResource(
+        database_id="12345678912345678912345678912345",
+        column_name_projection=column_name_projection,
+    )
+
     data = source(
         limit=-1 if not DEV_MODE else 1,
+        databases=[my_db],
     )
     info = pipeline.run(
         data,