From f6bc42bc480a2179be9558d828d493844ddd94f2 Mon Sep 17 00:00:00 2001 From: Elena Khaustova Date: Wed, 15 Jan 2025 14:58:20 +0000 Subject: [PATCH] Updated related docs Signed-off-by: Elena Khaustova --- .../kedro_datasets/partitions/partitioned_dataset.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/kedro-datasets/kedro_datasets/partitions/partitioned_dataset.py b/kedro-datasets/kedro_datasets/partitions/partitioned_dataset.py index 8327ecd10..6c60ccdcb 100644 --- a/kedro-datasets/kedro_datasets/partitions/partitioned_dataset.py +++ b/kedro-datasets/kedro_datasets/partitions/partitioned_dataset.py @@ -69,6 +69,7 @@ class PartitionedDataset(AbstractDataset[dict[str, Any], dict[str, Callable[[], sep: '\\t' index: true filename_suffix: '.dat' + save_lazily: True Example usage for the `Python API >> # This will create a folder `df_with_partition` and save multiple files >>> # with the dict key + filename_suffix as filename, i.e. 1.csv, 2.csv etc. @@ -192,8 +194,10 @@ def __init__( # noqa: PLR0913 fs_args: Extra arguments to pass into underlying filesystem class constructor (e.g. `{"project": "my-project"}` for ``GCSFileSystem``). overwrite: If True, any existing partitions will be removed. - save_lazily: If True, lazy saving is enabled. Meaning that if callable object is passed, - the partition’s data will not be materialised until it is time to write. + save_lazily: If True, lazy saving is enabled. Meaning that if callable object is passed + as data to save, the partition’s data will not be materialised until it is time to write. + Lazy saving example: + https://docs.kedro.org/en/stable/data/kedro_io.html#partitioned-dataset-lazy-saving metadata: Any arbitrary metadata. This is ignored by Kedro, but may be consumed by users or external plugins.