Skip to content

Commit

Permalink
fix(datasets): Relax pandas.HDFDataSet dependencies which are broken …
Browse files Browse the repository at this point in the history
…on Windows (#426)

* Relax pandas.HDFDataSet dependencies which are broken on Window (#402)

Signed-off-by: Yolan Honoré-Rougé <[email protected]>

* Update RELEASE.md

Signed-off-by: Yolan Honoré-Rougé <[email protected]>

* Apply suggestions from code review

Signed-off-by: Merel Theisen <[email protected]>

* Update kedro-datasets/setup.py

Signed-off-by: Merel Theisen <[email protected]>

---------

Signed-off-by: Yolan Honoré-Rougé <[email protected]>
Signed-off-by: Merel Theisen <[email protected]>
Co-authored-by: Merel Theisen <[email protected]>
  • Loading branch information
Galileo-Galilei and merelcht authored Jan 4, 2024
1 parent b359ca6 commit ad67ae9
Show file tree
Hide file tree
Showing 2 changed files with 17 additions and 8 deletions.
1 change: 1 addition & 0 deletions kedro-datasets/RELEASE.md
Original file line number Diff line number Diff line change
@@ -1,6 +1,7 @@
# Upcoming Release
## Major features and improvements
## Bug fixes and other changes
* Removed Windows specific conditions in `pandas.HDFDataset` extra dependencies
## Community contributions

# Release 2.0.0
Expand Down
24 changes: 16 additions & 8 deletions kedro-datasets/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -48,8 +48,7 @@ def _collect_requirements(requires):
],
"pandas.HDFDataset": [
PANDAS,
"tables~=3.6.0; platform_system == 'Windows'",
"tables~=3.6; platform_system != 'Windows'",
"tables~=3.6",
],
"pandas.JSONDataset": [PANDAS],
"pandas.ParquetDataset": [PANDAS, "pyarrow>=6.0"],
Expand All @@ -66,14 +65,23 @@ def _collect_requirements(requires):
}
polars_require = {
"polars.CSVDataset": [POLARS],
"polars.EagerPolarsDataset":
[
POLARS, "pyarrow>=4.0", "xlsx2csv>=0.8.0", "deltalake >= 0.6.2"
"polars.GenericDataset": [
POLARS,
"pyarrow>=4.0",
"xlsx2csv>=0.8.0",
"deltalake >= 0.6.2",
],
"polars.LazyPolarsDataset":
[
"polars.EagerPolarsDataset": [
POLARS,
"pyarrow>=4.0",
"xlsx2csv>=0.8.0",
"deltalake >= 0.6.2",
],
"polars.LazyPolarsDataset": [
# Note: there is no Lazy read Excel option, so we exclude xlsx2csv here.
POLARS, "pyarrow>=4.0", "deltalake >= 0.6.2"
POLARS,
"pyarrow>=4.0",
"deltalake >= 0.6.2",
],
}
redis_require = {"redis.PickleDataset": ["redis~=4.1"]}
Expand Down

0 comments on commit ad67ae9

Please sign in to comment.