Skip to content

Commit 3da39f7

Browse files
fix(datasets): Cleanup of dependency (#822)
* Update dependencies --------- Signed-off-by: Dmitry Sorokin <129520297+DmitrySorokinQB@users.noreply.github.com> Co-authored-by: Dmitry Sorokin <129520297+DmitrySorokinQB@users.noreply.github.com>
1 parent b766f45 commit 3da39f7

1 file changed

Lines changed: 19 additions & 9 deletions

File tree

kedro-datasets/pyproject.toml

Lines changed: 19 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -33,8 +33,9 @@ api = ["kedro-datasets[api-apidataset]"]
3333
biosequence-biosequencedataset = ["biopython~=1.73"]
3434
biosequence = ["kedro-datasets[biosequence-biosequencedataset]"]
3535

36+
dask-csvdataset = ["dask[dataframe]>=2021.10"]
3637
dask-parquetdataset = ["dask[complete]>=2021.10", "triad>=0.6.7, <1.0"]
37-
dask = ["kedro-datasets[dask-parquetdataset]"]
38+
dask = ["kedro-datasets[dask-parquetdataset, dask-csvdataset]"]
3839

3940
databricks-managedtabledataset = ["kedro-datasets[spark-base,pandas-base,delta-base,hdfs-base,s3fs-base]"]
4041
databricks = ["kedro-datasets[databricks-managedtabledataset]"]
@@ -92,7 +93,7 @@ pandas-featherdataset = ["kedro-datasets[pandas-base]"]
9293
pandas-gbqtabledataset = ["kedro-datasets[pandas-base]", "pandas-gbq>=0.12.0"]
9394
pandas-gbqquerydataset = ["kedro-datasets[pandas-base]", "pandas-gbq>=0.12.0"]
9495
pandas-genericdataset = ["kedro-datasets[pandas-base]"]
95-
pandas-hdfdataset = ["kedro-datasets[pandas-base]", "tables~=3.6"]
96+
pandas-hdfdataset = ["kedro-datasets[pandas-base]", "tables>=3.6"]
9697
pandas-jsondataset = ["kedro-datasets[pandas-base]"]
9798
pandas-parquetdataset = ["kedro-datasets[pandas-base]", "pyarrow>=6.0"]
9899
pandas-sqltabledataset = ["kedro-datasets[pandas-base]", "SQLAlchemy>=1.4, <3.0"]
@@ -127,9 +128,12 @@ plotly = ["kedro-datasets[plotly-htmldataset,plotly-jsondataset,plotly-plotlydat
127128

128129
polars-csvdataset = ["kedro-datasets[polars-base]"]
129130
polars-eagerpolarsdataset = ["kedro-datasets[polars-base]", "pyarrow>=4.0", "xlsx2csv>=0.8.0", "deltalake >= 0.6.2"]
130-
polars-genericdataset = ["kedro-datasets[polars-base]", "pyarrow>=4.0", "xlsx2csv>=0.8.0", "deltalake >= 0.6.2"]
131131
polars-lazypolarsdataset = ["kedro-datasets[polars-base]", "pyarrow>=4.0", "deltalake >= 0.6.2"]
132-
polars = ["kedro-datasets[polars-genericdataset]"]
132+
polars = [
133+
"""kedro-datasets[polars-csvdataset,\
134+
polars-eagerpolarsdataset,\
135+
polars-lazypolarsdataset]"""
136+
]
133137

134138
redis-pickledataset = ["redis~=4.1"]
135139
redis = ["kedro-datasets[redis-pickledataset]"]
@@ -140,8 +144,15 @@ snowflake = ["kedro-datasets[snowflake-snowparktabledataset]"]
140144
spark-deltatabledataset = ["kedro-datasets[spark-base,hdfs-base,s3fs-base,delta-base]"]
141145
spark-sparkdataset = ["kedro-datasets[spark-base,hdfs-base,s3fs-base]"]
142146
spark-sparkhivedataset = ["kedro-datasets[spark-base,hdfs-base,s3fs-base]"]
143-
spark-sparkjdbcdataset = ["kedro-datasets[spark-base,hdfs-base,s3fs-base]"]
144-
spark = ["kedro-datasets[spark-deltatabledataset]"]
147+
spark-sparkjdbcdataset = ["kedro-datasets[spark-base]"]
148+
spark-sparkstreamingdataset = ["kedro-datasets[spark-base,hdfs-base,s3fs-base]"]
149+
spark = [
150+
"""kedro-datasets[spark-deltatabledataset,\
151+
spark-sparkdataset,\
152+
spark-sparkhivedataset,\
153+
spark-sparkjdbcdataset,\
154+
spark-sparkstreamingdataset]"""
155+
]
145156

146157
svmlight-svmlightdataset = ["scikit-learn>=1.0.2", "scipy~=1.7.3"]
147158
svmlight = ["kedro-datasets[svmlight-svmlightdataset]"]
@@ -209,7 +220,7 @@ test = [
209220
"ibis-framework[duckdb,examples]",
210221
"import-linter[toml]==1.2.6",
211222
"ipython>=7.31.1, <8.0",
212-
"Jinja2<3.1.0",
223+
"Jinja2<3.2.0",
213224
"joblib>=0.14",
214225
"jupyterlab>=3.0",
215226
"jupyter~=1.0",
@@ -248,8 +259,7 @@ test = [
248259
"scipy>=1.7.3",
249260
"packaging",
250261
"SQLAlchemy>=1.2",
251-
"tables>=3.8.0; platform_system == 'Windows'", # Import issues with python 3.8 with pytables pinning to 3.8.0 fixes this https://github.com/PyTables/PyTables/issues/933#issuecomment-1555917593
252-
"tables~=3.6; platform_system != 'Windows'",
262+
"tables>=3.6",
253263
"tensorflow-macos~=2.0; platform_system == 'Darwin' and platform_machine == 'arm64'",
254264
"tensorflow~=2.0; platform_system != 'Darwin' or platform_machine != 'arm64'",
255265
"triad>=0.6.7, <1.0",

0 commit comments

Comments
 (0)