File tree Expand file tree Collapse file tree 1 file changed +1
-10
lines changed Expand file tree Collapse file tree 1 file changed +1
-10
lines changed Original file line number Diff line number Diff line change 18
18
to_parquet as dd_to_parquet ,
19
19
)
20
20
from dask .utils import natural_sort_key
21
- from packaging .version import Version
22
21
from pandas .io .parquet import to_parquet as pd_to_parquet
23
22
from pyarrow .parquet import ParquetDataset , ParquetFile , read_metadata
24
23
31
30
validate_coerce_filesystem ,
32
31
)
33
32
34
- # improve pandas compatibility, based on geopandas _compat.py
35
- PANDAS_GE_12 = Version (pd .__version__ ) >= Version ("1.2.0" )
36
-
37
33
38
34
def _load_parquet_pandas_metadata (
39
35
path ,
@@ -91,15 +87,10 @@ def to_parquet(
91
87
"compression" : compression ,
92
88
"filesystem" : filesystem ,
93
89
"index" : index ,
90
+ "storage_options" : storage_options ,
94
91
** kwargs ,
95
92
}
96
93
97
- if PANDAS_GE_12 :
98
- to_parquet_args .update ({"storage_options" : storage_options })
99
- elif filesystem is None :
100
- filesystem = validate_coerce_filesystem (path , filesystem , storage_options )
101
- to_parquet_args .update ({"filesystem" : filesystem })
102
-
103
94
pd_to_parquet (** to_parquet_args )
104
95
105
96
You can’t perform that action at this time.
0 commit comments