Merge branch 'master' into offline-rl-overriding-offlinedata-class-example

Author: simonsays1980

BUILD.bazel

@@ -116,12 +116,14 @@ ray_cc_library(
         "src/ray/rpc/grpc_server.cc",
         "src/ray/rpc/server_call.cc",
         "src/ray/rpc/rpc_chaos.cc",
+        "src/ray/rpc/retryable_grpc_client.cc",
     ],
     hdrs = glob([
         "src/ray/rpc/rpc_chaos.h",
         "src/ray/rpc/client_call.h",
         "src/ray/rpc/common.h",
         "src/ray/rpc/grpc_client.h",
+        "src/ray/rpc/retryable_grpc_client.h",
         "src/ray/rpc/grpc_server.h",
         "src/ray/rpc/metrics_agent_client.h",
         "src/ray/rpc/server_call.h",

ci/docker/datal.build.wanda.yaml

@@ -10,6 +10,6 @@ srcs:
   - python/requirements/ml/data-requirements.txt
   - python/requirements/ml/data-test-requirements.txt
 build_args:
-  - ARROW_VERSION=17.*
+  - ARROW_VERSION=18.*
 tags:
   - cr.ray.io/rayproject/datalbuild

doc/source/data/saving-data.rst

@@ -64,7 +64,7 @@ To write data to formats other than Parquet, read the :ref:`Input/Output referen
 
             ds.write_parquet("s3://my-bucket/my-folder")
 
-        Ray Data relies on PyArrow for authenticaion with Amazon S3. For more on how to configure
+        Ray Data relies on PyArrow to authenticate with Amazon S3. For more on how to configure
         your credentials to be compatible with PyArrow, see their
         `S3 Filesytem docs <https://arrow.apache.org/docs/python/filesystems.html#s3>`_.
 

doc/source/ray-overview/installation.rst

@@ -431,7 +431,7 @@ We publish the dependencies that are installed in our ``ray`` Docker images for
     .. tab-item:: ray (Python 3.9)
         :sync: ray (Python 3.9)
 
-        Ray version: nightly (`e393a71 <https://github.com/ray-project/ray/commit/e393a716d8742a987a36df555defb2ca90bb94d4>`_)
+        Ray version: nightly (`37aa0c6 <https://github.com/ray-project/ray/commit/37aa0c66110fc235762c29612b90f1c73869e6cf>`_)
 
         .. literalinclude:: ./pip_freeze_ray-py39-cpu.txt
 

doc/source/ray-overview/pip_freeze_ray-ml-py39-cpu.txt

@@ -1,7 +1,6 @@
 absl-py==1.4.0
 accelerate==0.28.0
 adagio==0.2.4
-adal==1.2.7
 aim==3.23.0
 aim-ui==3.23.0
 aimrecords==0.0.7
@@ -23,7 +22,6 @@ annotated-types==0.6.0
 antlr4-python3-runtime==4.11.1
 anyio==3.7.1
 appdirs==1.4.4
-applicationinsights==0.11.10
 archspec @ file:///croot/archspec_1709217642129/work
 argcomplete==3.3.0
 argon2-cffi==23.1.0
@@ -35,21 +33,11 @@ astunparse==1.6.3
 async-timeout==4.0.3
 attrs==21.4.0
 ax-platform==0.3.2
-azure-cli-core==2.40.0
-azure-cli-telemetry==1.0.8
-azure-common==1.1.28
-azure-core==1.32.0
-azure-identity==1.10.0
-azure-mgmt-compute==23.1.0
-azure-mgmt-core==1.5.0
-azure-mgmt-network==19.0.0
-azure-mgmt-resource==20.0.0
 Babel==2.13.1
 backcall==0.2.0
 backoff==1.10.0
 base58==2.0.1
 bayesian-optimization==1.4.3
-bcrypt==4.2.0
 beautifulsoup4==4.11.1
 bleach==6.1.0
 bokeh==2.4.3
@@ -78,15 +66,15 @@ comm==0.2.0
 conda @ file:///home/conda/feedstock_root/build_artifacts/conda_1729155160301/work
 conda-content-trust @ file:///croot/conda-content-trust_1714483159009/work
 conda-libmamba-solver @ file:///croot/conda-libmamba-solver_1706733287605/work/src
-conda-package-handling @ file:///croot/conda-package-handling_1718138267740/work
-conda_package_streaming @ file:///croot/conda-package-streaming_1718136078615/work
+conda-package-handling @ file:///croot/conda-package-handling_1731369017509/work
+conda_package_streaming @ file:///croot/conda-package-streaming_1731366181659/work
 configobj==5.0.8
 ConfigSpace==0.7.1
 contextlib2==21.6.0
 contourpy==1.1.1
 crc32c==2.3
 crcmod==1.7
-cryptography==38.0.1
+cryptography==42.0.5
 cupy-cuda12x==13.1.0
 cycler==0.12.1
 Cython==0.29.37
@@ -97,7 +85,7 @@ debugpy==1.8.0
 decorator==5.1.1
 deepspeed==0.12.3
 defusedxml==0.7.1
-Deprecated==1.2.14
+Deprecated==1.2.15
 dill==0.3.7
 distlib==0.3.7
 distributed==2022.10.1
@@ -140,10 +128,10 @@ gitdb==4.0.11
 GitPython==3.1.40
 glfw==2.6.3
 google-api-core==1.34.0
-google-api-python-client==1.7.8
+google-api-python-client==2.111.0
 google-apitools==0.5.32
 google-auth==2.23.4
-google-auth-httplib2==0.2.0
+google-auth-httplib2==0.1.1
 google-auth-oauthlib==1.0.0
 google-oauth==1.0.1
 google-pasta==0.2.0
@@ -177,7 +165,6 @@ ipykernel==6.27.1
 ipython==8.12.3
 ipython-genutils==0.2.0
 ipywidgets==8.1.3
-isodate==0.7.2
 isoduration==20.11.0
 itsdangerous==2.1.2
 jedi==0.19.1
@@ -202,7 +189,6 @@ jupyterlab_server==2.24.0
 jupyterlab_widgets==3.0.11
 keras==2.15.0
 kiwisolver==1.4.5
-knack==0.10.1
 labmaze==1.0.6
 lazy_loader==0.4
 libclang==16.0.6
@@ -225,7 +211,7 @@ mdit-py-plugins==0.4.2
 mdurl==0.1.2
 MedPy==0.4.0
 memray==1.10.0
-menuinst @ file:///croot/menuinst_1723567589013/work
+menuinst @ file:///croot/menuinst_1731364904452/work
 minigrid==2.3.1
 mistune==0.8.4
 ml-dtypes==0.3.2
@@ -239,12 +225,8 @@ more-itertools==10.1.0
 mosaicml==0.2.4
 moviepy==0.2.3.1
 mpmath==1.3.0
-msal==1.18.0b1
-msal-extensions==1.0.0
 msgpack==1.0.7
 msgpack-numpy==0.4.8
-msrest==0.7.1
-msrestazure==0.6.4
 mujoco==3.2.4
 multidict==6.0.5
 multipledispatch==1.0.0
@@ -273,7 +255,7 @@ nvidia-curand-cu12==10.3.2.106
 nvidia-cusolver-cu12==11.4.5.107
 nvidia-cusparse-cu12==12.1.0.106
 nvidia-nccl-cu12==2.20.5
-nvidia-nvjitlink-cu12==12.6.77
+nvidia-nvjitlink-cu12==12.6.85
 nvidia-nvtx-cu12==12.1.105
 oauth2client==4.1.3
 oauthlib==3.2.2
@@ -282,12 +264,12 @@ onnxruntime==1.18.0
 open-spiel==1.4
 opencensus==0.11.3
 opencensus-context==0.1.3
-opencv-python==4.8.1.78
+opencv-python-headless==4.8.1.78
 opentelemetry-api==1.1.0
 opentelemetry-exporter-otlp==1.1.0
-opentelemetry-exporter-otlp-proto-common==1.28.1
+opentelemetry-exporter-otlp-proto-common==1.28.2
 opentelemetry-exporter-otlp-proto-grpc==1.1.0
-opentelemetry-exporter-otlp-proto-http==1.28.1
+opentelemetry-exporter-otlp-proto-http==1.28.2
 opentelemetry-proto==1.1.0
 opentelemetry-sdk==1.1.0
 opentelemetry-semantic-conventions==0.20b0
@@ -296,7 +278,6 @@ optuna==3.2.0
 packaging==23.0
 pandas==1.5.3
 pandocfilters==1.5.0
-paramiko==2.12.0
 paramz==0.9.6
 parso==0.8.3
 partd==1.4.1
@@ -306,11 +287,9 @@ pexpect==4.8.0
 pickleshare==0.7.5
 pillow==10.3.0
 pip-tools==7.4.1
-pkginfo==1.11.2
 platformdirs==3.11.0
 plotly==5.23.0
 pluggy==1.3.0
-portalocker==2.10.1
 prometheus-client==0.19.0
 promise==2.3
 prompt-toolkit==3.0.41
@@ -336,10 +315,9 @@ Pygments==2.18.0
 PyJWT==2.8.0
 pymars==0.10.0
 pymunk==6.2.1
-PyNaCl==1.5.0
 pynvml==11.5.0
 PyOpenGL==3.1.7
-pyOpenSSL==23.0.0
+pyOpenSSL==24.2.1
 pyparsing==3.1.1
 pyproject_hooks==1.2.0
 pyro-api==0.1.2
@@ -361,8 +339,8 @@ PyYAML==6.0.1
 pyzmq==26.0.3
 qpd==0.4.4
 querystring-parser==1.2.4
-ray @ file:///home/ray/ray-3.0.0.dev0-cp39-cp39-manylinux2014_x86_64.whl#sha256=94d614fd3aa3279dd580da1e3006a60200d5152f41e488556b74efd727d40de1
-redis==3.5.3
+ray @ file:///home/ray/ray-3.0.0.dev0-cp39-cp39-manylinux2014_x86_64.whl#sha256=38e974d231644abbc1047631a06b93d1dc5d73f7a65b247c96801f9abf2c8079
+redis==4.4.2
 referencing==0.35.1
 regex==2024.5.15
 requests==2.31.0
@@ -425,7 +403,7 @@ tensorflow-metadata==1.14.0
 tensorflow-probability==0.23.0
 termcolor==2.4.0
 terminado==0.18.1
-textual==0.85.2
+textual==0.86.3
 tf2onnx==1.15.1
 threadpoolctl==3.1.0
 tifffile==2024.7.21
@@ -459,7 +437,7 @@ typing_extensions==4.8.0
 tzdata==2024.2
 uc-micro-py==1.0.3
 uri-template==1.3.0
-uritemplate==3.0.1
+uritemplate==4.1.1
 urllib3==1.26.19
 utilsforecast==0.2.0
 uvicorn==0.22.0
@@ -485,4 +463,4 @@ ypy-websocket==0.8.4
 zict==3.0.0
 zipp==3.19.2
 zoopt==0.4.1
-zstandard @ file:///croot/zstandard_1728569189425/work
+zstandard @ file:///croot/zstandard_1731356346222/work