Project import generated by Copybara. (#158)

GitOrigin-RevId: 608fed8cb61b0f41e855c543a97c30536a401b9f

Co-authored-by: Snowflake Authors <[email protected]>

Author: sfc-gh-anavalos

CHANGELOG.md

@@ -1,6 +1,26 @@
 # Release History
 
-## 1.8.4
+## 1.8.5
+
+### Bug Fixes
+
+- Registry: Fixed a bug when listing and deleting container services.
+- Registry: Fixed explainability issue with scikit-learn pipelines, skipping explain function creation.
+- Explainability: bump minimum streamlit version down to 1.30
+- Modeling: Make XGBoost a required dependency (xgboost is not a required dependency in snowflake-ml-python 1.8.4).
+
+### Breaking change
+
+- ML Job: Rename argument `num_instances` to `target_instances` in job submission APIs and
+  change type from `Optional[int]` to `int`
+
+### New Features
+
+- Registry: No longer checks if the snowflake-ml-python version is available in the Snowflake Conda channel when logging
+  an SPCS-only model.
+- ML Job: Add `min_instances` argument to the job decorator to allow waiting for workers to be ready.
+
+## 1.8.4 (2025-05-12)
 
 ### Bug Fixes
 

CONTRIBUTING.md

@@ -217,6 +217,15 @@ bazel run --config=pre_build //bazel/requirements:sync_requirements
 
 Then, your code can use the package as if it were "installed" in the Python environment.
 
+### Run Bazel with different Python versions
+
+Set the environment variable `BAZEL_CONDA_PYTHON_VERSION` to run bazel with a different supported python version. For example,
+run a test target with Python 3.10:
+
+```sh
+BAZEL_CONDA_PYTHON_VERSION=3.10 bazel test --config=core //my/test:target
+```
+
 ### Adding a new dependencies
 
 Please provide the following fields when adding a new record:
@@ -455,8 +464,7 @@ with caller's rights, set `test_callers_rights=False`. (Owner's rights store pro
 ### Compatibility Test
 
 To test if your code is compatible with previous version simply, you could work based on `CommonTestBase` in
-`tests/integ/snowflake/ml/test_utils/common_test_base.py`. An example of such test could be found in
-`tests/integ/snowflake/ml/registry/model_registry_compat_test.py`.
+`tests/integ/snowflake/ml/test_utils/common_test_base.py`.
 
 To write a such test, you need to
 

_typos.toml

@@ -5,6 +5,7 @@ extend-ignore-identifiers-re = [
 
 [default.extend-identifiers]
 LiteralNDArrayType = "LiteralNDArrayType"
+NDFrame = "NDFrame"
 
 [default.extend-words]
 MAPE = "MAPE"

bazel/environments/conda-env-all.yml

@@ -32,7 +32,7 @@ dependencies:
   - networkx==2.8.4
   - numpy==1.26.4
   - packaging==24.1
-  - pandas==1.5.3
+  - pandas==2.1.4
   - protobuf==4.25.3
   - psutil==5.9.0
   - pyarrow==16.1.0
@@ -55,7 +55,7 @@ dependencies:
   - sentence-transformers==2.7.0
   - sentencepiece==0.1.99
   - shap==0.46.0
-  - snowflake-connector-python==3.14.0
+  - snowflake-connector-python==3.15.0
   - snowflake-snowpark-python==1.28.0
   - snowflake.core==1.0.2
   - sphinx==5.0.2

bazel/environments/conda-env-core.yml

@@ -27,7 +27,7 @@ dependencies:
   - networkx==2.8.4
   - numpy==1.26.4
   - packaging==24.1
-  - pandas==1.5.3
+  - pandas==2.1.4
   - protobuf==4.25.3
   - psutil==5.9.0
   - pyarrow==16.1.0
@@ -47,7 +47,7 @@ dependencies:
   - scikit-learn==1.5.1
   - scipy==1.10.1
   - shap==0.46.0
-  - snowflake-connector-python==3.14.0
+  - snowflake-connector-python==3.15.0
   - snowflake-snowpark-python==1.28.0
   - snowflake.core==1.0.2
   - sphinx==5.0.2
@@ -60,6 +60,7 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.11.0
   - werkzeug==2.2.2
+  - xgboost==2.1.1
   - pip
   - pip:
       - --extra-index-url https://pypi.org/simple

bazel/environments/conda-env-keras.yml

@@ -28,7 +28,7 @@ dependencies:
   - networkx==2.8.4
   - numpy==1.26.4
   - packaging==24.1
-  - pandas==1.5.3
+  - pandas==2.1.4
   - protobuf==4.25.3
   - psutil==5.9.0
   - pyarrow==16.1.0
@@ -49,7 +49,7 @@ dependencies:
   - scikit-learn==1.5.1
   - scipy==1.10.1
   - shap==0.46.0
-  - snowflake-connector-python==3.14.0
+  - snowflake-connector-python==3.15.0
   - snowflake-snowpark-python==1.28.0
   - snowflake.core==1.0.2
   - sphinx==5.0.2
@@ -64,6 +64,7 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.11.0
   - werkzeug==2.2.2
+  - xgboost==2.1.1
   - pip
   - pip:
       - --extra-index-url https://pypi.org/simple

bazel/environments/conda-env-ml.yml

@@ -31,7 +31,7 @@ dependencies:
   - networkx==2.8.4
   - numpy==1.26.4
   - packaging==24.1
-  - pandas==1.5.3
+  - pandas==2.1.4
   - protobuf==4.25.3
   - psutil==5.9.0
   - pyarrow==16.1.0
@@ -51,7 +51,7 @@ dependencies:
   - scikit-learn==1.5.1
   - scipy==1.10.1
   - shap==0.46.0
-  - snowflake-connector-python==3.14.0
+  - snowflake-connector-python==3.15.0
   - snowflake-snowpark-python==1.28.0
   - snowflake.core==1.0.2
   - sphinx==5.0.2

bazel/environments/conda-env-torch.yml

@@ -28,7 +28,7 @@ dependencies:
   - networkx==2.8.4
   - numpy==1.26.4
   - packaging==24.1
-  - pandas==1.5.3
+  - pandas==2.1.4
   - protobuf==4.25.3
   - psutil==5.9.0
   - pyarrow==16.1.0
@@ -51,7 +51,7 @@ dependencies:
   - sentence-transformers==2.7.0
   - sentencepiece==0.1.99
   - shap==0.46.0
-  - snowflake-connector-python==3.14.0
+  - snowflake-connector-python==3.15.0
   - snowflake-snowpark-python==1.28.0
   - snowflake.core==1.0.2
   - sphinx==5.0.2
@@ -67,6 +67,7 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.11.0
   - werkzeug==2.2.2
+  - xgboost==2.1.1
   - pip
   - pip:
       - --extra-index-url https://pypi.org/simple

bazel/environments/conda-optional-dependency-ml.yml

@@ -10,5 +10,4 @@ dependencies:
   - catboost>=1.2.0, <2
   - lightgbm>=4.1.0, <5
   - mlflow>=2.16.0, <3
-  - streamlit>=1.44.0,<2
-  - xgboost>=1.7.3,<3
+  - streamlit>=1.30.0,<2

bazel/environments/requirements_core.txt

@@ -23,7 +23,7 @@ mypy==1.10.0
 networkx==2.8.4
 numpy==1.26.4
 packaging==24.1
-pandas==1.5.3
+pandas==2.1.4
 protobuf==4.25.3
 psutil==5.9.0
 pyarrow==16.1.0
@@ -41,7 +41,7 @@ s3fs==2024.6.1
 scikit-learn==1.5.1
 scipy==1.10.1
 shap==0.46.0
-snowflake-connector-python[pandas]==3.14.0
+snowflake-connector-python[pandas]==3.15.0
 snowflake-snowpark-python==1.28.0
 snowflake.core==1.0.2
 sphinx==5.0.2
@@ -55,3 +55,4 @@ types-requests==2.30.0.0
 types-toml==0.10.8.6
 typing-extensions==4.11.0
 werkzeug==2.2.2
+xgboost==2.1.1

bazel/environments/requirements_keras.txt

@@ -24,7 +24,7 @@ mypy==1.10.0
 networkx==2.8.4
 numpy==1.26.4
 packaging==24.1
-pandas==1.5.3
+pandas==2.1.4
 protobuf==4.25.3
 psutil==5.9.0
 pyarrow==16.1.0
@@ -42,7 +42,7 @@ s3fs==2024.6.1
 scikit-learn==1.5.1
 scipy==1.10.1
 shap==0.46.0
-snowflake-connector-python[pandas]==3.14.0
+snowflake-connector-python[pandas]==3.15.0
 snowflake-snowpark-python==1.28.0
 snowflake.core==1.0.2
 sphinx==5.0.2
@@ -60,3 +60,4 @@ types-requests==2.30.0.0
 types-toml==0.10.8.6
 typing-extensions==4.11.0
 werkzeug==2.2.2
+xgboost==2.1.1

bazel/environments/requirements_ml.txt

@@ -27,7 +27,7 @@ mypy==1.10.0
 networkx==2.8.4
 numpy==1.26.4
 packaging==24.1
-pandas==1.5.3
+pandas==2.1.4
 protobuf==4.25.3
 psutil==5.9.0
 pyarrow==16.1.0
@@ -45,7 +45,7 @@ s3fs==2024.6.1
 scikit-learn==1.5.1
 scipy==1.10.1
 shap==0.46.0
-snowflake-connector-python[pandas]==3.14.0
+snowflake-connector-python[pandas]==3.15.0
 snowflake-snowpark-python==1.28.0
 snowflake.core==1.0.2
 sphinx==5.0.2

bazel/environments/requirements_torch.txt

@@ -25,7 +25,7 @@ mypy==1.10.0
 networkx==2.8.4
 numpy==1.26.4
 packaging==24.1
-pandas==1.5.3
+pandas==2.1.4
 protobuf==4.25.3
 psutil==5.9.0
 pyarrow==16.1.0
@@ -45,7 +45,7 @@ scipy==1.10.1
 sentence-transformers==2.7.0
 sentencepiece==0.1.99
 shap==0.46.0
-snowflake-connector-python[pandas]==3.14.0
+snowflake-connector-python[pandas]==3.15.0
 snowflake-snowpark-python==1.28.0
 snowflake.core==1.0.2
 sphinx==5.0.2
@@ -63,3 +63,4 @@ types-requests==2.30.0.0
 types-toml==0.10.8.6
 typing-extensions==4.11.0
 werkzeug==2.2.2
+xgboost==2.1.1

bazel/platforms/optional_dependency_groups.bzl

@@ -1,5 +1,5 @@
 OPTIONAL_DEPENDENCY_GROUPS = {
     "keras": ["torch", "tensorflow", "keras"],
-    "ml": ["lightgbm", "catboost", "mlflow", "altair", "xgboost", "streamlit"],
+    "ml": ["lightgbm", "catboost", "mlflow", "altair", "streamlit"],
     "torch": ["torch", "transformers", "mlflow"],
 }

ci/build_and_run_tests.sh

@@ -39,7 +39,6 @@ BAZEL="bazel"
 ENV="pip"
 WITH_SNOWPARK=false
 WITH_SPCS_IMAGE=false
-INCLUDE_AUTOGEN_TESTS=false
 MODE="continuous_run"
 PYTHON_VERSION=3.9
 PYTHON_ENABLE_SCRIPT="bin/activate"
@@ -66,9 +65,6 @@ while (($#)); do
     --with-snowpark)
         WITH_SNOWPARK=true
         ;;
-    --include-autogen-tests)
-        INCLUDE_AUTOGEN_TESTS=true
-        ;;
     --mode)
         shift
         if [[ $1 = "merge_gate" || $1 = "continuous_run" || $1 = "quarantined" || $1 = "release" ]]; then
@@ -200,19 +196,13 @@ pushd ${SNOWML_DIR}
 VERSION=$(grep -oE "VERSION = \"[0-9]+\\.[0-9]+\\.[0-9]+.*\"" snowflake/ml/version.py| cut -d'"' -f2)
 echo "Extracted Package Version from code: ${VERSION}"
 
-if [ "${INCLUDE_AUTOGEN_TESTS}" = true ]; then
-    echo "Generating and copying autogen tests."
-    #
-    # Generate and copy auto-gen tests.
-    "${BAZEL}" "${BAZEL_ADDITIONAL_STARTUP_FLAGS[@]+"${BAZEL_ADDITIONAL_STARTUP_FLAGS[@]}"}" build --config=build "${BAZEL_ADDITIONAL_BUILD_FLAGS[@]+"${BAZEL_ADDITIONAL_BUILD_FLAGS[@]}"}" //tests/integ/...
+# Generate and copy auto-gen tests.
+"${BAZEL}" "${BAZEL_ADDITIONAL_STARTUP_FLAGS[@]+"${BAZEL_ADDITIONAL_STARTUP_FLAGS[@]}"}" build --config=build "${BAZEL_ADDITIONAL_BUILD_FLAGS[@]+"${BAZEL_ADDITIONAL_BUILD_FLAGS[@]}"}" //tests/integ/...
 
-    # Rsync cannot work well with path that has drive letter in Windows,
-    # Thus, rsync has to use relative path instead of absolute ones.
+# Rsync cannot work well with path that has drive letter in Windows,
+# Thus, rsync has to use relative path instead of absolute ones.
 
-    rsync -av --exclude '*.runfiles_manifest' --exclude '*.runfiles/**' "bazel-bin/tests" .
-else
-    echo "Excluding autogen tests."
-fi
+rsync -av --exclude '*.runfiles_manifest' --exclude '*.runfiles/**' "bazel-bin/tests" .
 
 # Read environments from optional_dependency_groups.bzl
 groups=()
@@ -377,10 +367,18 @@ for i in "${!groups[@]}"; do
         "${_MICROMAMBA_BIN}" clean --all --force-pkgs-dirs -y
 
         # Create testing env
-        "${_MICROMAMBA_BIN}" create -y -p ./testenv -c "${WORKSPACE}/conda-bld" -c "https://repo.anaconda.com/pkgs/snowflake/" --override-channels "python=${PYTHON_VERSION}" snowflake-ml-python
+        "${_MICROMAMBA_BIN}" create -y -p ./testenv -c "${WORKSPACE}/conda-bld" -c "https://repo.anaconda.com/pkgs/snowflake/" --override-channels "python=${PYTHON_VERSION}" snowflake-ml-python==${VERSION}
         if [[ "${group}" != "core" ]]; then
+            sed -i "/^channels:/a\  - ${WORKSPACE}/conda-bld" "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-optional-dependency-${group}.yml"
+            sed -i "/^dependencies:/a\  - snowflake-ml-python==${VERSION}" "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-optional-dependency-${group}.yml"
+            echo "== Printing content of conda-optional-dependency-${group}.yml =="
+            cat "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-optional-dependency-${group}.yml"
             "${_MICROMAMBA_BIN}" env update -p ./testenv -f "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-optional-dependency-${group}.yml"
         fi
+        sed -i "/^channels:/a\  - ${WORKSPACE}/conda-bld" "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-env-build-test.yml"
+        sed -i "/^dependencies:/a\  - snowflake-ml-python==${VERSION}" "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-env-build-test.yml"
+        echo "== Printing content of conda-env-build-test.yml =="
+        cat "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-env-build-test.yml"
         "${_MICROMAMBA_BIN}" env update -p ./testenv -f "${WORKSPACE}/${SNOWML_DIR}/bazel/environments/conda-env-build-test.yml"
         "${_MICROMAMBA_BIN}" list -p ./testenv
 

ci/conda_recipe/meta.yaml

@@ -17,7 +17,7 @@ build:
   noarch: python
 package:
   name: snowflake-ml-python
-  version: 1.8.4
+  version: 1.8.5
 requirements:
   build:
     - python
@@ -33,7 +33,7 @@ requirements:
     - importlib_resources>=6.1.1, <7
     - numpy>=1.23,<2
     - packaging>=20.9,<25
-    - pandas>=1.0.0,<3
+    - pandas>=2.1.4,<3
     - pyarrow
     - pydantic>=2.8.2, <3
     - pyjwt>=2.0.0, <3
@@ -45,11 +45,12 @@ requirements:
     - scikit-learn<1.6
     - scipy>=1.9,<2
     - shap>=0.46.0,<1
-    - snowflake-connector-python>=3.14.0,<4
+    - snowflake-connector-python>=3.15.0,<4
     - snowflake-snowpark-python>=1.17.0,<2,!=1.26.0
     - snowflake.core>=1.0.2,<2
     - sqlparse>=0.4,<1
     - typing-extensions>=4.1.0,<5
+    - xgboost>=1.7.3,<3
     - python>=3.9,<3.13
   run_constrained:
     - altair>=5,<6
@@ -60,12 +61,11 @@ requirements:
     - pytorch>=2.0.1,<3
     - sentence-transformers>=2.7.0,<4
     - sentencepiece>=0.1.95,<0.2.0
-    - streamlit>=1.44.0,<2
+    - streamlit>=1.30.0,<2
     - tensorflow>=2.17.0,<3
     - tokenizers>=0.15.1,<1
     - torchdata>=0.4,<1
     - transformers>=4.39.3,<5
-    - xgboost>=1.7.3,<3
 source:
   path: ../../
 test:

ci/targets/exclude_from_merge_gate.txt

@@ -4,5 +4,3 @@
 //tests/integ/snowflake/ml/registry/services:registry_sentence_transformers_model_deployment_test
 //tests/integ/snowflake/ml/registry/services:registry_huggingface_pipeline_model_deployment_test
 //tests/integ/snowflake/ml/registry/services:registry_sklearn_model_deployment_test
-//tests/integ/snowflake/ml/registry/model:registry_artifact_repository_test
-//tests/integ/snowflake/ml/registry/model:registry_target_platforms_test

ci/targets/quarantine/prod3.txt

@@ -1,4 +1,2 @@
 //tests/integ/snowflake/ml/extra_tests:xgboost_external_memory_training_test
 //tests/integ/snowflake/ml/extra_tests:pipeline_with_ohe_and_xgbr_test
-//tests/integ/snowflake/ml/registry/model:registry_artifact_repository_test
-//tests/integ/snowflake/ml/registry/model:registry_target_platforms_test