Project import generated by Copybara. (#142)

GitOrigin-RevId: 2a14a570961b96139e5ccdaa4a2372f54f772558

Co-authored-by: Snowflake Authors <[email protected]>

Author: sfc-gh-anavalos

Diff for: .bazelrc

@@ -1,3 +1,6 @@
+# DO NOT EDIT!
+# Generate by running 'bazel run --config=pre_build //:sync_bazelrc'
+
 # Common Default
 
 # Wrapper to make sure tests are run.
@@ -12,12 +15,9 @@ coverage --instrumentation_filter="-//tests[/:]"
 # Internal definitions
 
 # Make the target platform and the host platform the same
-build:_build --platforms //bazel/platforms:snowflake_conda_env --host_platform //bazel/platforms:snowflake_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=build
-build:_sf_only --platforms //bazel/platforms:snowflake_conda_env --host_platform //bazel/platforms:snowflake_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=sf_only
-build:_extended --platforms //bazel/platforms:extended_conda_env --host_platform //bazel/platforms:extended_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=extended
-build:_extended_oss --platforms //bazel/platforms:extended_conda_env --host_platform //bazel/platforms:extended_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=extended_oss
-build:_extended_gpu_oss --platforms //bazel/platforms:extended_conda_gpu_env --host_platform //bazel/platforms:extended_conda_gpu_env --repo_env=BAZEL_CONDA_ENV_NAME=extended_gpu_oss
-
+build:_build --platforms //bazel/platforms:core_conda_env --host_platform //bazel/platforms:core_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=build
+build:_core --platforms //bazel/platforms:core_conda_env --host_platform //bazel/platforms:core_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=core
+build:_all --platforms //bazel/platforms:all_conda_env --host_platform //bazel/platforms:all_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=all
 
 # Public definitions
 
@@ -26,33 +26,44 @@ build:_extended_gpu_oss --platforms //bazel/platforms:extended_conda_gpu_env --h
 build:py3.9 --repo_env=BAZEL_CONDA_PYTHON_VERSION=3.9
 build:py3.10 --repo_env=BAZEL_CONDA_PYTHON_VERSION=3.10
 build:py3.11 --repo_env=BAZEL_CONDA_PYTHON_VERSION=3.11
+build:py3.12 --repo_env=BAZEL_CONDA_PYTHON_VERSION=3.12
 
-# Default
-
-build --config=_build
-test --config=_sf_only
-run --config=_sf_only
-cquery --config=_sf_only
+build:build --config=_build
 
 # Config to sync files
 run:pre_build --config=_build --config=py3.9
 
 # Config to run type check
-build:typecheck --aspects @rules_mypy//:mypy.bzl%mypy_aspect --output_groups=mypy --config=_extended --config=py3.9
-build:typecheck_oss --aspects @rules_mypy//:mypy.bzl%mypy_aspect --output_groups=mypy --config=_extended_oss --config=py3.9
-build:typecheck_gpu_oss --aspects @rules_mypy//:mypy.bzl%mypy_aspect --output_groups=mypy --config=_extended_gpu_oss --config=py3.9
+build:typecheck --aspects @rules_mypy//:mypy.bzl%mypy_aspect --output_groups=mypy --config=_all --config=py3.9
 
 # Config to build the doc
-build:docs --config=_sf_only --config=py3.9
+build:docs --config=_all --config=py3.9
 
 # Public the extended setting
 
-test:extended --config=_extended
-run:extended --config=_extended
-cquery:extended --config=_extended
-test:extended_oss --config=_extended_oss
-run:extended_oss --config=_extended_oss
-cquery:extended_oss --config=_extended_oss
-test:extended_gpu_oss --config=_extended_gpu_oss
-run:extended_gpu_oss --config=_extended_gpu_oss
-cquery:extended_gpu_oss --config=_extended_gpu_oss
+cquery:core --config=_core
+test:core --config=_core
+run:core --config=_core
+cquery:all --config=_all
+test:all --config=_all
+run:all --config=_all
+
+# Below are auto-generated settings, do not modify them directly
+
+build:_keras --platforms //bazel/platforms:keras_conda_env --host_platform //bazel/platforms:keras_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=keras
+cquery:keras --config=_keras
+build:keras --config=_keras
+test:keras --config=_keras
+run:keras --config=_keras
+
+build:_ml --platforms //bazel/platforms:ml_conda_env --host_platform //bazel/platforms:ml_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=ml
+cquery:ml --config=_ml
+build:ml --config=_ml
+test:ml --config=_ml
+run:ml --config=_ml
+
+build:_torch --platforms //bazel/platforms:torch_conda_env --host_platform //bazel/platforms:torch_conda_env --repo_env=BAZEL_CONDA_ENV_NAME=torch
+cquery:torch --config=_torch
+build:torch --config=_torch
+test:torch --config=_torch
+run:torch --config=_torch

Diff for: BUILD.bazel

@@ -1,19 +1,16 @@
 load("@rules_java//java:defs.bzl", "java_binary")
 load("//:packages.bzl", "PACKAGES")
 load("//bazel:py_rules.bzl", "py_wheel")
-load("//bazel/requirements:rules.bzl", "generate_pyproject_file")
+load("//bazel/requirements:rules.bzl", "generate_pyproject_file", "sync_bazelrc_file")
 
 package(default_visibility = ["//visibility:public"])
 
 exports_files([
+    ".bazelrc",
     "CHANGELOG.md",
     "README.md",
     "LICENSE.txt",
-    "conda-env-extended.yml",
-    "conda-env-snowflake.yml",
-    "conda-env.yml",
     "mypy.ini",
-    "requirements.txt",
     "requirements.yml",
 ])
 
@@ -38,3 +35,10 @@ py_wheel(
     pyproject_toml = ":snowml_pyproject",
     deps = PACKAGES,
 )
+
+sync_bazelrc_file(
+    name = "sync_bazelrc",
+    generation_cmd = "bazel run --config=pre_build //:sync_bazelrc",
+    root_path = "",
+    target = ".bazelrc",
+)

Diff for: CHANGELOG.md

@@ -1,34 +1,61 @@
 # Release History
 
-## 1.7.4
+## 1.7.5
+
+- Support Python 3.12.
+- Explainability: Support native and snowml sklearn pipeline
+
+### Bug Fixes
+
+- Registry: Fixed a compatibility issue when using `snowflake-ml-python` 1.7.0 or greater to save a `tensorflow.keras`
+  model with `keras` 2.x, if `relax_version` is set or default to True, and newer version of `snowflake-ml-python`
+  is available in Snowflake Anaconda Channel, model could not be run in Snowflake. If you have such model, you could
+  use the latest version of `snowflake-ml-python` and call `ModelVersion.load` to load it back, and re-log it.
+  Alternatively, you can prevent this issue by setting `relax_version=False` when saving the model.
+- Registry: Removed the validation that disallows data that does not have non-null values being passed to
+  `ModelVersion.run`.
+- ML Job (PrPr): No longer require CREATE STAGE privilege if `stage_name` points to an existing stage
+- ML Job (PrPr): Fixed a bug causing some payload source and entrypoint path
+  combinations to be erroneously rejected with
+  `ValueError(f"{self.entrypoint} must be a subpath of {self.source}")`
+- ML Job (PrPr): Fixed a bug in Ray cluster startup config which caused certain Runtime APIs to fail
+
+### Behavior Change
+
+### New Features
+
+- Registry: Added support for handling Hugging Face model configurations with auto-mapping functionality.
+- Registry: Added support for `keras` 3.x model with `tensorflow` and `pytorch` backend
+- ML Job (PrPr): Support any serializable (pickleable) argument for `@remote` decorated functions
+
+## 1.7.4 (01-28-2025)
 
 - FileSet: The `snowflake.ml.fileset.FileSet` has been deprecated and will be removed in a future version.
   Use [snowflake.ml.dataset.Dataset](https://docs.snowflake.com/en/developer-guide/snowflake-ml/dataset) and
   [snowflake.ml.data.DataConnector](https://docs.snowflake.com/en/developer-guide/snowpark-ml/reference/latest/api/data/snowflake.ml.data.data_connector.DataConnector)
   instead.
+- Registry: `ModelVersion.run` on a service would require redeploying the service once account opts into nested function.
 
 ### Bug Fixes
 
 - Registry: Fixed an issue that the hugging face pipeline is loaded using incorrect dtype.
 - Registry: Fixed an issue that only 1 row is used when infer the model signature in the modeling model.
 
-### Behavior Changes
-
-- Registry: `ModelVersion.run` on a service would require redeploying the service once account opts into nested function.
-
 ### New Features
 
 - Add new `snowflake.ml.jobs` preview API for running headless workloads on SPCS using
   [Container Runtime for ML](https://docs.snowflake.com/en/developer-guide/snowflake-ml/container-runtime-ml)
 - Added `guardrails` option to Cortex `complete` function, enabling
   [Cortex Guard](https://docs.snowflake.com/en/user-guide/snowflake-cortex/llm-functions#cortex-guard) support
+- Model Monitoring: Expose Model Monitoring Python API by default.
 
 ## 1.7.3 (2025-01-08)
 
 - Added lowercase versions of Cortex functions, added deprecation warning to Capitalized versions.
 - Bumped the requirements of `fsspec` and `s3fs` to `>=2024.6.1,<2026`
 - Bumped the requirement of `mlflow` to `>=2.16.0, <3`
 - Registry: Support 500+ features for model registry
+- Feature Store: Add support for `cluster_by` for feature views.
 
 ### Bug Fixes
 
@@ -146,6 +173,10 @@ class ExamplePipelineModel(custom_model.CustomModel):
 - Data Connector: Add the option of passing a `None` sized batch to `to_torch_dataset` for better
 interoperability with PyTorch DataLoader.
 - Model Registry: Support [pandas.CategoricalDtype](https://pandas.pydata.org/docs/reference/api/pandas.CategoricalDtype.html#pandas-categoricaldtype)
+  - Limitations:
+    - The native categorical data handling handling by XGBoost using `enable_categorical=True` is not supported.
+    Instead please use [`sklearn.pipeline`](https://scikit-learn.org/stable/modules/generated/sklearn.pipeline.Pipeline.html)
+    to preprocess the categorical datatype and log the pipeline with the XGBoost model.
 - Registry: It is now possible to pass `signatures` and `sample_input_data` at the same time to capture background
 data from explainablity and data lineage.
 

Diff for: CONTRIBUTING.md

@@ -46,7 +46,7 @@ Note: You may need to configure your editor to run this on save.
 To build the package, run:
 
 ```shell
-> bazel build //:wheel
+> bazel build --config=build //:wheel
 ```
 
 `bazel` can be run from anywhere under the monorepo and it can accept absolute path or a relative path. For example,
@@ -58,7 +58,7 @@ snowml> bazel build :wheel
 You can build an entire sub-tree as:
 
 ```sh
-> bazel build //snowflake/...
+> bazel build --config=build //snowflake/...
 ```
 
 ### Notes when you add new target in a `BUILD.bazel` file
@@ -302,6 +302,82 @@ Example:
     - build_essential
 ```
 
+### Using optional dependencies
+
+By default, tests are running in an environment without any optional dependencies (dependencies with
+`requirements_extra_tags` set). This is to reduce the number of the packages in the environments to make it less likely
+to conflict with each other. To use optional dependencies in tests or binary, you need to specify
+`optional_dependencies` in your `py_test` or `py_binary` target to include the `requirements_extra_tags` of the
+dependencies. For example,
+
+```starlark
+py_test(
+    name = "keras_torch_test",
+    srcs = ["keras_test.py"],
+    env = {
+        "KERAS_BACKEND": "torch",
+        "PYTORCH_ENABLE_MPS_FALLBACK": 1,
+    },
+    main = "keras_test.py",
+    optional_dependencies = ["keras"],
+    deps = [
+        "//snowflake/ml/model:model_signature",
+        "//snowflake/ml/model/_packager:model_packager",
+        "//snowflake/ml/model/_signatures:numpy_handler",
+        "//snowflake/ml/model/_signatures:utils",
+    ],
+)
+```
+
+If you added a new tag in `requirements_extra_tags`, you need to update `bazel/platforms/optional_dependency_groups.bzl`
+to either create a new group or add your tag into existing group. Every group here will create a test environment with
+corresponding optional dependencies installed to run the tests or binaries. Here are guidelines:
+
+1. If there are tests needs multiple tags, there should be at least 1 group that has these tags.
+1. Tags in the same group should not have conflicting packages.
+1. Ideally, avoid too many groups and keep test numbers balanced across groups.
+
+If you add a new group, please run the, following command to update the bazelrc file.
+
+```sh
+bazel run --config=pre_build //:sync_bazelrc
+```
+
+### Checking Package Latest Versions
+
+The `bazel/requirements/update_version_requirements.py` script helps you check the latest available versions of
+Python packages from both PyPI and Snowflake Conda repositories against your current requirements.
+
+#### Usage
+
+Run the script in dry-run mode to safely check latest versions without modifying files:
+
+```bash
+bazel run //bazel/requirements:update_version_requirements -- requirements.yml --dry-run
+```
+
+This will scan `requirements.yml` and show the latest version of packages and the suggest changes:
+
+```sh
+INFO: [DRY-RUN] PyPI/Conda package 'scikit-learn' latest PYPI version 1.6.1: '>=1.4,<1.6' -> '>=1.4,<2'
+INFO: [DRY-RUN] PyPI/Conda package 'scikit-learn' latest Conda version 1.5.2: '>=1.4,<1.6' -> '>=1.4,<2'
+```
+
+Each line shows:
+
++ Package availbility (PyPI only, Conda only, or PyPI/Conda)
++ Package name (e.g., 'scikit-learn')
++ The package source (PyPI or Conda)
++ Latest version available in that source repo (e.g., '1.6.1')
++ Current version constraints in your requirements.yml (e.g., '>=1.4,<1.6')
++ Suggested version constraints ('>=1.4,<2')
+
+If you want to apply all the suggested changes, run the following command to update the `requirements.yml` file
+
+```sh
+bazel run //bazel/requirements:update_version_requirements -- requirements.yml
+```
+
 ## Unit Testing
 
 Write Python `unittest` style unit tests. Pytest is allowed, but not recommended.

Diff for: README.md

@@ -53,7 +53,7 @@ If you don't have a Snowflake account yet, you can [sign up for a 30-day free tr
 Follow the [installation instructions](https://docs.snowflake.com/en/developer-guide/snowpark-ml/index#installing-snowpark-ml)
 in the Snowflake documentation.
 
-Python versions 3.9 to 3.11 are supported. You can use [miniconda](https://docs.conda.io/en/latest/miniconda.html) or
+Python versions 3.9 to 3.12 are supported. You can use [miniconda](https://docs.conda.io/en/latest/miniconda.html) or
 [anaconda](https://www.anaconda.com/) to create a Conda environment (recommended),
 or [virtualenv](https://docs.python.org/3/tutorial/venv.html) to create a virtual environment.
 

Diff for: bazel/environments/BUILD.bazel

@@ -1,7 +1,5 @@
-exports_files([
-    "conda-env-snowflake.yml",
-    "conda-env-build.yml",
-    "conda-env.yml",
-    "conda-gpu-env.yml",
-    "conda-env-build-test.yml",
-])
+exports_files(glob([
+    "conda-env-*.yml",
+    "requirements_*.txt",
+    "conda-optional-dependency-*.yml",
+]))