Project import generated by Copybara. (#127)

GitOrigin-RevId: 50dc082133b4d28c56c1ecc0cad18e5751f6bc19 Co-authored-by: Snowflake Authors <[email protected]>
snowflakedb · Nov 5, 2024 · 38d2497 · 38d2497
1 parent f737798
commit 38d2497
Show file tree

Hide file tree

Showing 122 changed files with 4,840 additions and 4,052 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,6 +1,31 @@
 # Release History
 
-## 1.7.0
+## 1.7.1
+
+### Bug Fixes
+
+- Registry: Null value is now allowed in the dataframe used in model signature inference. Null values will be ignored
+ and others will be used to infer the signature.
+- Registry: Pandas Extension DTypes (`pandas.StringDType()`, `pandas.BooleanDType()`, etc.) are now supported in model
+signature inference.
+- Registry: Null value is now allowed in the dataframe used to predict.
+- Data: Fix missing `snowflake.ml.data.*` module exports in wheel
+- Dataset: Fix missing `snowflake.ml.dataset.*` module exports in wheel.
+- Registry: Fix the issue that `tf_keras.Model` is not recognized as keras model when logging.
+
+### Behavior Changes
+
+### New Features
+
+- Registry: Option to `enable_monitoring` set to False by default.  This will gate access to preview features of Model Monitoring.
+- Model Monitoring: `show_model_monitors` Registry method.  This feature is still in Private Preview.
+- Registry: Support `pd.Series` in input and output data.
+- Model Monitoring: `add_monitor` Registry method.  This feature is still in Private Preview.
+- Model Monitoring: `resume` and `suspend` ModelMonitor.  This feature is still in Private Preview.
+- Model Monitoring: `get_monitor` Registry method.  This feature is still in Private Preview.
+- Model Monitoring: `delete_monitor` Registry method.  This feature is still in Private Preview.
+
+## 1.7.0 (10-22-2024)
 
 ### Behavior Change
 

diff --git a/bazel/environments/conda-env-build.yml b/bazel/environments/conda-env-build.yml
@@ -11,12 +11,12 @@ dependencies:
   - conda-libmamba-solver==23.7.0
   - inflection==0.5.1
   - jsonschema==3.2.0
-  - lightgbm==3.3.5
+  - lightgbm==4.1.0
   - numpy==1.23.5
   - packaging==23.0
   - ruamel.yaml==0.17.21
   - scikit-learn==1.5.1
   - sphinx==5.0.2
   - toml==0.10.2
   - types-toml==0.10.8.6
-  - xgboost==1.7.3
+  - xgboost==1.7.6
diff --git a/bazel/environments/conda-env-snowflake.yml b/bazel/environments/conda-env-snowflake.yml
@@ -25,7 +25,7 @@ dependencies:
   - inflection==0.5.1
   - joblib==1.4.2
   - jsonschema==3.2.0
-  - lightgbm==3.3.5
+  - lightgbm==4.1.0
   - mlflow==2.3.1
   - moto==4.0.11
   - mypy==1.10.0
@@ -40,7 +40,7 @@ dependencies:
   - pytest-xdist==3.5.0
   - pytest==7.4.0
   - pytimeparse==1.1.8
-  - pytorch==2.0.1
+  - pytorch==2.1.0
   - pyyaml==6.0
   - requests==2.29.0
   - retrying==1.3.3
@@ -67,4 +67,4 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.6.3
   - werkzeug==2.2.2
-  - xgboost==1.7.3
+  - xgboost==1.7.6
diff --git a/bazel/environments/conda-env.yml b/bazel/environments/conda-env.yml
@@ -25,7 +25,7 @@ dependencies:
   - inflection==0.5.1
   - joblib==1.4.2
   - jsonschema==3.2.0
-  - lightgbm==3.3.5
+  - lightgbm==4.1.0
   - mlflow==2.3.1
   - moto==4.0.11
   - mypy==1.10.0
@@ -40,7 +40,7 @@ dependencies:
   - pytest-xdist==3.5.0
   - pytest==7.4.0
   - pytimeparse==1.1.8
-  - pytorch==2.0.1
+  - pytorch==2.1.0
   - pyyaml==6.0
   - requests==2.29.0
   - retrying==1.3.3
@@ -67,7 +67,7 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.6.3
   - werkzeug==2.2.2
-  - xgboost==1.7.3
+  - xgboost==1.7.6
   - pip
   - pip:
       - --extra-index-url https://pypi.org/simple

diff --git a/bazel/environments/conda-gpu-env.yml b/bazel/environments/conda-gpu-env.yml
@@ -25,7 +25,7 @@ dependencies:
   - inflection==0.5.1
   - joblib==1.4.2
   - jsonschema==3.2.0
-  - lightgbm==3.3.5
+  - lightgbm==4.1.0
   - mlflow==2.3.1
   - moto==4.0.11
   - mypy==1.10.0
@@ -42,7 +42,7 @@ dependencies:
   - pytest==7.4.0
   - pytimeparse==1.1.8
   - pytorch::pytorch-cuda==11.7.*
-  - pytorch::pytorch==2.0.1
+  - pytorch::pytorch==2.1.0
   - pyyaml==6.0
   - requests==2.29.0
   - retrying==1.3.3
@@ -69,7 +69,7 @@ dependencies:
   - types-toml==0.10.8.6
   - typing-extensions==4.6.3
   - werkzeug==2.2.2
-  - xgboost==1.7.3
+  - xgboost==1.7.6
   - pip
   - pip:
       - --extra-index-url https://pypi.org/simple

diff --git a/bazel/requirements/parse_and_generate_requirements.py b/bazel/requirements/parse_and_generate_requirements.py
@@ -418,7 +418,7 @@ def generate_requirements(
         )
         sys.stdout.writelines(results)
     elif (mode, format) == ("version_requirements", "python"):
-        results = list(
+        reqs = list(
             sorted(
                 filter(
                     None,
@@ -427,13 +427,28 @@ def generate_requirements(
                         filter(
                             lambda req_info: req_info.get("from_channel", SNOWFLAKE_CONDA_CHANNEL)
                             == SNOWFLAKE_CONDA_CHANNEL,
-                            requirements,
+                            filter(lambda req_info: filter_by_extras(req_info, False, True), requirements),
+                        ),
+                    ),
+                ),
+            )
+        )
+        all_reqs = list(
+            sorted(
+                filter(
+                    None,
+                    map(
+                        lambda req_info: generate_user_requirements_string(req_info, "conda"),
+                        filter(
+                            lambda req_info: req_info.get("from_channel", SNOWFLAKE_CONDA_CHANNEL)
+                            == SNOWFLAKE_CONDA_CHANNEL,
+                            filter(lambda req_info: filter_by_extras(req_info, False, False), requirements),
                         ),
                     ),
                 ),
             )
         )
-        sys.stdout.write(f"REQUIREMENTS = {json.dumps(results, indent=4)}\n")
+        sys.stdout.write(f"REQUIREMENTS = {repr(reqs)}\nALL_REQUIREMENTS={repr(all_reqs)}\n")
     elif (mode, format) == ("version_requirements", "toml"):
         extras_requirements = list(filter(lambda req_info: filter_by_extras(req_info, True, False), requirements))
         extras_results: MutableMapping[str, Sequence[str]] = {}
@@ -478,7 +493,13 @@ def generate_requirements(
     elif (mode, format) == ("version_requirements", "python"):
         results = list(
             sorted(
-                filter(None, map(lambda req_info: generate_user_requirements_string(req_info, "conda"), requirements)),
+                filter(
+                    None,
+                    map(
+                        lambda req_info: generate_user_requirements_string(req_info, "conda"),
+                        filter(lambda req_info: filter_by_extras(req_info, False, True), requirements),
+                    ),
+                )
             )
         )
         sys.stdout.writelines(f"REQUIREMENTS = {repr(results)}\n")
@@ -555,7 +576,6 @@ def main() -> None:
         ("dev_version", "text", False),  # requirements.txt
         ("version_requirements", "python", True),  # sproc test dependencies list
         ("version_requirements", "toml", False),  # wheel rule requirements
-        ("version_requirements", "python", False),  # model deployment core dependencies list
         ("dev_version", "conda_env", False),  # dev conda-env.yml file
         ("dev_gpu_version", "conda_env", False),  # dev conda-gpu-env.yml file
         ("dev_version", "conda_env", True),  # dev conda-env-snowflake.yml file

diff --git a/ci/conda_recipe/meta.yaml b/ci/conda_recipe/meta.yaml
@@ -17,7 +17,7 @@ build:
   noarch: python
 package:
   name: snowflake-ml-python
-  version: 1.7.0
+  version: 1.7.1
 requirements:
   build:
     - python
@@ -28,10 +28,11 @@ requirements:
     - anyio>=3.5.0,<4
     - cachetools>=3.1.1,<6
     - cloudpickle>=2.0.0
+    - cryptography
     - fsspec>=2022.11,<2024
     - importlib_resources>=6.1.1, <7
     - numpy>=1.23,<2
-    - packaging>=20.9,<24
+    - packaging>=20.9,<25
     - pandas>=1.0.0,<3
     - pyarrow
     - pytimeparse>=1.1.8,<2
@@ -49,7 +50,7 @@ requirements:
     - python>=3.9,<3.12
   run_constrained:
     - catboost>=1.2.0, <2
-    - lightgbm>=3.3.5,<5
+    - lightgbm>=4.1.0, <5
     - mlflow>=2.1.0,<2.4
     - pytorch>=2.0.1,<2.3.0
     - sentence-transformers>=2.2.2,<3

diff --git a/ci/targets/slow.txt b/ci/targets/slow.txt
@@ -0,0 +1,3 @@
+//tests/integ/snowflake/ml/registry/services:registry_huggingface_pipeline_model_deployment_gpu_test
+//tests/integ/snowflake/ml/registry/services:registry_sentence_transformers_model_deployment_gpu_test
+//tests/integ/snowflake/ml/registry/services:registry_xgboost_model_deployment_pip_test
diff --git a/docs/source/cortex.rst b/docs/source/cortex.rst
@@ -10,16 +10,22 @@ snowflake.ml.cortex
 .. rubric:: Classes
 
 .. autosummary::
-    :toctree: api/model
+    :toctree: api/cortex
 
     CompleteOptions
+    Finetune
+    FinetuneJob
+    FinetuneStatus
 
 .. rubric:: Functions
 
 .. autosummary::
-    :toctree: api/model
+    :toctree: api/cortex
 
+    ClassifyText
     Complete
+    EmbedText768
+    EmbedText1024
     ExtractAnswer
     Sentiment
     Summarize

diff --git a/docs/source/data.rst b/docs/source/data.rst
@@ -0,0 +1,21 @@
+:orphan:
+
+===========================
+snowflake.ml.data
+===========================
+
+.. automodule:: snowflake.ml.data
+    :noindex:
+
+.. currentmodule:: snowflake.ml.data
+
+.. rubric:: Classes
+
+.. autosummary::
+    :toctree: api/data
+
+    data_connector.DataConnector
+    data_ingestor.DataIngestor
+    data_source.DataSource
+    data_source.DataFrameInfo
+    data_source.DatasetInfo