Py312 upgrade step 2: Update dependencies, integ tests and unit tests (#5123)

* clean up

* bump maxdepth for doc/api/training to fix readthedocs

* change maxdepth for readthedocs rendering doc/api/training page

* change maxdepth for readthedocs rendering doc/api/training page

* change maxdepth for readthedocs rendering doc/api/training page

Author: mollyheamazon

.githooks/pre-push

@@ -12,5 +12,5 @@ start_time=`date +%s`
 tox -e sphinx,doc8 --parallel all
 ./ci-scripts/displaytime.sh 'sphinx,doc8' $start_time
 start_time=`date +%s`
-tox -e py38,py39,py310 --parallel all -- tests/unit
-./ci-scripts/displaytime.sh 'py38,py39,py310 unit' $start_time
+tox -e py39,py310,py311,py312 --parallel all -- tests/unit
+./ci-scripts/displaytime.sh 'py39,py310,py311,py312 unit' $start_time

.pylintrc

@@ -94,7 +94,24 @@ disable=
     useless-object-inheritance, # TODO: Enable this check and fix code once Python 2 is no longer supported.
     super-with-arguments,
     raise-missing-from,
-    E1136,
+    C0116,  # Missing function or method docstring
+    C0209,  # Use f-string instead of format
+    E0015,  # Unrecognized option found in config
+    E0702,  # Raising a string instead of an exception
+    E1101,  # Module has no member (likely dynamic attr)
+    E1136,  # Value assigned to something inferred as None
+    R0022,  # Useless option value in config
+    R1710,  # Inconsistent return statements
+    R1714,  # Consider using `in` with comparisons
+    R1729,  # Use a generator
+    R1732,
+    R1735,  # Consider using a dict or list literal
+    W0237,  # Argument renamed in override
+    W0613,  # Unused argument
+    W0621,  # Redefining name from outer scope
+    W0719
+    W1404,  # Implicit string concatenation
+    W1514,  # `open()` used without encoding
 
 [REPORTS]
 # Set the output format. Available formats are text, parseable, colorized, msvs
@@ -436,4 +453,4 @@ analyse-fallback-blocks=no
 
 # Exceptions that will emit a warning when being caught. Defaults to
 # "Exception"
-overgeneral-exceptions=Exception
+overgeneral-exceptions=builtins.Exception

.readthedocs.yaml

@@ -5,9 +5,9 @@
 version: 2
 
 build:
-  os: ubuntu-20.04
+  os: ubuntu-22.04
   tools:
-    python: "3.9"
+    python: "3.12"
 
 
 python:

doc/api/inference/model_builder.rst

@@ -3,14 +3,14 @@ Model Builder
 
 This module contains classes related to Amazon Sagemaker Model Builder
 
-.. autoclass:: sagemaker.serve.builder.model_builder.ModelBuilder
+.. autoclass:: sagemaker.serve.ModelBuilder
 
-.. automethod:: sagemaker.serve.builder.model_builder.ModelBuilder.build
+.. automethod:: sagemaker.serve.ModelBuilder.build
 
-.. automethod:: sagemaker.serve.builder.model_builder.ModelBuilder.save
+.. automethod:: sagemaker.serve.ModelBuilder.save
 
-.. autoclass:: sagemaker.serve.spec.inference_spec.InferenceSpec
+.. autoclass:: sagemaker.serve.InferenceSpec
 
-.. autoclass:: sagemaker.serve.builder.schema_builder.SchemaBuilder
+.. autoclass:: sagemaker.serve.SchemaBuilder
 
-.. autoclass:: sagemaker.serve.marshalling.custom_payload_translator.CustomPayloadTranslator
+.. autoclass:: sagemaker.serve.CustomPayloadTranslator

doc/api/training/index.rst

@@ -3,7 +3,7 @@ Training APIs
 #############
 
 .. toctree::
-   :maxdepth: 4
+   :maxdepth: 1
 
    model_trainer
    algorithm

doc/conf.py

@@ -83,16 +83,11 @@
 
 html_css_files = [
     "https://cdn.datatables.net/1.10.23/css/jquery.dataTables.min.css",
+    "theme_overrides.css",
+    "pagination.css",
+    "search_accessories.css",
 ]
 
-html_context = {
-    "css_files": [
-        "_static/theme_overrides.css",
-        "_static/pagination.css",
-        "_static/search_accessories.css",
-    ]
-}
-
 # Example configuration for intersphinx: refer to the Python standard library.
 intersphinx_mapping = {"python": ("http://docs.python.org/", None)}
 

doc/requirements.txt

@@ -1,7 +1,7 @@
-sphinx==5.1.1
-sphinx-rtd-theme==0.5.0
-docutils==0.15.2
-packaging==20.9
+sphinx==7.2.6
+sphinx-rtd-theme==3.0.0
+docutils>=0.18.1,<0.21
+packaging>=23.0,<25
 jinja2==3.1.6
 schema==0.7.5
 accelerate>=0.24.1,<=0.27.0

pyproject.toml

@@ -7,7 +7,7 @@ name = "sagemaker"
 dynamic = ["version", "optional-dependencies"]
 description = "Open source library for training and deploying models on Amazon SageMaker."
 readme = "README.rst"
-requires-python = ">=3.8"
+requires-python = ">=3.9"
 authors = [
   { name = "Amazon Web Services" },
 ]
@@ -25,10 +25,10 @@ classifiers = [
   "License :: OSI Approved :: Apache Software License",
   "Natural Language :: English",
   "Programming Language :: Python",
-  "Programming Language :: Python :: 3.8",
   "Programming Language :: Python :: 3.9",
   "Programming Language :: Python :: 3.10",
   "Programming Language :: Python :: 3.11",
+  "Programming Language :: Python :: 3.12",
 ]
 dependencies = [
   "attrs>=23.1.0,<24",
@@ -39,15 +39,15 @@ dependencies = [
   "google-pasta",
   "importlib-metadata>=1.4.0,<7.0",
   "jsonschema",
-  "numpy>=1.9.0,<2.0",
+  "numpy==1.26.4",
   "omegaconf>=2.2,<=2.3",
-  "packaging>=20.0",
+  "packaging>=23.0,<25",
   "pandas",
   "pathos",
   "platformdirs",
   "protobuf>=3.12,<6.0",
   "psutil",
-  "PyYAML~=6.0",
+  "PyYAML>=6.0.1",
   "requests",
   "sagemaker-core>=1.0.17,<2.0.0",
   "schema",

requirements/extras/local_requirements.txt

@@ -1,3 +1,3 @@
 urllib3>=1.26.8,<3.0.0
 docker>=5.0.2,<8.0.0
-PyYAML>=5.4.1,<7
+PyYAML>=6.0.1,<7

requirements/extras/scipy_requirements.txt

@@ -1 +1 @@
-scipy==1.10.1
+scipy==1.11.3