[SC-17796] Update XGBoost notebook compatibility

.github/workflows/dependency-testing.yaml

@@ -43,7 +43,7 @@ jobs:
       fail-fast: false
       matrix:
         python-version: ['3.9', '3.10', '3.11', '3.12', '3.13', '3.14']
-        deps-type: ['max', 'default']
+        deps-type: ['max', 'default', 'core']
 
     steps:
       - uses: actions/checkout@v4
@@ -79,7 +79,21 @@ jobs:
           export OMP_NUM_THREADS=1
           export MKL_NUM_THREADS=1
 
-          if [[ "${{ matrix.deps-type }}" == "default" ]]; then
+          if [[ "${{ matrix.deps-type }}" == "core" ]]; then
+            # Exercise the unbounded core dependency set separately from the
+            # constrained optional extras (for example, latest scikit-learn).
+            WHEEL=$(ls dist/*.whl | head -n 1)
+            # Jinja2 is currently imported by the library but is only present
+            # transitively through optional extras. Install it as test tooling
+            # so this leg can exercise the otherwise unbounded core set.
+            python -m pip install "${WHEEL}" jinja2
+            pip check
+            python -c 'import sklearn, validmind; print(f"ValidMind {validmind.__version__} with scikit-learn {sklearn.__version__}")'
+            python -m unittest \
+              tests.unit_tests.model_validation.sklearn.test_ROCCurve \
+              tests.unit_tests.model_validation.sklearn.test_PrecisionRecallCurve \
+              | cat
+          elif [[ "${{ matrix.deps-type }}" == "default" ]]; then
             # Install only from built artifacts (let pip resolve deps normally)
             WHEEL=$(ls dist/*.whl | head -n 1)
             python -m pip install "${WHEEL}[all]"

.gitignore

@@ -189,12 +189,8 @@ lending_club_loan_data_*.csv
 
 # Pickle files
 *.pkl
-# Sample application scorecard model for validation notebook — do not remove!
-!notebooks/use_cases/validation/xgb_model_champion.pkl
 # Sample logistic regression model for validation series — do not remove!
 !notebooks/tutorials/validation/lr_model_champion.pkl
-# Sample XGBoost model for validation quickstart — do not remove!
-!notebooks/quickstart/xgboost_model_champion.pkl
 
 notebooks/llm/datasets/*.jsonl
 

Makefile

@@ -69,8 +69,8 @@ version:
 	@echo "__version__ = \"$$(uv version --short)\"" > validmind/__version__.py
 	@sed 's/^Version: .*/Version: '"$$(uv version --short)"'/' r/validmind/DESCRIPTION > r/validmind/DESCRIPTION.tmp && mv r/validmind/DESCRIPTION.tmp r/validmind/DESCRIPTION
 	@echo "Version updated to $$(uv version --short)"
-	@echo "Commiting changes to pyproject.toml, __version__.py and r/validmind/DESCRIPTION with message: $$(uv version --short)"
-	@git add pyproject.toml validmind/__version__.py r/validmind/DESCRIPTION
+	@echo "Committing changes to pyproject.toml, uv.lock, __version__.py and r/validmind/DESCRIPTION with message: $$(uv version --short)"
+	@git add pyproject.toml uv.lock validmind/__version__.py r/validmind/DESCRIPTION
 	@git commit -m "$$(uv version --short)"
 
 generate-test-id-types:

notebooks/code_sharing/output_templates/customizing_tests_with_output_templates.ipynb

@@ -251,7 +251,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -q validmind"
+    "%pip install -q \"validmind[xgboost]\""
    ]
   },
   {

notebooks/code_sharing/post_processing_functions.ipynb

@@ -64,6 +64,8 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "%pip install -q \"validmind[xgboost]\"\n",
+    "\n",
     "import xgboost as xgb\n",
     "import validmind as vm\n",
     "from validmind.datasets.classification import customer_churn\n",

notebooks/how_to/data_and_datasets/dataset_inputs/load_datasets_predictions.ipynb

@@ -154,7 +154,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []

notebooks/how_to/data_and_datasets/use_dataset_model_objects.ipynb

@@ -149,7 +149,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []

notebooks/how_to/metrics/log_metrics_over_time.ipynb

@@ -151,7 +151,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []

notebooks/how_to/metrics/run_unit_metrics.ipynb

@@ -138,7 +138,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -q validmind"
+    "%pip install -q \"validmind[xgboost]\""
    ]
   },
   {

notebooks/how_to/qualitative_text/qualitative_text_generation.ipynb

@@ -178,7 +178,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ]
     },
     {

notebooks/how_to/scoring/assign_scores_complete_tutorial.ipynb

@@ -140,7 +140,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -q validmind"
+    "%pip install -q \"validmind[xgboost]\""
    ]
   },
   {

notebooks/how_to/tests/custom_tests/implement_custom_tests.ipynb

@@ -146,7 +146,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []
@@ -1112,4 +1112,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 4
-}
+}

notebooks/how_to/tests/custom_tests/integrate_external_test_providers.ipynb

@@ -157,7 +157,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -q validmind"
+    "%pip install -q \"validmind[xgboost]\""
    ]
   },
   {

notebooks/how_to/tests/run_tests/2-run_comparison_tests.ipynb

@@ -178,7 +178,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": [],

notebooks/how_to/tests/run_tests/configure_tests/customize_test_result_descriptions.ipynb

@@ -93,7 +93,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "%pip install -q validmind"
+    "%pip install -q \"validmind[xgboost]\""
    ]
   },
   {

notebooks/how_to/tests/run_tests/configure_tests/run_tests_that_require_multiple_datasets.ipynb

@@ -144,7 +144,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []
@@ -585,4 +585,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}

notebooks/how_to/tests/run_tests/configure_tests/understand_utilize_rawdata.ipynb

@@ -78,7 +78,7 @@
       "outputs": [],
       "source": [
         "# Install the ValidMind Library\n",
-        "%pip install -q validmind\n",
+        "%pip install -q \"validmind[xgboost]\"\n",
         "\n",
         "# Initialize the ValidMind Library\n",
         "import validmind as vm\n",

notebooks/how_to/tests/run_tests/documentation_tests/document_multiple_results_for_the_same_test.ipynb

@@ -151,7 +151,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []
@@ -638,4 +638,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}

notebooks/how_to/tests/run_tests/documentation_tests/run_documentation_sections.ipynb

@@ -142,7 +142,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []
@@ -604,4 +604,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 2
-}
+}

notebooks/how_to/tests/run_tests/documentation_tests/run_documentation_tests_with_config.ipynb

@@ -146,7 +146,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost,explainability]\""
       ],
       "execution_count": null,
       "outputs": []
@@ -737,4 +737,4 @@
   },
   "nbformat": 4,
   "nbformat_minor": 0
-}
+}

notebooks/quickstart/quickstart_documentation.ipynb

@@ -203,7 +203,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ]
     },
     {

notebooks/quickstart/quickstart_model_documentation_oidc_device_flow.ipynb

@@ -196,7 +196,7 @@
       "metadata": {},
       "outputs": [],
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ]
     },
     {

notebooks/quickstart/quickstart_validation.ipynb

@@ -286,7 +286,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": [],
@@ -800,7 +800,7 @@
         "\n",
         "### Import the champion model\n",
         "\n",
-        "With our raw dataset preprocessed, let's go ahead and import the champion submitted by the development team in the format of a `.pkl` file: **[xgboost_model_champion.pkl](xgboost_model_champion.pkl)**"
+        "With our raw dataset preprocessed, let's go ahead and import the champion submitted by the development team in XGBoost's stable JSON model format: **[xgboost_model_champion.json](xgboost_model_champion.json)**"
       ],
       "id": "1fd05953"
     },
@@ -809,9 +809,13 @@
       "metadata": {},
       "source": [
         "# Import the champion model\n",
-        "import joblib\n",
+        "import xgboost as xgb\n",
         "\n",
-        "xgboost = joblib.load(\"xgboost_model_champion.pkl\")"
+        "xgboost = xgb.XGBClassifier(\n",
+        "    early_stopping_rounds=10,\n",
+        "    eval_metric=[\"error\", \"logloss\", \"auc\"],\n",
+        ")\n",
+        "xgboost.load_model(\"xgboost_model_champion.json\")"
       ],
       "execution_count": null,
       "outputs": [],

notebooks/use_cases/credit_risk/application_scorecard_full_suite.ipynb

@@ -153,7 +153,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []

notebooks/use_cases/credit_risk/application_scorecard_with_ml.ipynb

@@ -166,7 +166,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost,explainability]\""
       ],
       "execution_count": null,
       "outputs": []

notebooks/use_cases/ongoing_monitoring/application_scorecard_ongoing_monitoring.ipynb

@@ -146,7 +146,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost,explainability]\""
       ],
       "execution_count": null,
       "outputs": []

notebooks/use_cases/ongoing_monitoring/quickstart_customer_churn_ongoing_monitoring.ipynb

@@ -144,7 +144,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []
@@ -337,7 +337,7 @@
         "\n",
         "# Load the saved model\n",
         "model = xgb.XGBClassifier()\n",
-        "model.load_model(\"xgboost_model.model\")"
+        "model.load_model(\"xgboost_model.json\")"
       ],
       "execution_count": null,
       "outputs": []

notebooks/use_cases/validation/validate_application_scorecard.ipynb

@@ -272,7 +272,7 @@
       "cell_type": "code",
       "metadata": {},
       "source": [
-        "%pip install -q validmind"
+        "%pip install -q \"validmind[xgboost]\""
       ],
       "execution_count": null,
       "outputs": []
@@ -335,7 +335,7 @@
         "\n",
         "### Importing the champion model\n",
         "\n",
-        "With the ValidMind Library set up and ready to go, let's go ahead and import the champion submitted by the development team in the format of a `.pkl` file: **[xgb_model_champion.pkl](xgb_model_champion.pkl)**"
+        "With the ValidMind Library set up and ready to go, let's go ahead and import the champion submitted by the development team in XGBoost's stable JSON model format: **[xgb_model_champion.json](xgb_model_champion.json)**"
       ]
     },
     {
@@ -346,7 +346,7 @@
         "\n",
         "#Load the saved model\n",
         "xgb_model = xgb.XGBClassifier()\n",
-        "xgb_model.load_model(\"xgb_model_champion.pkl\")\n",
+        "xgb_model.load_model(\"xgb_model_champion.json\")\n",
         "xgb_model"
       ],
       "execution_count": null,

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "validmind"
-version = "2.13.9"
+version = "2.13.10"
 description = "ValidMind Library"
 readme = "README.pypi.md"
 requires-python = ">=3.9,<3.15"
@@ -40,7 +40,8 @@ dependencies = [
 [project.optional-dependencies]
 all = [
   "torch (>=2.0.0)",
-  "xgboost (>=1.5.2,<3)",
+  "xgboost (>=1.5.2,<3.1)",
+  "scikit-learn (<1.8)",
   "transformers (>=4.32.0,<5.0.0)",
   "pycocoevalcap",
   "ragas (>=0.2.3,<=0.2.7)",
@@ -108,7 +109,10 @@ nlp = [
 ]
 pytorch = ["torch (>=2.0.0)"]
 stats = ["scipy", "statsmodels (>=0.14.2,<0.15.0)", "arch (>=7.0.0)"]
-xgboost = ["xgboost (>=1.5.2,<3)"]
+xgboost = [
+  "xgboost (>=1.5.2,<3.1)",
+  "scikit-learn (<1.8)",
+]
 explainability = [
   "shap (>=0.46.0)",
   "numba (>=0.65.1) ; python_version >= '3.14'",