Merge branch 'main' into doc/update-local-services-testing-docs

Author: nishtha-agarwal-211

.github/workflows/test.yml

@@ -34,15 +34,27 @@ jobs:
         sklearn-only: ["true"]
 
         exclude:
-          # incompatible version combinations
+          # (python, sklearn) combinations for which there is no PyPI release
+          # scikit-learn 1.3
           - python-version: "3.13"
             scikit-learn: "1.3.*"
-          - python-version: "3.13"
-            scikit-learn: "1.4.*"
           - python-version: "3.14"
             scikit-learn: "1.3.*"
+          # scikit-learn 1.4
+          - python-version: "3.13"
+            scikit-learn: "1.4.*"
           - python-version: "3.14"
             scikit-learn: "1.4.*"
+          # scikit-learn 1.5
+          - python-version: "3.14"
+            scikit-learn: "1.5.*"
+          # scikit-learn 1.6
+          - python-version: "3.14"
+            scikit-learn: "1.6.*"
+          # scikit-learn 1.7 is installed with pandas 3
+          - python-version: "3.10"
+            scikit-learn: "1.7.*"
+
 
         include:
           # Full test run on ubuntu, 3.14
@@ -64,14 +76,6 @@ jobs:
             sklearn-only: "false"
             code-cov: true
 
-          # Pandas 2 run
-          - os: ubuntu-latest
-            python-version: "3.12"
-            scikit-learn: "1.5.*"
-            sklearn-only: "false"
-            pandas-version: "2.*"
-            code-cov: false
-
     steps:
     - uses: actions/checkout@v6
       with:
@@ -82,15 +86,21 @@ jobs:
       with:
         python-version: ${{ matrix.python-version }}
 
-    - name: Install test dependencies, scikit-learn, and optional pandas
+    - name: Install test dependencies, scikit-learn, and pandas
       shell: bash
       run: |
         python -m pip install --upgrade pip
         pip install -e .[test] scikit-learn==${{ matrix.scikit-learn }}
-        
-        if [ "${{ matrix.pandas-version }}" != "" ]; then
-          echo "Installing specific pandas version: ${{ matrix.pandas-version }}"
-          pip install "pandas==${{ matrix.pandas-version }}"
+
+        # scikit-learn 1.7+ requires pandas 3.x, earlier versions use pandas 2.x
+        version="${{ matrix.scikit-learn }}"
+        major=$(echo "$version" | cut -d. -f1)
+        minor=$(echo "$version" | cut -d. -f2)
+
+        if [[ "$major" -gt 1 ]] || { [[ "$major" -eq 1 ]] && [[ "$minor" -ge 7 ]]; }; then
+          pip install "pandas==3.*"
+        else
+          pip install "pandas==2.*"
         fi
 
     - name: Store repository status
@@ -103,21 +113,27 @@ jobs:
 
     - name: Clone Services
       if: matrix.os == 'ubuntu-latest'
+      id: clone-services
       run: |
         git clone --depth 1 https://github.com/openml/services.git
 
     - name: Start Docker Services
+      id: start-services
       if: matrix.os == 'ubuntu-latest'
       working-directory: ./services
       run: |
-        docker compose --profile rest-api --profile minio up -d
+        chmod -R a+rw ./data
+        chmod -R a+rw ./logs
+        docker compose --profile rest-api --profile minio --profile evaluation-engine up -d
 
         echo "Waiting for PHP API to boot..."
         timeout 60s bash -c 'until [ "$(docker inspect -f {{.State.Health.Status}} openml-php-rest-api)" == "healthy" ]; do sleep 5; done'
 
         echo "Final Verification: Gateway Connectivity..."
         curl -sSfL http://localhost:8000/api/v1/xml/data/1 | head -n 15
 
+        docker container ls
+
     - name: Show installed dependencies
       run: python -m pip list
 
@@ -173,8 +189,13 @@ jobs:
         fail_ci_if_error: true
         verbose: true
 
+    - name: Dump server logs
+      if: always() && steps.start-services.outcome == 'success'
+      run: |
+        docker logs openml-php-rest-api -t
+
     - name: Cleanup Docker setup
-      if: matrix.os == 'ubuntu-latest' && always()
+      if: always() && steps.clone-services.outcome == 'success'
       run: |
         sudo rm -rf services
 

openml/__init__.py

@@ -18,9 +18,11 @@
 # License: BSD 3-Clause
 from __future__ import annotations
 
+from typing import TYPE_CHECKING
+
 from . import (
     _api_calls,
-    config,
+    _config as _config_module,
     datasets,
     evaluations,
     exceptions,
@@ -33,6 +35,7 @@
     utils,
 )
 from .__version__ import __version__
+from ._api import _backend
 from .datasets import OpenMLDataFeature, OpenMLDataset
 from .evaluations import OpenMLEvaluation
 from .flows import OpenMLFlow
@@ -49,6 +52,11 @@
     OpenMLTask,
 )
 
+if TYPE_CHECKING:
+    from ._config import OpenMLConfigManager
+
+config: OpenMLConfigManager = _config_module.__config
+
 
 def populate_cache(
     task_ids: list[int] | None = None,
@@ -109,6 +117,7 @@ def populate_cache(
     "OpenMLTask",
     "__version__",
     "_api_calls",
+    "_backend",
     "config",
     "datasets",
     "evaluations",

openml/_api/__init__.py

@@ -0,0 +1,85 @@
+from .clients import (
+    HTTPCache,
+    HTTPClient,
+    MinIOClient,
+)
+from .resources import (
+    API_REGISTRY,
+    DatasetAPI,
+    DatasetV1API,
+    DatasetV2API,
+    EstimationProcedureAPI,
+    EstimationProcedureV1API,
+    EstimationProcedureV2API,
+    EvaluationAPI,
+    EvaluationMeasureAPI,
+    EvaluationMeasureV1API,
+    EvaluationMeasureV2API,
+    EvaluationV1API,
+    EvaluationV2API,
+    FallbackProxy,
+    FlowAPI,
+    FlowV1API,
+    FlowV2API,
+    ResourceAPI,
+    ResourceV1API,
+    ResourceV2API,
+    RunAPI,
+    RunV1API,
+    RunV2API,
+    SetupAPI,
+    SetupV1API,
+    SetupV2API,
+    StudyAPI,
+    StudyV1API,
+    StudyV2API,
+    TaskAPI,
+    TaskV1API,
+    TaskV2API,
+)
+from .setup import (
+    APIBackend,
+    APIBackendBuilder,
+    _backend,
+)
+
+__all__ = [
+    "API_REGISTRY",
+    "APIBackend",
+    "APIBackendBuilder",
+    "DatasetAPI",
+    "DatasetV1API",
+    "DatasetV2API",
+    "EstimationProcedureAPI",
+    "EstimationProcedureV1API",
+    "EstimationProcedureV2API",
+    "EvaluationAPI",
+    "EvaluationMeasureAPI",
+    "EvaluationMeasureV1API",
+    "EvaluationMeasureV2API",
+    "EvaluationV1API",
+    "EvaluationV2API",
+    "FallbackProxy",
+    "FlowAPI",
+    "FlowV1API",
+    "FlowV2API",
+    "HTTPCache",
+    "HTTPClient",
+    "MinIOClient",
+    "ResourceAPI",
+    "ResourceV1API",
+    "ResourceV2API",
+    "RunAPI",
+    "RunV1API",
+    "RunV2API",
+    "SetupAPI",
+    "SetupV1API",
+    "SetupV2API",
+    "StudyAPI",
+    "StudyV1API",
+    "StudyV2API",
+    "TaskAPI",
+    "TaskV1API",
+    "TaskV2API",
+    "_backend",
+]

openml/_api/clients/__init__.py

@@ -0,0 +1,8 @@
+from .http import HTTPCache, HTTPClient
+from .minio import MinIOClient
+
+__all__ = [
+    "HTTPCache",
+    "HTTPClient",
+    "MinIOClient",
+]