Create and validate pandas_v2.3.3 on IBM power (ubi8.10) with glibc 2.28 support on RHEL 8.x

p/pandas/build_info.json

@@ -1,8 +1,8 @@
 {
-  "maintainer": "shivansh-ibm",
+  "maintainer": "Amit-Kumar282",
   "package_name": "pandas",
   "github_url": "https://github.com/pandas-dev/pandas.git",
-  "version": "v2.2.3",
+  "version": "v2.3.3",
   "default_branch": "main",
   "package_dir": "p/pandas",
   "build_script": "pandas_ubi_9.3.sh",
@@ -19,6 +19,9 @@
   "v1.5.3": {
     "build_script": "pandas_1.5.3_ubi_9.3.sh"
         },
+  "v2.3.3": {
+    "build_script": "pandas_2.3.3_ubi_8.10.sh"
+    },
   "*": {
     "build_script": "pandas_ubi_9.3.sh"
   } 

p/pandas/pandas_2.3.3_ubi_8.10.sh

@@ -0,0 +1,257 @@
+#!/bin/bash -e
+# -----------------------------------------------------------------------------
+#
+# Package       : pandas
+# Version       : v2.3.3
+# Source repo   : https://github.com/pandas-dev/pandas.git
+# Tested on     : UBI 8.10
+# Language      : Python, C, Cython
+# Ci-Check      : True
+# Script License: Apache License, Version 2 or later
+# Maintainer    : Amit Kumar <amit.kumar282@ibm.com>
+#
+# Disclaimer: This script has been tested in root mode on the given
+# platform using the mentioned version of the package. It may not work
+# as expected with newer versions of the package and/or distribution.
+#
+# -----------------------------------------------------------------------------
+
+PACKAGE_NAME=pandas
+PACKAGE_VERSION=${1:-v2.3.3}
+PACKAGE_URL=https://github.com/pandas-dev/pandas.git
+PACKAGE_DIR=pandas
+CURRENT_DIR=${PWD}
+
+# -----------------------------------------------------------------------------
+# 1. Install system dependencies
+# -----------------------------------------------------------------------------
+
+yum install -y python3.12 python3.12-devel python3.12-pip git make cmake ninja-build binutils wget gcc-toolset-13 gcc-toolset-13-binutils gcc-toolset-13-binutils-devel gcc-toolset-13-gcc-c++
+
+# UBI 8.10 ships GCC 8.5.
+# GCC Toolset 13 provides GCC 13.
+source /opt/rh/gcc-toolset-13/enable
+
+export PATH=/opt/rh/gcc-toolset-13/root/usr/bin:$PATH
+export LD_LIBRARY_PATH=/opt/rh/gcc-toolset-13/root/usr/lib64:${LD_LIBRARY_PATH:-}
+
+echo "GCC version: $(gcc --version | head -1)"
+echo "Python version: $(python3.12 --version)"
+
+# -----------------------------------------------------------------------------
+# 2. Clone source repository
+# -----------------------------------------------------------------------------
+
+cd "$CURRENT_DIR"
+[ -d "$PACKAGE_NAME" ] && rm -rf "$PACKAGE_NAME"
+git clone "$PACKAGE_URL"
+cd "$PACKAGE_NAME"
+git checkout "$PACKAGE_VERSION"
+
+# -----------------------------------------------------------------------------
+# 3. Set package version
+# -----------------------------------------------------------------------------
+
+# Remove leading 'v'
+PLAIN_VERSION="${PACKAGE_VERSION#v}"
+
+# IBM local version label (PEP 440: 2.3.3+ppc64le1)
+FULL_VERSION="${PLAIN_VERSION}+ppc64le1"
+export SETUPTOOLS_SCM_PRETEND_VERSION="${FULL_VERSION}"
+
+# -----------------------------------------------------------------------------
+# 4. Create Python virtual environment
+# -----------------------------------------------------------------------------
+
+# Detect the Python interpreter provided
+PYTHON_BIN=$(command -v python3 || command -v python)
+
+# Create and activate virtual environment
+"${PYTHON_BIN}" -m venv pandas-env
+source pandas-env/bin/activate
+
+# Use the Python interpreter from the virtual environment
+PYTHON_BIN="${VIRTUAL_ENV}/bin/python"
+
+echo "Using Python: ${PYTHON_BIN}"
+echo "Python version: $(${PYTHON_BIN} --version)"
+
+# -----------------------------------------------------------------------------
+# 5. Install Python build dependencies
+# -----------------------------------------------------------------------------
+
+"${PYTHON_BIN}" -m pip install --upgrade pip wheel setuptools
+
+"${PYTHON_BIN}" -m pip install "numpy==2.0.2" Cython pytest hypothesis build meson meson-python ninja "versioneer[toml]" auditwheel patchelf
+
+# -----------------------------------------------------------------------------
+# 6. Configure Power compiler flags
+# -----------------------------------------------------------------------------
+
+# Power9-compatible code that also runs on Power9/Power10/Power11.
+export CFLAGS="-mcpu=power9 -mtune=power9 -O2"
+export CXXFLAGS="-mcpu=power9 -mtune=power9 -O2"
+
+echo "CFLAGS=${CFLAGS}"
+echo "CXXFLAGS=${CXXFLAGS}"
+
+# -----------------------------------------------------------------------------
+# 7. Build pandas wheel
+# -----------------------------------------------------------------------------
+
+if "${PYTHON_BIN}" -m build --wheel --no-isolation; then
+    echo "------------------$PACKAGE_NAME::Build_Pass---------------------"
+    echo "$PACKAGE_NAME | $PACKAGE_URL | $PACKAGE_VERSION | Pass | Build_Success"
+else
+    echo "------------------$PACKAGE_NAME::Build_Fail---------------------"
+    echo "$PACKAGE_NAME | $PACKAGE_URL | $PACKAGE_VERSION | Fail | Build_Fail"
+    exit 1
+fi
+
+# -----------------------------------------------------------------------------
+# 8. Verify source wheel
+# -----------------------------------------------------------------------------
+
+SOURCE_WHEEL=$(ls dist/pandas-*.whl 2>/dev/null | head -1)
+
+if [ -z "${SOURCE_WHEEL}" ] || [ ! -f "${SOURCE_WHEEL}" ]; then
+    echo "ERROR: pandas source wheel not found"
+    exit 1
+fi
+
+echo "Source wheel: ${SOURCE_WHEEL}"
+
+# -----------------------------------------------------------------------------
+# 9. Run auditwheel
+#
+# This verifies the wheel can be repaired/tagged for
+# manylinux_2_28_ppc64le.
+# -----------------------------------------------------------------------------
+
+mkdir -p wheelhouse
+
+# Remove previously generated pandas wheels so that an old wheel
+# cannot accidentally be selected.
+rm -f wheelhouse/pandas-*.whl
+
+echo "Running auditwheel repair..."
+
+if auditwheel repair --plat manylinux_2_28_ppc64le --wheel-dir wheelhouse "${SOURCE_WHEEL}"; then
+    echo "------------------$PACKAGE_NAME::Auditwheel_Pass---------------------"
+    echo "Auditwheel repair successful"
+else
+    echo "------------------$PACKAGE_NAME::Auditwheel_Fail---------------------"
+    echo "Auditwheel repair failed"
+    exit 1
+fi
+
+# -----------------------------------------------------------------------------
+# 10. Find repaired wheel
+# -----------------------------------------------------------------------------
+
+DUAL_WHEEL=$(ls wheelhouse/pandas-*.whl 2>/dev/null | head -1)
+
+if [ -z "${DUAL_WHEEL}" ] || [ ! -f "${DUAL_WHEEL}" ]; then
+    echo "ERROR: Repaired pandas wheel not found"
+    exit 1
+fi
+
+echo "Auditwheel generated wheel: ${DUAL_WHEEL}"
+
+# -----------------------------------------------------------------------------
+# 11. Extract version, Python and ABI tags from SOURCE_WHEEL
+#
+# We intentionally extract these values from SOURCE_WHEEL rather than
+# DUAL_WHEEL because auditwheel may generate a non-standard filename
+# in this environment.
+#
+# Example SOURCE_WHEEL:
+# pandas-2.3.3-cp312-cp312-linux_ppc64le.whl
+# -----------------------------------------------------------------------------
+
+SOURCE_BASENAME=$(basename "${SOURCE_WHEEL}")
+
+VERSION=$(echo "${SOURCE_BASENAME}" | cut -d'-' -f2)
+PYTHON_TAG=$(echo "${SOURCE_BASENAME}" | cut -d'-' -f3)
+ABI_TAG=$(echo "${SOURCE_BASENAME}" | cut -d'-' -f4)
+
+echo "Version: ${VERSION}"
+echo "Python tag: ${PYTHON_TAG}"
+echo "ABI tag: ${ABI_TAG}"
+
+if [ -z "${VERSION}" ] || [ -z "${PYTHON_TAG}" ] || [ -z "${ABI_TAG}" ]; then
+    echo "ERROR: Unable to extract wheel metadata from source wheel"
+    exit 1
+fi
+
+# -----------------------------------------------------------------------------
+# 12. Construct required final wheel name
+# -----------------------------------------------------------------------------
+
+FINAL_WHEEL="wheelhouse/pandas-${VERSION}-${PYTHON_TAG}-${ABI_TAG}-manylinux_2_28_ppc64le.whl"
+
+echo "Final wheel: ${FINAL_WHEEL}"
+
+# -----------------------------------------------------------------------------
+# 13. Rename auditwheel-generated wheel if necessary
+# -----------------------------------------------------------------------------
+
+if [ "${DUAL_WHEEL}" != "${FINAL_WHEEL}" ]; then
+
+    if [ -f "${FINAL_WHEEL}" ]; then
+        echo "ERROR: Final wheel already exists: ${FINAL_WHEEL}"
+        exit 1
+    fi
+
+    mv "${DUAL_WHEEL}" "${FINAL_WHEEL}"
+
+    echo "Renamed wheel: $(basename "${FINAL_WHEEL}")"
+
+else
+
+    echo "Wheel already has the expected filename: $(basename "${FINAL_WHEEL}")"
+
+fi
+
+# Verify final wheel exists
+if [ ! -f "${FINAL_WHEEL}" ]; then
+    echo "ERROR: Final wheel not found: ${FINAL_WHEEL}"
+    exit 1
+fi
+
+echo "Final wheel ready: ${FINAL_WHEEL}"
+
+# -----------------------------------------------------------------------------
+# 14. Install generated wheel
+# -----------------------------------------------------------------------------
+
+if "${PYTHON_BIN}" -m pip install --only-binary=:all: "${FINAL_WHEEL}"; then
+    echo "------------------$PACKAGE_NAME::Install_Pass---------------------"
+else
+    echo "------------------$PACKAGE_NAME::Install_Fail---------------------"
+    exit 1
+fi
+
+# -----------------------------------------------------------------------------
+# 15. Test installed pandas
+# -----------------------------------------------------------------------------
+
+cd ..
+
+if "${PYTHON_BIN}" -m pip show pandas && \
+   "${PYTHON_BIN}" -c "import pandas; print('Version:', pandas.__version__); print('Location:', pandas.__file__)"; then
+
+    echo "------------------$PACKAGE_NAME::Test_Pass---------------------"
+    echo "$PACKAGE_NAME | $PACKAGE_URL | $PACKAGE_VERSION | Pass | Test_Success"
+
+    deactivate
+    exit 0
+
+else
+
+    echo "------------------$PACKAGE_NAME::Test_Fail---------------------"
+    echo "$PACKAGE_NAME | $PACKAGE_URL | $PACKAGE_VERSION | Fail | Test_Fail"
+
+    deactivate
+    exit 2
+fi