[Hack] Win w/ only HDF5 w/ static Zlib

requries CMake 3.24+

.github/workflows/build.yml

@@ -10,11 +10,11 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - os: ubuntu-20.04
-            arch: "x86_64"
+          #- os: ubuntu-20.04
+          #  arch: "x86_64"
 
-          - os: ubuntu-20.04
-            arch: "i686"
+          #- os: ubuntu-20.04
+          #  arch: "i686"
 
           # builds faster on Travis-CI:
           #- os: ubuntu-20.04
@@ -34,25 +34,25 @@ jobs:
             arch: "AMD64"
 
           # x86 (32bit)
-          - os: windows-2019
-            arch: "x86"
-            env:
-              CMAKE_GENERATOR: "Visual Studio 16 2019"
-              CMAKE_GENERATOR_PLATFORM: "Win32"
-
-          - os: macos-10.15
-            arch: "x86_64"
-            env:
-              MACOSX_DEPLOYMENT_TARGET: 10.15
+          #- os: windows-2019
+          #  arch: "x86"
+          # env:
+          #    CMAKE_GENERATOR: "Visual Studio 16 2019"
+          #    CMAKE_GENERATOR_PLATFORM: "Win32"
+
+          #- os: macos-10.15
+          #  arch: "x86_64"
+          #  env:
+          #    MACOSX_DEPLOYMENT_TARGET: 10.15
 
           # Apple Silicon M1/arm64/aarch64 builds:
           #   https://cibuildwheel.readthedocs.io/en/stable/faq/#apple-silicon
           #   https://github.com/pypa/cibuildwheel/pull/704
-          - os: macos-11
-            arch: "arm64"
-            env:
-              CMAKE_OSX_ARCHITECTURES: "arm64"
-              MACOSX_DEPLOYMENT_TARGET: 11.0
+          #- os: macos-11
+          #  arch: "arm64"
+          #  env:
+          #    CMAKE_OSX_ARCHITECTURES: "arm64"
+          #    MACOSX_DEPLOYMENT_TARGET: 11.0
 
           # Apple universal builds that contain x86-64 and arm64 binary code
           #   Needs extra treatment of all librarys that are not CMake
@@ -134,6 +134,7 @@ jobs:
       env:
         # (1) Disable PyPy (manylinux image: yum repo issues)
         #     https://github.com/pypa/manylinux/issues/899
+        CIBW_BUILD: "cp311-win_amd64"
         CIBW_SKIP: "pp*-manylinux*"
         CIBW_ARCHS: "${{ matrix.arch }}"
         CIBW_PROJECT_REQUIRES_PYTHON: ">=3.7"
@@ -143,8 +144,8 @@ jobs:
         CIBW_BEFORE_BUILD_WINDOWS: 'cmd /E:ON /V:ON /C .github\library_builders.bat'
         # for the openPMD-api build, CMake shall search for
         # static dependencies of HDF5 and ADIOS1 (see setup.py)
-        CIBW_ENVIRONMENT: HDF5_USE_STATIC_LIBRARIES='ON' ADIOS_USE_STATIC_LIBS='ON' openPMD_CMAKE_openPMD_USE_HDF5='ON' openPMD_CMAKE_openPMD_USE_ADIOS2='ON'
-        CIBW_ENVIRONMENT_WINDOWS: HDF5_USE_STATIC_LIBRARIES='ON' openPMD_CMAKE_openPMD_USE_HDF5='ON' openPMD_CMAKE_openPMD_USE_ADIOS2='ON' CMAKE_PREFIX_PATH='C:/Program Files (x86)/ADIOS2;C:/Program Files (x86)/blosc;C:/Program Files (x86)/HDF5;C:/Program Files (x86)/ZFP;C:/Program Files (x86)/zlib'
+        CIBW_ENVIRONMENT: HDF5_USE_STATIC_LIBRARIES='ON' ZLIB_USE_STATIC_LIBS='ON' ADIOS_USE_STATIC_LIBS='ON' openPMD_CMAKE_openPMD_USE_HDF5='ON' openPMD_CMAKE_openPMD_USE_ADIOS2='ON'
+        CIBW_ENVIRONMENT_WINDOWS: HDF5_USE_STATIC_LIBRARIES='ON' ZLIB_USE_STATIC_LIBS='ON' openPMD_CMAKE_openPMD_USE_HDF5='ON' openPMD_CMAKE_openPMD_USE_ADIOS2='OFF' CMAKE_PREFIX_PATH='C:/Program Files (x86)/ADIOS2;C:/Program Files (x86)/blosc;C:/Program Files (x86)/HDF5;C:/Program Files (x86)/ZFP;C:/Program Files (x86)/zlib'
         # C++17 support in macOS 10.13+ (partial) and 10.14+ (std::visit) and 10.15+ (std::filesystem::path)
         #   https://cibuildwheel.readthedocs.io/en/stable/cpp_standards/#macos-and-deployment-target-versions
         # arm64 Python interpreters are built with 11.0

library_builders.bat

@@ -51,6 +51,9 @@ exit /b 0
   cmake --build build-adios2 --target install --config Release
   if errorlevel 1 exit 1
 
+  rmdir /s /q build-adios2
+  if errorlevel 1 exit 1
+
   break > adios2-stamp
   if errorlevel 1 exit 1
 exit /b 0
@@ -68,6 +71,8 @@ exit /b 0
     -DBUILD_SHARED=OFF          ^
     -DBUILD_STATIC=ON           ^
     -DBUILD_TESTS=OFF           ^
+    -DPREFER_EXTERNAL_ZLIB=ON   ^
+    -DZLIB_USE_STATIC_LIBS=ON   ^
     -DDEACTIVATE_SNAPPY=ON
   if errorlevel 1 exit 1
 
@@ -77,6 +82,9 @@ exit /b 0
   cmake --build build-blosc --target install --config Release
   if errorlevel 1 exit 1
 
+  rmdir /s /q build-blosc
+  if errorlevel 1 exit 1
+
   break > blosc-stamp
   if errorlevel 1 exit 1
 exit /b 0
@@ -93,6 +101,7 @@ exit /b 0
     -DCMAKE_VERBOSE_MAKEFILE=ON ^
     -DBUILD_SHARED_LIBS=OFF     ^
     -DBUILD_TESTING=OFF         ^
+    -DTEST_SHELL_SCRIPTS=OFF    ^
     -DHDF5_BUILD_CPP_LIB=OFF    ^
     -DHDF5_BUILD_EXAMPLES=OFF   ^
     -DHDF5_BUILD_FORTRAN=OFF    ^
@@ -101,6 +110,7 @@ exit /b 0
     -DHDF5_ENABLE_PARALLEL=OFF  ^
     -DHDF5_ENABLE_SZIP_SUPPORT=OFF ^
     -DHDF5_ENABLE_Z_LIB_SUPPORT=ON ^
+    -DZLIB_USE_STATIC_LIBS=ON   ^
     -DCMAKE_INSTALL_PREFIX=%BUILD_PREFIX%/HDF5
   if errorlevel 1 exit 1
 
@@ -110,6 +120,9 @@ exit /b 0
   cmake --build build-hdf5 --target install --config Release
   if errorlevel 1 exit 1
 
+  rmdir /s /q build-hdf5
+  if errorlevel 1 exit 1
+
   break > hdf5-stamp
   if errorlevel 1 exit 1
 exit /b 0
@@ -137,18 +150,21 @@ exit /b 0
   cmake --build build-zfp --target install --config Release
   if errorlevel 1 exit 1
 
+  rmdir /s /q build-zfp
+  if errorlevel 1 exit 1
+
   break > zfp-stamp
   if errorlevel 1 exit 1
 exit /b 0
 
 :build_zlib
   if exist zlib-stamp exit /b 0
 
-  curl -sLo zlib-1.2.12.zip ^
-    https://github.com/madler/zlib/archive/v1.2.12.zip
-  powershell Expand-Archive zlib-1.2.12.zip -DestinationPath dep-zlib
+  curl -sLo zlib-1.2.13.zip ^
+    https://github.com/madler/zlib/archive/v1.2.13.zip
+  powershell Expand-Archive zlib-1.2.13.zip -DestinationPath dep-zlib
 
-  cmake -S dep-zlib/zlib-1.2.12 -B build-zlib ^
+  cmake -S dep-zlib/zlib-1.2.13 -B build-zlib ^
     -DBUILD_SHARED_LIBS=OFF ^
     -DCMAKE_BUILD_TYPE=Release
   if errorlevel 1 exit 1
@@ -166,6 +182,9 @@ exit /b 0
   del "%zlib_dll%"
   if errorlevel 1 exit 1
 
+  rmdir /s /q build-zlib
+  if errorlevel 1 exit 1
+
   break > zlib-stamp
   if errorlevel 1 exit 1
 exit /b 0
@@ -175,7 +194,7 @@ call :install_buildessentials
 call :build_zlib
 :: build_bzip2
 :: build_szip
-call :build_blosc
-call :build_zfp
+::call :build_blosc
+::call :build_zfp
 call :build_hdf5
-call :build_adios2
+::call :build_adios2

library_builders.sh

@@ -118,8 +118,8 @@ function build_adios2 {
         ADIOS2_USE_SST=OFF
     fi
 
-    mkdir build-ADIOS2
-    cd build-ADIOS2
+    mkdir build-adios2
+    cd build-adios2
     PY_BIN=$(which python3)
     CMAKE_BIN="$(${PY_BIN} -m pip show cmake 2>/dev/null | grep Location | cut -d' ' -f2)/cmake/data/bin/"
     if [ "$(uname -s)" = "Linux" ]
@@ -153,6 +153,8 @@ function build_adios2 {
     make install
     cd -
 
+    rm -rf build-adios2
+
     touch adios2-stamp
 }
 
@@ -178,8 +180,8 @@ function build_blosc {
       DEACTIVATE_SSE2=ON
     fi
 
-    mkdir build-c-blosc
-    cd build-c-blosc
+    mkdir build-blosc
+    cd build-blosc
     PY_BIN=$(which python3)
     CMAKE_BIN="$(${PY_BIN} -m pip show cmake 2>/dev/null | grep Location | cut -d' ' -f2)/cmake/data/bin/"
     PATH=${CMAKE_BIN}:${PATH} cmake          \
@@ -190,11 +192,15 @@ function build_blosc {
       -DBUILD_BENCHMARKS=OFF                 \
       -DCMAKE_VERBOSE_MAKEFILE=ON            \
       -DCMAKE_INSTALL_PREFIX=${BUILD_PREFIX} \
+      -DPREFER_EXTERNAL_ZLIB=ON              \
+      -DZLIB_USE_STATIC_LIBS=ON              \
       ../c-blosc-*
     make -j${CPU_COUNT}
     make install
     cd -
 
+    rm -rf build-blosc
+
     touch blosc-stamp
 }
 
@@ -221,13 +227,15 @@ function build_zfp {
     make install
     cd -
 
+    rm -rf build-zfp
+
     touch zfp-stamp
 }
 
 function build_zlib {
     if [ -e zlib-stamp ]; then return; fi
 
-    ZLIB_VERSION="1.2.12"
+    ZLIB_VERSION="1.2.13"
 
     curl -sLO https://zlib.net/fossils/zlib-$ZLIB_VERSION.tar.gz
     file zlib*.tar.gz
@@ -247,6 +255,8 @@ function build_zlib {
     PATH=${CMAKE_BIN}:${PATH} cmake --build build-zlib --target install
     rm -rf ${BUILD_PREFIX}/lib/libz.*dylib ${BUILD_PREFIX}/lib/libz.*so
 
+    rm -rf build-zlib
+
     touch zlib-stamp
 }