Merge branch 'feature/QPR-13726_eric_wheels_00' into 'master'

QPR-13726 Implement Gitlab CI Jobs to Build Wheels

Closes QPR-13726

See merge request qs/oreplus!3099

Author: damienbarker

Docker/Dockerfile-ORE-Dependencies

@@ -23,8 +23,23 @@ RUN apt-get update \
     swig \
     lld \
     python3-dev \
+    python3-pip \
+    python3-venv \
+    curl \
     -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" \
   && apt-get clean \
   && rm -rf /var/lib/apt/lists/* \
   && mv /usr/bin/ld /usr/bin/ld.backup \
-  && ln -s /usr/bin/lld /usr/bin/ld
+  && ln -s /usr/bin/lld /usr/bin/ld
+
+RUN \
+curl -sSL https://get.docker.com -o install-docker.sh && \
+sh install-docker.sh --version 28
+
+RUN python3 -m venv /venv
+ENV PATH="/venv/bin:$PATH"
+
+RUN \
+pip3 install cibuildwheel==3.2.1 && \
+rm -rf ~/.cache/pip
+

Docker/Dockerfile-Wheels-Boost

@@ -0,0 +1,11 @@
+
+ARG WHEEL_IMG
+FROM ${WHEEL_IMG}
+
+RUN \
+curl -O -L https://archives.boost.io/release/1.83.0/source/boost_1_83_0.tar.gz && \
+tar xfz boost_1_83_0.tar.gz && \
+cd boost_1_83_0 && \
+./bootstrap.sh --with-libraries=date_time,filesystem,iostreams,log,regex,serialization,system,thread,timer && \
+./b2 install
+

Docker/Dockerfile-Wheels-CIBW

@@ -0,0 +1,18 @@
+
+FROM ${DOCKER_REPO}ore-build-dependencies:${ORE_BUILD_VERSION}
+
+ARG WHEEL_ARCH
+ARG WHEEL_IMAGE
+
+ENV PATH="/venv/bin:$PATH"
+
+ENV CIBW_BUILD="cp310-manylinux_${WHEEL_ARCH} cp312-manylinux_${WHEEL_ARCH}"
+ENV CIBW_MANYLINUX_X86_64_IMAGE=${WHEEL_IMAGE}
+ENV CIBW_MANYLINUX_AARCH64_IMAGE=${WHEEL_IMAGE}
+ENV CIBW_BEFORE_BUILD="chmod +x ORE-SWIG/Wheels-gitlab/before_all_linux.sh && ORE-SWIG/Wheels-gitlab/before_all_linux.sh"
+
+WORKDIR /builds/qs/oreplus/ore
+RUN cibuildwheel --output-dir wheelhouse ORE-SWIG
+
+COPY wheelhouse /wheelhouse
+

Docker/Dockerfile-Wheels-ORE

@@ -0,0 +1,35 @@
+
+ARG WHEEL_IMG
+FROM ${WHEEL_IMG}
+
+ARG CMAKE_BUILD_TYPE=Release
+ARG NUM_CORES=16
+
+COPY CMakeLists.txt /ore/CMakeLists.txt
+COPY QuantLib /ore/QuantLib
+COPY QuantExt /ore/QuantExt
+COPY OREData /ore/OREData
+COPY OREAnalytics /ore/OREAnalytics
+COPY ThirdPartyLibs /ore/ThirdPartyLibs
+COPY cmake /ore/cmake
+
+RUN \
+dnf -y install clang && \
+dnf -y install ccache && \
+dnf -y install ninja-build
+
+ENV PATH="/usr/lib/ccache:$PATH"
+ENV CCACHE_DIR="/ccache"
+ENV CCACHE_MAXSIZE="10G"
+
+WORKDIR /ore
+RUN \
+mkdir build && \
+cd build && \
+cmake .. -GNinja -DCMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE} -DCMAKE_CXX_COMPILER_LAUNCHER=ccache -DCMAKE_C_COMPILER=/usr/bin/clang -DCMAKE_CXX_COMPILER=/usr/bin/clang++ -DCMAKE_CXX_FLAGS="-D BOOST_ENABLE_ASSERT_HANDLER $([ "$(uname -m)" = "x86_64" ] && echo "-mavx2")" -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DQL_BUILD_EXAMPLES=OFF -DQL_BUILD_TEST_SUITE=OFF -DQL_ENABLE_PARALLEL_UNIT_TEST_RUNNER=ON -DQL_ENABLE_SESSIONS=ON -DORE_BUILD_APP=OFF -DORE_BUILD_DOC=OFF -DORE_BUILD_EXAMPLES=OFF -DORE_BUILD_SWIG=OFF -DORE_BUILD_TESTS=OFF -DORE_ENABLE_OPENCL=OFF -DORE_ENABLE_PARALLEL_UNIT_TEST_RUNNER=ON -DORE_PYTHON_INTEGRATION=OFF
+
+WORKDIR /ore/build
+RUN --mount=type=cache,target=/ccache/ ccache -z && \
+cmake --build . -- -j ${NUM_CORES} install && \
+ccache -s
+

ORE-SWIG/Wheels-gitlab/before_all_linux.sh

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+pip3 install docker setuptools
+cd ORE-SWIG
+cp Wheels-gitlab/oreanalytics-config .
+chmod +x oreanalytics-config
+python3 setup.py wrap
+

ORE-SWIG/Wheels-gitlab/oreanalytics-config

@@ -0,0 +1,48 @@
+#!/bin/sh
+
+# The dockerfile Dockerfile-Wheels-CIBW launches cibuildwheel like so:
+#   WORKDIR /builds/qs/oreplus/ore
+#   cibuildwheel --output-dir wheelhouse ORE-SWIG
+# This tells cibuildwheel to start in directory "ore" and run in directory "ORE-SWIG".
+# Then cibuildwheel runs docker, and copies its current directory ("ore")
+# into the container, into directory "/project":
+ORE="/project"
+
+# On your system, the boost_thread lib may have a nonstandard name, e.g. boost_thread-mt.
+# If that is the case then set the BOOST_THREAD variable before calling this script, e.g:
+# export BOOST_THREAD=boost_thread-mt
+BOOST_THREAD="${BOOST_THREAD:=boost_thread}"
+
+usage="\
+Usage: oreanalytics-config [--libs] [--cflags]"
+
+if test $# -eq 0; then
+      echo "${usage}" 1>&2
+      exit 1
+fi
+
+while test $# -gt 0; do
+  case "$1" in
+  -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
+  *) optarg= ;;
+  esac
+
+  case $1 in
+    --cflags)
+      #echo -I${ORE}/build/QuantLib -I${ORE}/OREAnalytics -I${ORE}/OREData -I${ORE}/QuantExt -I${ORE}/QuantLib -I${BOOST_INC} -std=c++1z -DNDEBUG -Wno-free-nonheap-object -Wno-maybe-uninitialized -Wno-misleading-indentation
+      # We must not specify any include directories, because we have already installed boost and ORE to system directories:
+      echo -w
+      ;;
+    --libs)
+      #echo -L${ORE}/build/OREAnalytics/orea -lOREAnalytics -L${ORE}/build/OREData/ored -lOREData -L${ORE}/build/QuantExt/qle -lQuantExt -L${ORE}/build/QuantLib/ql -lQuantLib -L${BOOST_LIB} -l${BOOST_THREAD} -lboost_system -lboost_serialization -lboost_date_time -lboost_regex -lboost_filesystem -std=c++1z
+      # We must not specify any library directories, because we have already installed boost and ORE to system directories:
+      echo -lOREAnalytics -lOREData -lQuantExt -lQuantLib -l${BOOST_THREAD} -lboost_system -lboost_serialization -lboost_date_time -lboost_regex -lboost_filesystem
+      ;;
+    *)
+      echo "${usage}" 1>&2
+      exit 1
+      ;;
+  esac
+  shift
+done
+