Merge pull request #473 from dvadym/manylinux_build

Build wheel with Manylinux

.github/workflows/publish.yml

@@ -62,8 +62,21 @@ jobs:
             ./bazel-cache
           key: ${{ runner.os }}-bazel-${{ hashFiles('WORKSPACE') }}
 
-      - name: Build Google DP Unix
-        if: runner.os != 'Windows'
+      - name: Build Google DP and wheel on Linux
+        if: runner.os == 'Linux'
+        timeout-minutes: 20
+        run: |
+          pip install cibuildwheel
+          export CIBW_PLATFORM=linux
+          # Set for which Python version to build. 
+          py_version=${matrix.python-version//.}  # 3.11 -> 311     
+          EXPORT CIBW_BUILD=cp${py_version}-manylinux_x86_64
+          # Build wheel
+          echo "Building ${CIBW_BUILD} wheel" 
+          python -m cibuildwheel --output-dir dist .      
+
+      - name: Build Google DP Mac
+        if: runner.os == 'macOS'
         timeout-minutes: 20
         run: |
           PYTHONHOME=$(which python)
@@ -114,13 +127,13 @@ jobs:
         run: |
           poetry install
 
-      - name: Build PyDP macOS
+      - name: Build PyDP macOS wheel
         if: runner.os == 'macOS'
         run: |
           poetry run python setup.py build bdist_wheel --plat-name macosx_10_14_x86_64
 
-      - name: Build PyDP Linux / Windows
-        if: runner.os != 'macOS'
+      - name: Build PyDP Windows wheel
+        if: runner.os == 'Windows'
         run: |
           poetry run python setup.py build bdist_wheel
 

build_PyDP_linux.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+# This script differs from build_PyDP.sh by installing bazel first (if needed).
+BAZELISK_VERSION=v1.8.1
+BAZELISK_BINARY=bazelisk-linux-amd64
+BAZELISK_DOWNLOAD_URL=https://github.com/bazelbuild/bazelisk/releases/download/
+
+if command -v bazel &>/dev/null; then
+    echo "Bazel already installed"
+else
+  python -m wget "${BAZELISK_DOWNLOAD_URL}/${BAZELISK_VERSION}/${BAZELISK_BINARY}"
+  chmod +x ${BAZELISK_BINARY}
+  mkdir bazel_dir
+  echo mv ${BAZELISK_BINARY} bazel_dir/bazel
+  mv ${BAZELISK_BINARY} bazel_dir/bazel
+  export PATH="$PATH:`pwd`/bazel_dir"
+fi
+
+./build_PyDP.sh

pyproject.toml

@@ -1,3 +1,9 @@
+[build-system]
+requires = [
+    "setuptools",
+    "wget"
+]
+
 [tool.poetry]
 name        = "pydp"
 version     = "1.1.4"
@@ -34,7 +40,3 @@ sphinx           = "*"
 sphinx-rtd-theme = "*"
 twine            = "*"
 wheel            = "*"
-
-[build-system]
-requires      = ["poetry-core>=1.0.0"]
-build-backend = "poetry.core.masonry.api"

setup.py

@@ -2,15 +2,43 @@
 # -*- coding: utf-8 -*-
 
 """The setup script."""
-
-# stdlib
 import os
+import platform
+import sys
 from typing import List
 
-# third party
 from setuptools import find_packages
 from setuptools import setup
 from setuptools.dist import Distribution
+from setuptools.command.build_ext import build_ext
+
+CONDA_PREFIX = os.environ.get("CONDA_PREFIX", None)
+WORKING_DIR = os.getcwd()
+
+
+class Build(build_ext):
+    """Customized setuptools build command - builds protos on build."""
+
+    def run(self):
+        if platform.system() != "Linux":
+            # For Windows and Mac setup.py is not used for wheel build but the
+            # build is performed from GitHub actions files. The special
+            # treatment for Linux is required because wheel build is performed
+            # inside manylinux Docker images with the help of cibuildwheel
+            # (https://github.com/pypa/cibuildwheel). Building with manylinux
+            # ensures that PyDP can work on old Linux versions.
+            return
+
+        # Build _pydp.so (wrappers for C++).
+        os.system("./build_PyDP_linux.sh")
+
+        # Copy _pydp.so to cibuildwheel directory.
+        pydp_lib = "src/pydp/_pydp.so"
+        version_str = f"{sys.version_info.major}{sys.version_info.minor}"
+        destination_dir = f"build/lib.linux-x86_64-cpython-{version_str}/pydp"
+        os.system(f"cp {pydp_lib} {destination_dir}")
+
+        build_ext.run(self)
 
 
 class BinaryDistribution(Distribution):
@@ -42,6 +70,7 @@ def read(fname):
         "Programming Language :: Python :: 3.10",
         "Programming Language :: Python :: 3.11",
     ],
+    cmdclass={"build_ext": Build},
     description="Python API for Google's Differential Privacy library",
     distclass=BinaryDistribution,
     install_requires=requirements,