From 1f5e333aeeb61b4a18f70bc6cfbca57b4f32a641 Mon Sep 17 00:00:00 2001 From: George Sedov <george.sedov@desy.de> Date: Thu, 24 Mar 2022 13:28:25 +0100 Subject: [PATCH] add debian client packages --- .gitlab-ci.yml | 73 +++++++++++++++++++ deploy/build_env/debians/Dockerfile.gitlab.10 | 27 +++++++ deploy/build_env/debians/Dockerfile.gitlab.11 | 27 +++++++ deploy/build_env/debians/Dockerfile.gitlab.9 | 27 +++++++ .../debians/gitlab-ci-build-docker.yml | 48 ++++++++++++ 5 files changed, 202 insertions(+) create mode 100644 deploy/build_env/debians/Dockerfile.gitlab.10 create mode 100644 deploy/build_env/debians/Dockerfile.gitlab.11 create mode 100644 deploy/build_env/debians/Dockerfile.gitlab.9 create mode 100644 deploy/build_env/debians/gitlab-ci-build-docker.yml diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index dfe9e5b0a..55eb67e2c 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -2,6 +2,7 @@ include: - local: deploy/build_env/services-linux/gitlab-ci-build-docker.yml - local: deploy/build_env/services-windows/gitlab-ci-build-docker.yml - local: deploy/build_env/centos/gitlab-ci-build-docker.yml + - local: deploy/build_env/debians/gitlab-ci-build-docker.yml .go-cache: variables: @@ -135,6 +136,78 @@ build-packages-centos8: - build/**/*.tar.gz expire_in: 3 hrs +build-packages-debian9: + image: + name: $CI_REGISTRY_IMAGE/asapo-packages-debian9-build-env:latest + entrypoint: [""] + stage: build + script: + - mkdir $CI_PROJECT_DIR/build + - cd $CI_PROJECT_DIR/build + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=OFF -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=debian9.13 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" .. + - make -j 4 + - make package + - rm -f CMakeCache.txt + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=OFF -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=debian9.13 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=ON -DBUILD_PYTHON_DOCS=OFF .. + - make -j 1 + tags: + - kubernetes-executor + rules: + - when: always + artifacts: + paths: + - build/**/*.deb + - build/**/asapo*.tar.gz + expire_in: 3 hrs + +build-packages-debian10: + image: + name: $CI_REGISTRY_IMAGE/asapo-packages-debian10-build-env:latest + entrypoint: [""] + stage: build + script: + - mkdir $CI_PROJECT_DIR/build + - cd $CI_PROJECT_DIR/build + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=debian10.11 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" .. + - make -j 4 + - make package + - rm -f CMakeCache.txt + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=debian10.11 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=ON -DBUILD_PYTHON_DOCS=OFF .. + - make -j 1 + tags: + - kubernetes-executor + rules: + - when: always + artifacts: + paths: + - build/**/*.deb + - build/**/asapo*.tar.gz + expire_in: 3 hrs + +build-packages-debian11: + image: + name: $CI_REGISTRY_IMAGE/asapo-packages-debian11-build-env:latest + entrypoint: [""] + stage: build + script: + - mkdir $CI_PROJECT_DIR/build + - cd $CI_PROJECT_DIR/build + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=debian11.2 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" .. + - make -j 4 + - make package + - rm -f CMakeCache.txt + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=debian11.2 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=OFF -DBUILD_PYTHON_DOCS=OFF .. + - make -j 1 + tags: + - kubernetes-executor + rules: + - when: always + artifacts: + paths: + - build/**/*.deb + - build/**/asapo*.tar.gz + expire_in: 3 hrs + build-services-docker: image: name: gcr.io/kaniko-project/executor:debug diff --git a/deploy/build_env/debians/Dockerfile.gitlab.10 b/deploy/build_env/debians/Dockerfile.gitlab.10 new file mode 100644 index 000000000..9df51a6b2 --- /dev/null +++ b/deploy/build_env/debians/Dockerfile.gitlab.10 @@ -0,0 +1,27 @@ +from debian:10 + +RUN echo "deb http://deb.debian.org/debian buster-backports main" >> /etc/apt/sources.list + +RUN set -eux; \ + apt-get update; \ + apt-get install -y --no-install-recommends \ + build-essential \ + libfabric-dev \ + libcurl4-openssl-dev \ + python3-all-dev \ + python3-numpy \ + python3-stdeb \ + python3-pip \ + python-all-dev \ + python-numpy \ + python-stdeb \ + python-pip \ + zlib1g-dev \ + fakeroot \ + wget \ + ; \ + apt-get install -y --no-install-recommends cmake/buster-backports; \ + pip --no-cache-dir install cython && pip3 --no-cache-dir install cython; \ + rm -rf /var/lib/apt/lists/* + +ENV OS debian10.11 diff --git a/deploy/build_env/debians/Dockerfile.gitlab.11 b/deploy/build_env/debians/Dockerfile.gitlab.11 new file mode 100644 index 000000000..9df51a6b2 --- /dev/null +++ b/deploy/build_env/debians/Dockerfile.gitlab.11 @@ -0,0 +1,27 @@ +from debian:10 + +RUN echo "deb http://deb.debian.org/debian buster-backports main" >> /etc/apt/sources.list + +RUN set -eux; \ + apt-get update; \ + apt-get install -y --no-install-recommends \ + build-essential \ + libfabric-dev \ + libcurl4-openssl-dev \ + python3-all-dev \ + python3-numpy \ + python3-stdeb \ + python3-pip \ + python-all-dev \ + python-numpy \ + python-stdeb \ + python-pip \ + zlib1g-dev \ + fakeroot \ + wget \ + ; \ + apt-get install -y --no-install-recommends cmake/buster-backports; \ + pip --no-cache-dir install cython && pip3 --no-cache-dir install cython; \ + rm -rf /var/lib/apt/lists/* + +ENV OS debian10.11 diff --git a/deploy/build_env/debians/Dockerfile.gitlab.9 b/deploy/build_env/debians/Dockerfile.gitlab.9 new file mode 100644 index 000000000..2abaf84c6 --- /dev/null +++ b/deploy/build_env/debians/Dockerfile.gitlab.9 @@ -0,0 +1,27 @@ +from debian:9 + +RUN echo "deb http://deb.debian.org/debian stretch-backports main" >> /etc/apt/sources.list +RUN echo "deb http://deb.debian.org/debian stretch-backports-sloppy main" >> /etc/apt/sources.list + +RUN set -eux; \ + apt-get update; \ + apt-get install -y --no-install-recommends \ + build-essential \ + libcurl4-openssl-dev \ + python3-all-dev \ + python3-numpy \ + python3-stdeb \ + python3-pip \ + python-all-dev \ + python-numpy \ + python-stdeb \ + python-pip \ + zlib1g-dev \ + fakeroot \ + wget \ + ; \ + apt-get install -y --no-install-recommends cmake/stretch-backports libarchive13/stretch-backports-sloppy libuv1/stretch-backports; \ + pip --no-cache-dir install cython && pip3 --no-cache-dir install cython; \ + rm -rf /var/lib/apt/lists/* + +ENV OS debian9.13 diff --git a/deploy/build_env/debians/gitlab-ci-build-docker.yml b/deploy/build_env/debians/gitlab-ci-build-docker.yml new file mode 100644 index 000000000..b180613e1 --- /dev/null +++ b/deploy/build_env/debians/gitlab-ci-build-docker.yml @@ -0,0 +1,48 @@ +docker-create-asapo-packages-debian9-build-env: + image: + name: gcr.io/kaniko-project/executor:debug + entrypoint: [""] + stage: .pre + script: + - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json + - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/debian --dockerfile $CI_PROJECT_DIR/deploy/build_env/debian/Dockerfile.gitlab.9 --destination $CI_REGISTRY_IMAGE/asapo-packages-debian9-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-debian9-build-env:latest + tags: + - kubernetes-executor + rules: + - changes: + - deploy/build_env/debians/Dockerfile.gitlab.9 + when: always + - when: never + +docker-create-asapo-packages-debian10-build-env: + image: + name: gcr.io/kaniko-project/executor:debug + entrypoint: [""] + stage: .pre + script: + - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json + - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/debian --dockerfile $CI_PROJECT_DIR/deploy/build_env/debian/Dockerfile.gitlab.10 --destination $CI_REGISTRY_IMAGE/asapo-packages-debian10-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-debian10-build-env:latest + tags: + - kubernetes-executor + rules: + - changes: + - deploy/build_env/debians/Dockerfile.gitlab.10 + when: always + - when: never + +docker-create-asapo-packages-debian11-build-env: + image: + name: gcr.io/kaniko-project/executor:debug + entrypoint: [""] + stage: .pre + script: + - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json + - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/debian --dockerfile $CI_PROJECT_DIR/deploy/build_env/debian/Dockerfile.gitlab.11 --destination $CI_REGISTRY_IMAGE/asapo-packages-debian11-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-debian11-build-env:latest + tags: + - kubernetes-executor + rules: + - changes: + - deploy/build_env/debians/Dockerfile.gitlab.11 + when: always + - when: never + -- GitLab