diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index dfe9e5b0acdb1e0f8effc0f0bfd41dd64add8405..55eb67e2c8d94794cf304c18bc86dcd7df2781a5 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -2,6 +2,7 @@ include: - local: deploy/build_env/services-linux/gitlab-ci-build-docker.yml - local: deploy/build_env/services-windows/gitlab-ci-build-docker.yml - local: deploy/build_env/centos/gitlab-ci-build-docker.yml + - local: deploy/build_env/debians/gitlab-ci-build-docker.yml .go-cache: variables: @@ -135,6 +136,78 @@ build-packages-centos8: - build/**/*.tar.gz expire_in: 3 hrs +build-packages-debian9: + image: + name: $CI_REGISTRY_IMAGE/asapo-packages-debian9-build-env:latest + entrypoint: [""] + stage: build + script: + - mkdir $CI_PROJECT_DIR/build + - cd $CI_PROJECT_DIR/build + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=OFF -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=debian9.13 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" .. + - make -j 4 + - make package + - rm -f CMakeCache.txt + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=OFF -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=debian9.13 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=ON -DBUILD_PYTHON_DOCS=OFF .. + - make -j 1 + tags: + - kubernetes-executor + rules: + - when: always + artifacts: + paths: + - build/**/*.deb + - build/**/asapo*.tar.gz + expire_in: 3 hrs + +build-packages-debian10: + image: + name: $CI_REGISTRY_IMAGE/asapo-packages-debian10-build-env:latest + entrypoint: [""] + stage: build + script: + - mkdir $CI_PROJECT_DIR/build + - cd $CI_PROJECT_DIR/build + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=debian10.11 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" .. + - make -j 4 + - make package + - rm -f CMakeCache.txt + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=debian10.11 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=ON -DBUILD_PYTHON_DOCS=OFF .. + - make -j 1 + tags: + - kubernetes-executor + rules: + - when: always + artifacts: + paths: + - build/**/*.deb + - build/**/asapo*.tar.gz + expire_in: 3 hrs + +build-packages-debian11: + image: + name: $CI_REGISTRY_IMAGE/asapo-packages-debian11-build-env:latest + entrypoint: [""] + stage: build + script: + - mkdir $CI_PROJECT_DIR/build + - cd $CI_PROJECT_DIR/build + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=debian11.2 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" .. + - make -j 4 + - make package + - rm -f CMakeCache.txt + - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=debian11.2 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=OFF -DBUILD_PYTHON_DOCS=OFF .. + - make -j 1 + tags: + - kubernetes-executor + rules: + - when: always + artifacts: + paths: + - build/**/*.deb + - build/**/asapo*.tar.gz + expire_in: 3 hrs + build-services-docker: image: name: gcr.io/kaniko-project/executor:debug diff --git a/deploy/build_env/debians/Dockerfile.gitlab.10 b/deploy/build_env/debians/Dockerfile.gitlab.10 new file mode 100644 index 0000000000000000000000000000000000000000..9df51a6b27705a46750b4923fd12bcfb2ed603c6 --- /dev/null +++ b/deploy/build_env/debians/Dockerfile.gitlab.10 @@ -0,0 +1,27 @@ +from debian:10 + +RUN echo "deb http://deb.debian.org/debian buster-backports main" >> /etc/apt/sources.list + +RUN set -eux; \ + apt-get update; \ + apt-get install -y --no-install-recommends \ + build-essential \ + libfabric-dev \ + libcurl4-openssl-dev \ + python3-all-dev \ + python3-numpy \ + python3-stdeb \ + python3-pip \ + python-all-dev \ + python-numpy \ + python-stdeb \ + python-pip \ + zlib1g-dev \ + fakeroot \ + wget \ + ; \ + apt-get install -y --no-install-recommends cmake/buster-backports; \ + pip --no-cache-dir install cython && pip3 --no-cache-dir install cython; \ + rm -rf /var/lib/apt/lists/* + +ENV OS debian10.11 diff --git a/deploy/build_env/debians/Dockerfile.gitlab.11 b/deploy/build_env/debians/Dockerfile.gitlab.11 new file mode 100644 index 0000000000000000000000000000000000000000..9df51a6b27705a46750b4923fd12bcfb2ed603c6 --- /dev/null +++ b/deploy/build_env/debians/Dockerfile.gitlab.11 @@ -0,0 +1,27 @@ +from debian:10 + +RUN echo "deb http://deb.debian.org/debian buster-backports main" >> /etc/apt/sources.list + +RUN set -eux; \ + apt-get update; \ + apt-get install -y --no-install-recommends \ + build-essential \ + libfabric-dev \ + libcurl4-openssl-dev \ + python3-all-dev \ + python3-numpy \ + python3-stdeb \ + python3-pip \ + python-all-dev \ + python-numpy \ + python-stdeb \ + python-pip \ + zlib1g-dev \ + fakeroot \ + wget \ + ; \ + apt-get install -y --no-install-recommends cmake/buster-backports; \ + pip --no-cache-dir install cython && pip3 --no-cache-dir install cython; \ + rm -rf /var/lib/apt/lists/* + +ENV OS debian10.11 diff --git a/deploy/build_env/debians/Dockerfile.gitlab.9 b/deploy/build_env/debians/Dockerfile.gitlab.9 new file mode 100644 index 0000000000000000000000000000000000000000..2abaf84c6015f0c9fbebfce0e1d2abb3171d4a84 --- /dev/null +++ b/deploy/build_env/debians/Dockerfile.gitlab.9 @@ -0,0 +1,27 @@ +from debian:9 + +RUN echo "deb http://deb.debian.org/debian stretch-backports main" >> /etc/apt/sources.list +RUN echo "deb http://deb.debian.org/debian stretch-backports-sloppy main" >> /etc/apt/sources.list + +RUN set -eux; \ + apt-get update; \ + apt-get install -y --no-install-recommends \ + build-essential \ + libcurl4-openssl-dev \ + python3-all-dev \ + python3-numpy \ + python3-stdeb \ + python3-pip \ + python-all-dev \ + python-numpy \ + python-stdeb \ + python-pip \ + zlib1g-dev \ + fakeroot \ + wget \ + ; \ + apt-get install -y --no-install-recommends cmake/stretch-backports libarchive13/stretch-backports-sloppy libuv1/stretch-backports; \ + pip --no-cache-dir install cython && pip3 --no-cache-dir install cython; \ + rm -rf /var/lib/apt/lists/* + +ENV OS debian9.13 diff --git a/deploy/build_env/debians/gitlab-ci-build-docker.yml b/deploy/build_env/debians/gitlab-ci-build-docker.yml new file mode 100644 index 0000000000000000000000000000000000000000..b180613e19de97afdb4e318e2df123eeb8e58e28 --- /dev/null +++ b/deploy/build_env/debians/gitlab-ci-build-docker.yml @@ -0,0 +1,48 @@ +docker-create-asapo-packages-debian9-build-env: + image: + name: gcr.io/kaniko-project/executor:debug + entrypoint: [""] + stage: .pre + script: + - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json + - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/debian --dockerfile $CI_PROJECT_DIR/deploy/build_env/debian/Dockerfile.gitlab.9 --destination $CI_REGISTRY_IMAGE/asapo-packages-debian9-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-debian9-build-env:latest + tags: + - kubernetes-executor + rules: + - changes: + - deploy/build_env/debians/Dockerfile.gitlab.9 + when: always + - when: never + +docker-create-asapo-packages-debian10-build-env: + image: + name: gcr.io/kaniko-project/executor:debug + entrypoint: [""] + stage: .pre + script: + - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json + - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/debian --dockerfile $CI_PROJECT_DIR/deploy/build_env/debian/Dockerfile.gitlab.10 --destination $CI_REGISTRY_IMAGE/asapo-packages-debian10-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-debian10-build-env:latest + tags: + - kubernetes-executor + rules: + - changes: + - deploy/build_env/debians/Dockerfile.gitlab.10 + when: always + - when: never + +docker-create-asapo-packages-debian11-build-env: + image: + name: gcr.io/kaniko-project/executor:debug + entrypoint: [""] + stage: .pre + script: + - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json + - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/debian --dockerfile $CI_PROJECT_DIR/deploy/build_env/debian/Dockerfile.gitlab.11 --destination $CI_REGISTRY_IMAGE/asapo-packages-debian11-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-debian11-build-env:latest + tags: + - kubernetes-executor + rules: + - changes: + - deploy/build_env/debians/Dockerfile.gitlab.11 + when: always + - when: never +