add ubuntu support

.gitlab-ci.yml

@@ -3,6 +3,7 @@ include:
   - local: deploy/build_env/services-windows/gitlab-ci-build-docker.yml
   - local: deploy/build_env/centos/gitlab-ci-build-docker.yml
   - local: deploy/build_env/debians/gitlab-ci-build-docker.yml
+  - local: deploy/build_env/ubuntu/gitlab-ci-build-docker.yml
 
 .go-cache:
   variables:
@@ -108,8 +109,9 @@ build-packages-centos7:
     - when: always
   artifacts:
     paths:
-      - build/**/*.rpm
-      - build/**/*.tar.gz
+      - build/*.rpm
+      - build/**/dist/*.rpm
+      - build/**/dist/*.tar.gz
     expire_in: 3 hrs
 
 build-packages-centos8:
@@ -132,8 +134,9 @@ build-packages-centos8:
     - when: always
   artifacts:
     paths:
-      - build/**/*.rpm
-      - build/**/*.tar.gz
+      - build/*.rpm
+      - build/**/dist/*.rpm
+      - build/**/dist/*.tar.gz
     expire_in: 3 hrs
 
 build-packages-debian9:
@@ -156,8 +159,9 @@ build-packages-debian9:
     - when: always
   artifacts:
     paths:
-      - build/**/*.deb
-      - build/**/asapo*.tar.gz
+      - build/*.deb
+      - build/**/dist/*.deb
+      - build/**/dist/*.tar.gz
     expire_in: 3 hrs
 
 build-packages-debian10:
@@ -180,8 +184,9 @@ build-packages-debian10:
     - when: always
   artifacts:
     paths:
-      - build/**/*.deb
-      - build/**/asapo*.tar.gz
+      - build/*.deb
+      - build/**/dist/*.deb
+      - build/**/dist/*.tar.gz
     expire_in: 3 hrs
 
 build-packages-debian11:
@@ -200,12 +205,62 @@ build-packages-debian11:
     - make -j 1
   tags:
     - kubernetes-executor
+  rules:
+    - when: always
+    paths:
+      - build/*.deb
+      - build/**/dist/*.deb
+      - build/**/dist/*.tar.gz
+    expire_in: 3 hrs
+
+build-packages-ubuntu1804:
+  image:
+    name: $CI_REGISTRY_IMAGE/asapo-packages-ubuntu1804-build-env:latest
+    entrypoint: [""]
+  stage: build
+  script:
+    - mkdir $CI_PROJECT_DIR/build
+    - cd $CI_PROJECT_DIR/build
+    - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=ubuntu18.04 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" ..
+    - make -j 4
+    - make package
+    - rm -f CMakeCache.txt
+    - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=ubuntu18.04 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=ON -DBUILD_PYTHON_DOCS=OFF ..
+    - make -j 1
+  tags:
+    - kubernetes-executor
+  rules:
+    - when: always
+  artifacts:
+    paths:
+      - build/*.deb
+      - build/**/dist/*.deb
+      - build/**/dist/*.tar.gz
+    expire_in: 3 hrs
+
+build-packages-ubuntu2004:
+  image:
+    name: $CI_REGISTRY_IMAGE/asapo-packages-ubuntu2004-build-env:latest
+    entrypoint: [""]
+  stage: build
+  script:
+    - mkdir $CI_PROJECT_DIR/build
+    - cd $CI_PROJECT_DIR/build
+    - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DINSTALL_EXAMPLES=ON -DBUILD_CLIENTS_ONLY=ON -DPACKAGE_RELEASE_SUFFIX=ubuntu20.04 -DBUILD_PYTHON=OFF -DCPACK_PACKAGE_NAME="asapo-devel" -DCPACK_GENERATOR="DEB" ..
+    - make -j 4
+    - make package
+    - rm -f CMakeCache.txt
+    - cmake -DCMAKE_BUILD_TYPE="Release" -DENABLE_LIBFABRIC=ON -DBUILD_CLIENTS_ONLY=ON -DNUMPY_VERSION=0 -DBUILD_PYTHON=ON -DPACKAGE_RELEASE_SUFFIX=ubuntu20.04 -DBUILD_PYTHON_PACKAGES="source;deb" -DBUILD_PYTHON2_PACKAGES=OFF -DBUILD_PYTHON_DOCS=OFF ..
+    - make -j 1
+  tags:
+    - kubernetes-executor
   rules:
     - when: always
   artifacts:
     paths:
-      - build/**/*.deb
-      - build/**/asapo*.tar.gz
+      - build/*.deb
+      - build/**/dist/*.deb
+      - build/**/dist/*.tar.gz
     expire_in: 3 hrs
 
 build-services-docker:

deploy/build_env/debians/Dockerfile.gitlab.11

-from debian:10
+from debian:11
 
-RUN echo "deb http://deb.debian.org/debian buster-backports main" >> /etc/apt/sources.list
+RUN echo "deb http://deb.debian.org/debian bullseye-backports main" >> /etc/apt/sources.list
 
 RUN set -eux; \
 	apt-get update; \
@@ -20,8 +20,8 @@ RUN set -eux; \
 		fakeroot \
 		wget \
 	; \
-	apt-get install -y --no-install-recommends cmake/buster-backports; \
+	apt-get install -y --no-install-recommends cmake/bullseye-backports; \
 	pip  --no-cache-dir install cython && pip3 --no-cache-dir install cython; \
 	rm -rf /var/lib/apt/lists/*
 
-ENV OS debian10.11
+ENV OS debian11.2

deploy/build_env/ubuntu/Dockerfile.gitlab.18.04

+from ubuntu:18.04
+
+RUN set -eux; \
+	apt-get update; \
+	DEBIAN_FRONTEND=noninteractive apt-get install -y \
+		build-essential \
+		libfabric-dev \
+		libcurl4-openssl-dev \
+		python3-all-dev \
+		python3-numpy \
+		python3-stdeb \
+		python3-pip \
+		python-all-dev \
+		python-numpy \
+		python-stdeb \
+		python-pip \
+		zlib1g-dev \
+		fakeroot \
+		wget \
+		cmake \
+	; \
+	pip  --no-cache-dir install cython && pip3 --no-cache-dir install cython; \
+	rm -rf /var/lib/apt/lists/*
+
+ENV OS ubuntu18.04

deploy/build_env/ubuntu/Dockerfile.gitlab.20.04

+from ubuntu:20.04
+
+RUN set -eux; \
+	apt-get update; \
+	DEBIAN_FRONTEND=noninteractive apt-get install -y \
+		build-essential \
+		libfabric-dev \
+		libcurl4-openssl-dev \
+		python3-all-dev \
+		python3-numpy \
+		python3-stdeb \
+		cython3 \
+		dh-python \
+		zlib1g-dev \
+		fakeroot \
+		wget \
+		cmake \
+# needed as a workaround for a bug https://github.com/astraw/stdeb/issues/153
+		python-all \
+	; \
+	rm -rf /var/lib/apt/lists/*
+
+ENV OS ubuntu20.04

deploy/build_env/ubuntu/gitlab-ci-build-docker.yml

+docker-create-asapo-packages-ubuntu1804-build-env:
+  image:
+    name: gcr.io/kaniko-project/executor:debug
+    entrypoint: [""]
+  stage: .pre
+  script:
+    - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
+    - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/ubuntu --dockerfile $CI_PROJECT_DIR/deploy/build_env/ubuntu/Dockerfile.gitlab.18.04 --destination $CI_REGISTRY_IMAGE/asapo-packages-ubuntu1804-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-ubuntu1804-build-env:latest
+  tags:
+    - kubernetes-executor
+  rules:
+    - changes:
+        - deploy/build_env/ubuntu/Dockerfile.gitlab.18.04
+      when: always
+    - when: never
+
+docker-create-asapo-packages-ubuntu2004-build-env:
+  image:
+    name: gcr.io/kaniko-project/executor:debug
+    entrypoint: [""]
+  stage: .pre
+  script:
+    - echo "{\"auths\":{\"$CI_REGISTRY\":{\"username\":\"$CI_REGISTRY_USER\",\"password\":\"$CI_REGISTRY_PASSWORD\"}}}" > /kaniko/.docker/config.json
+    - /kaniko/executor --cache=false --context $CI_PROJECT_DIR/deploy/build_env/ubuntu --dockerfile $CI_PROJECT_DIR/deploy/build_env/ubuntu/Dockerfile.gitlab.10 --destination $CI_REGISTRY_IMAGE/asapo-packages-ubuntu2004-build-env:${CI_COMMIT_SHORT_SHA} --destination $CI_REGISTRY_IMAGE/asapo-packages-ubuntu2004-build-env:latest
+  tags:
+    - kubernetes-executor
+  rules:
+    - changes:
+        - deploy/build_env/ubuntu/Dockerfile.gitlab.20.04
+      when: always
+    - when: never