Removed hardcoded "yakser" docker repository

deploy/README.md

+# Correct build order
+
+## For Cluster
+
+1. `nomad_consul_docker` for `$REPO/asapo-nomad-cluster`
+2. `asapo_services` for `$REPO/asapo-cluster`

deploy/_docker_vars.sh

+#!/usr/bin/env bash
+
+if [[ -z "$ASAPO_DOCKER_REPOSITORY" ]]; then
+  ASAPO_DOCKER_REPOSITORY=yakser
+fi
+
+if [[ -z "$ASAPO_DOCKER_DO_PUSH" ]]; then
+  ASAPO_DOCKER_DO_PUSH=YES
+fi

deploy/asapo_orchestration_docker/Dockerfile → deploy/asapo_orchestration_docker/Dockerfile.template

-FROM yakser/asapo-nomad-cluster
+FROM $ASAPO_DOCKER_REPOSITORY/asapo-nomad-cluster
 
 MAINTAINER DESY IT
 

deploy/asapo_orchestration_docker/build_image.sh

 #!/usr/bin/env bash
-docker build -t yakser/asapo-orc .
-docker push yakser/asapo-orc
 
+. ../_docker_vars.sh
+
+sed "s/\$ASAPO_DOCKER_REPOSITORY/$ASAPO_DOCKER_REPOSITORY/" Dockerfile.template | docker build -t $ASAPO_DOCKER_REPOSITORY/asapo-orc . -f -
+
+if [ $ASAPO_DOCKER_DO_PUSH = "YES" ]; then
+    docker push $ASAPO_DOCKER_REPOSITORY/asapo-orc
+fi

deploy/asapo_services/Dockerfile → deploy/asapo_services/Dockerfile.template

-FROM yakser/asapo-nomad-cluster
+FROM $ASAPO_DOCKER_REPOSITORY/asapo-nomad-cluster
 
 MAINTAINER DESY IT
 

deploy/asapo_services/asap3.tfvars

 elk_logs = true
 
+asapo_docker_repository = "cpatzke"
 asapo_imagename_suffix = ""
 asapo_image_tag = ""
 
 influxdb_version="1.8.4"
 
-
 service_dir="/gpfs/asapo/shared/service_dir"
 online_dir="/beamline"
 offline_dir="/asap3"
@@ -31,5 +31,3 @@ discovery_total_memory_size = 512
 n_receivers = 1
 n_brokers = 1
 n_fts = 1
-
-

deploy/asapo_services/build_image.sh

 #!/usr/bin/env bash
-docker build -t yakser/asapo-cluster .
-docker push yakser/asapo-cluster 
 
+set -e
+
+. ../_docker_vars.sh
+
+sed "s/\$ASAPO_DOCKER_REPOSITORY/$ASAPO_DOCKER_REPOSITORY/" Dockerfile.template | docker build -t $ASAPO_DOCKER_REPOSITORY/asapo-cluster . -f -
+
+if [ $ASAPO_DOCKER_DO_PUSH = "YES" ]; then
+    docker push $ASAPO_DOCKER_REPOSITORY/asapo-cluster
+fi

deploy/asapo_services/run.sh

 #!/usr/bin/env bash
 
+set -e
+
+. ../_docker_vars.sh
+
 NOMAD_ALLOC_HOST_SHARED=/var/tmp/asapo/container_host_shared/nomad_alloc
 SERVICE_DATA_CLUSTER_SHARED=/var/tmp/asapo/asapo_cluster_shared/service_data
 DATA_GLOBAL_SHARED=/var/tmp/asapo/global_shared/data
@@ -18,17 +22,19 @@ ASAPO_USER=`id -u`:`id -g`
 ASAPO_VAR_FILE=`pwd`/asapo_overwrite_vars.tfvars
 ACL_ENABLED=true
 
+echo creating $NOMAD_ALLOC_HOST_SHARED $SERVICE_DATA_CLUSTER_SHARED $DATA_GLOBAL_SHARED
 mkdir -p $NOMAD_ALLOC_HOST_SHARED $SERVICE_DATA_CLUSTER_SHARED $DATA_GLOBAL_SHARED
 chmod 777 $NOMAD_ALLOC_HOST_SHARED $SERVICE_DATA_CLUSTER_SHARED $DATA_GLOBAL_SHARED
 
 cd $SERVICE_DATA_CLUSTER_SHARED
-mkdir esdatadir fluentd grafana influxdb mongodb
+mkdir -p esdatadir fluentd grafana influxdb mongodb
 chmod 777 *
 
 mmc=`cat /proc/sys/vm/max_map_count`
 
 if (( mmc < 262144 )); then
 echo increase max_map_count - needed for elasticsearch
+echo "Just run 'sudo sysctl -w vm.max_map_count=262144' to temporarily set it (until next restart)"
 exit 1
 fi
 
@@ -58,5 +64,5 @@ docker run --privileged --rm -v /var/run/docker.sock:/var/run/docker.sock \
 -e ACL_ENABLED=$ACL_ENABLED \
 -e SERVER_ADRESSES=$SERVER_ADRESSES \
 -e N_SERVERS=$N_SERVERS \
---name asapo --net=host -d yakser/asapo-cluster
+--name asapo --net host -d $ASAPO_DOCKER_REPOSITORY/asapo-cluster
 

deploy/asapo_services/run_maxwell.sh

 #!/usr/bin/env bash
 
-IMAGE=yakser/asapo-cluster:20.06.3
+set -e
+
+. ../_docker_vars.sh
+
+IMAGE=$ASAPO_DOCKER_REPOSITORY/asapo-cluster:20.06.3
 
 #folders
 NOMAD_ALLOC_HOST_SHARED=/var/tmp/asapo/container_host_shared/nomad_alloc

deploy/asapo_services/scripts/asapo-brokers.nmd.tpl

@@ -29,7 +29,7 @@ job "asapo-brokers" {
         network_mode = "host"
 	    security_opt = ["no-new-privileges"]
 	    userns_mode = "host"
-        image = "yakser/asapo-broker${image_suffix}"
+        image = "${docker_repository}/asapo-broker${image_suffix}"
 	    force_pull = ${force_pull_images}
         volumes = ["local/config.json:/var/lib/broker/config.json"]
         %{ if ! nomad_logs  }

deploy/asapo_services/scripts/asapo-fts.nmd.tpl

@@ -29,7 +29,7 @@ job "asapo-file-transfer" {
         network_mode = "host"
 	    security_opt = ["no-new-privileges"]
 	    userns_mode = "host"
-        image = "yakser/asapo-file-transfer${image_suffix}"
+        image = "${docker_repository}/asapo-file-transfer${image_suffix}"
 	    force_pull = ${force_pull_images}
         volumes = ["local/config.json:/var/lib/file_transfer/config.json",
                            "${offline_dir}:${offline_dir}",

deploy/asapo_services/scripts/asapo-receivers.nmd.tpl

@@ -34,7 +34,7 @@ job "asapo-receivers" {
 	    security_opt = ["no-new-privileges"]
 	    userns_mode = "host"
 	    privileged = true
-        image = "yakser/asapo-receiver${image_suffix}"
+        image = "${docker_repository}/asapo-receiver${image_suffix}"
 	    force_pull = ${force_pull_images}
         volumes = ["local/config.json:/var/lib/receiver/config.json",
                    "${offline_dir}:${offline_dir}",

deploy/asapo_services/scripts/asapo-services.nmd.tpl

@@ -18,7 +18,7 @@ job "asapo-services" {
         network_mode = "host"
 	    security_opt = ["no-new-privileges"]
 	    userns_mode = "host"
-        image = "yakser/asapo-authorizer${image_suffix}"
+        image = "${docker_repository}/asapo-authorizer${image_suffix}"
 	    force_pull = ${force_pull_images}
         volumes = ["local/config.json:/var/lib/authorizer/config.json",
                            "${offline_dir}:${offline_dir}",
@@ -95,7 +95,7 @@ job "asapo-services" {
         network_mode = "host"
 	    security_opt = ["no-new-privileges"]
 	    userns_mode = "host"
-        image = "yakser/asapo-discovery${image_suffix}"
+        image = "${docker_repository}/asapo-discovery${image_suffix}"
 	    force_pull = ${force_pull_images}
         volumes = ["local/config.json:/var/lib/discovery/config.json"]
         %{ if ! nomad_logs  }

deploy/asapo_services/scripts/templates.tf

@@ -22,6 +22,7 @@ data "template_file" "asapo_services" {
     scripts_dir = "${var.job_scripts_dir}"
     online_dir = "${var.online_dir}"
     offline_dir = "${var.offline_dir}"
+    docker_repository = "${var.asapo_docker_repository}"
     image_suffix = "${var.asapo_imagename_suffix}:${var.asapo_image_tag}"
     nomad_logs = "${var.nomad_logs}"
     authorizer_total_memory_size = "${var.authorizer_total_memory_size}"
@@ -39,6 +40,7 @@ data "template_file" "asapo_receivers" {
     scripts_dir = "${var.job_scripts_dir}"
     online_dir = "${var.online_dir}"
     offline_dir = "${var.offline_dir}"
+    docker_repository = "${var.asapo_docker_repository}"
     image_suffix = "${var.asapo_imagename_suffix}:${var.asapo_image_tag}"
     nomad_logs = "${var.nomad_logs}"
     receiver_total_memory_size = "${var.receiver_total_memory_size}"
@@ -57,6 +59,7 @@ data "template_file" "asapo_brokers" {
   template = "${file("${var.job_scripts_dir}/asapo-brokers.nmd.tpl")}"
   vars = {
     scripts_dir = "${var.job_scripts_dir}"
+    docker_repository = "${var.asapo_docker_repository}"
     image_suffix = "${var.asapo_imagename_suffix}:${var.asapo_image_tag}"
     nomad_logs = "${var.nomad_logs}"
     asapo_user = "${var.asapo_user}"
@@ -73,6 +76,7 @@ data "template_file" "asapo_fts" {
     scripts_dir = "${var.job_scripts_dir}"
     online_dir = "${var.online_dir}"
     offline_dir = "${var.offline_dir}"
+    docker_repository = "${var.asapo_docker_repository}"
     image_suffix = "${var.asapo_imagename_suffix}:${var.asapo_image_tag}"
     nomad_logs = "${var.nomad_logs}"
     asapo_user = "${var.asapo_user}"

deploy/build_env/centos/build_el7.sh

@@ -2,5 +2,10 @@
 
 set -e
 
-docker build -t yakser/asapo-env:centos7.9.2009 -f Dockerfile.7.9.2009 .
-docker push yakser/asapo-env:centos7.9.2009
+. ../../_docker_vars.sh
+
+docker build -t $ASAPO_DOCKER_REPOSITORY/asapo-env:centos7.9.2009 -f Dockerfile.7.9.2009 .
+
+if [ $ASAPO_DOCKER_DO_PUSH = "YES" ]; then
+    docker push $ASAPO_DOCKER_REPOSITORY/asapo-env:centos7.9.2009
+fi

deploy/build_env/centos/build_el8.sh

@@ -2,5 +2,10 @@
 
 set -e
 
-docker build -t yakser/asapo-env:centos8.3.2011 -f Dockerfile.8.3.2011 .
-docker push yakser/asapo-env:centos8.3.2011
+. ../../_docker_vars.sh
+
+docker build -t $ASAPO_DOCKER_REPOSITORY/asapo-env:centos8.3.2011 -f Dockerfile.8.3.2011 .
+
+if [ $ASAPO_DOCKER_DO_PUSH = "YES" ]; then
+    docker push $ASAPO_DOCKER_REPOSITORY/asapo-env:centos8.3.2011
+fi

deploy/build_env/debians/build_images.sh

 #!/usr/bin/env bash
+
 set -e
 
+. ../../_docker_vars.sh
+
 vers="ubuntu18.04 ubuntu16.04 debian9.13 debian10.7"
 
 for ver in $vers
 do
-    docker build -t yakser/asapo-env:${ver} -f Dockerfile_${ver} --build-arg OS=${ver} .
-    docker push yakser/asapo-env:${ver}
+    docker build -t $ASAPO_DOCKER_REPOSITORY/asapo-env:${ver} -f Dockerfile_${ver} --build-arg OS=${ver} .
+
+    if [ $ASAPO_DOCKER_DO_PUSH = "YES" ]; then
+        docker push $ASAPO_DOCKER_REPOSITORY/asapo-env:${ver}
+    fi
 done

deploy/build_env/manylinux2010/build.sh

@@ -9,6 +9,7 @@ numpy_versions[cp36m]=1.12.1
 numpy_versions[cp37m]=1.14.5
 numpy_versions[cp38]=1.17.3
 
+
 for python_path in /opt/python/cp{27,35,36,37,38}*; do
     python_version=$(basename $python_path)
     python_version=${python_version#*-}
@@ -17,6 +18,7 @@ for python_path in /opt/python/cp{27,35,36,37,38}*; do
     numpy_version=${numpy_versions[$python_version]}
     echo "building wheel for python_version=$python_version with numpy_version=$numpy_version"
 
+    mkdir -p /asapo/build
     cd /asapo/build
     cmake -DENABLE_LIBFABRIC=on \
           -DCMAKE_BUILD_TYPE="Release" \
@@ -42,4 +44,4 @@ cd /asapo/build/consumer \
 cd /asapo/build/producer \
     && for wheel in wheelhouse/asapo_producer*.whl; do
         auditwheel repair $wheel --plat manylinux2010_x86_64 -w /asapo/build/wheelhouse
-    done
+    done
\ No newline at end of file

deploy/build_env/manylinux2010/build_image.sh

@@ -3,8 +3,9 @@
 #docker build -t yakser/asapo-env:manylinux2010_ .
 #./docker-squash yakser/asapo-env:manylinux2010_ -t yakser/asapo-env:manylinux2010
 
-docker build -t yakser/asapo-env:manylinux2010 .
-docker push yakser/asapo-env:manylinux2010
-
-
+. ../../_docker_vars.sh
 
+docker build -t $ASAPO_DOCKER_REPOSITORY/asapo-env:manylinux2010 .
+if [ $ASAPO_DOCKER_DO_PUSH = "YES" ]; then
+    docker push $ASAPO_DOCKER_REPOSITORY/asapo-env:manylinux2010
+fi

deploy/build_env/manylinux2010/docker-squash

@@ -7,5 +7,6 @@ import sys
 from docker_squash.cli import run
 
 if __name__ == '__main__':
+    print("Hey Sergey, use the new --squash option in docker build")
     sys.argv[0] = re.sub(r'(-script\.pyw|\.exe)?$', '', sys.argv[0])
     sys.exit(run())