adding nightly1.sh test that launches 3 process of 1000 transfers each

twice and outputs EOS workflow proc content to list various type of
errors.

.gitlab-ci.yml

@@ -152,10 +152,7 @@ nightly1:
   script:
     - echo "Running  nightly tests"
     - export NAMESPACE="archiveretrieve-${CTA_BUILD_ID}-$(cat /dev/urandom | tr -dc 'a-z0-9' | fold -w 4 | head -n 1)"
-    - cd continuousintegration/orchestration/; ./run_systemtest.sh -n ${NAMESPACE} -p ${CI_PIPELINE_ID} -s tests/archive_retrieve.sh -O -D -k
-    - kubectl -n ${NAMESPACE} exec client -- bash /root/client_ar.sh -n 2000 -s 80 -p 10 -v
-    - kubectl -n ${NAMESPACE} exec client -- bash /root/client_ar.sh -n 2000 -s 80 -p 10 -v
-    - ./delete_instance.sh -n ${NAMESPACE}
+    - cd continuousintegration/orchestration/; ./run_systemtest.sh -n ${NAMESPACE} -p ${CI_PIPELINE_ID} -s tests/test_nightly1.sh -O -D
   artifacts:
     when: always
     expire_in: 30 days

continuousintegration/orchestration/tests/nightly1.sh

+#!/bin/bash
+
+cd /root
+FAIL=0
+
+. client_helper.sh
+admin_kdestroy
+admin_kinit
+
+for DRIVE in $(admin_cta dr ls | grep Down | sed -e 's/ \+/ /g' | cut -d\  -f2); do
+  admin_cta dr up ${DRIVE}
+done
+
+for ((i=0;i<3;i++)); do
+  echo "Launching bash ./client_ar.sh -n 1000 -s 10 -p 4 -v"
+  bash ./client_ar.sh -n 1000 -s 10 -p 4 -v &
+done
+
+for job in `jobs -p`
+do
+echo $job
+    wait $job || let "FAIL+=1"
+done
+
+if [ "$FAIL" == "0" ];
+then
+echo "YAY!"
+else
+echo "FAIL! ($FAIL)"
+fi
+
+exit $FAIL

continuousintegration/orchestration/tests/test_nightly1.sh

+#!/bin/bash
+
+usage() { cat <<EOF 1>&2
+Usage: $0 -n <namespace>
+EOF
+exit 1
+}
+
+while getopts "n:" o; do
+    case "${o}" in
+        n)
+            NAMESPACE=${OPTARG}
+            ;;
+        *)
+            usage
+            ;;
+    esac
+done
+shift $((OPTIND-1))
+
+if [ -z "${NAMESPACE}" ]; then
+    usage
+fi
+
+if [ ! -z "${error}" ]; then
+    echo -e "ERROR:\n${error}"
+    exit 1
+fi
+
+echo "Preparing namespace for the tests"
+./prepare_tests.sh -n ${NAMESPACE}
+
+RC=0
+
+echo
+echo "Launching nightly1.sh on client pod"
+kubectl -n ${NAMESPACE} cp client_ar.sh client:/root/client_ar.sh
+kubectl -n ${NAMESPACE} cp client_helper.sh client:/root/client_helper.sh
+kubectl -n ${NAMESPACE} cp nightly1.sh client:/root/nightly1.sh
+kubectl -n ${NAMESPACE} exec client -- bash /root/nightly1.sh || ((RC++))
+kubectl -n ${NAMESPACE} exec client -- bash /root/nightly1.sh || ((RC++))
+
+echo
+echo "EOS workflow summary:"
+kubectl -n ${NAMESPACE} exec ctaeos eos -- ls /eos/ctaeos/proc/workflow/$(date +%Y%m%d)/f/default | cut -d: -f3 | sort | uniq -c
+
+exit ${RC}