From f94fe186a2d4e317cb9809592f6c2b02943bdf9a Mon Sep 17 00:00:00 2001
From: Julien Leduc <julien.leduc@cern.ch>
Date: Tue, 20 Jun 2017 16:29:45 +0200
Subject: [PATCH] Archive and retrieve 100 files of 1kB each from the client
pod.
---
.../orchestration/tests/client_ar_1000.sh | 106 ++++++++++++++++++
1 file changed, 106 insertions(+)
create mode 100644 continuousintegration/orchestration/tests/client_ar_1000.sh
diff --git a/continuousintegration/orchestration/tests/client_ar_1000.sh b/continuousintegration/orchestration/tests/client_ar_1000.sh
new file mode 100644
index 0000000000..69b28c7223
--- /dev/null
+++ b/continuousintegration/orchestration/tests/client_ar_1000.sh
@@ -0,0 +1,106 @@
+#!/bin/bash
+
+
+EOSINSTANCE=ctaeos
+EOS_DIR=/eos/ctaeos/cta/$(uuidgen)
+TEST_FILE_NAME_BASE=test
+
+NB_FILES=100
+FILE_KB_SIZE=1
+
+STATUS_FILE=$(mktemp)
+
+dd if=/dev/urandom of=/tmp/testfile bs=1k count=${FILE_KB_SIZE} || exit 1
+
+echo "Creating test dir in eos: ${EOS_DIR}"
+# uuid should be unique no need to remove dir before...
+# XrdSecPROTOCOL=sss eos -r 0 0 root://${EOSINSTANCE} rm -Fr ${EOS_DIR}
+eos root://${EOSINSTANCE} mkdir -p ${EOS_DIR}
+
+for ((i=0;i<${NB_FILES};i++)); do
+ TEST_FILE_NAME=${TEST_FILE_NAME_BASE}$(printf %.4d $i)
+ xrdcp --silent /etc/group root://${EOSINSTANCE}/${EOS_DIR}/${TEST_FILE_NAME}
+done
+
+eos root://${EOSINSTANCE} ls ${EOS_DIR} | egrep "${TEST_FILE_NAME_BASE}[0-9]+" | sed -e 's/$/ copied/' > ${STATUS_FILE=}
+
+
+SECONDS_PASSED=0
+WAIT_FOR_ARCHIVED_FILE_TIMEOUT=60
+while test 0 != $(grep -c copied$ ${STATUS_FILE}); do
+ echo "Waiting for files to be archived to tape: Seconds passed = ${SECONDS_PASSED}"
+ sleep 1
+ let SECONDS_PASSED=SECONDS_PASSED+1
+
+ if test ${SECONDS_PASSED} == ${WAIT_FOR_ARCHIVED_FILE_TIMEOUT}; then
+ echo "Timed out after ${WAIT_FOR_ARCHIVED_FILE_TIMEOUT} seconds waiting for file to be archived to tape"
+ continue
+ fi
+
+ echo "$(grep -c archived$ ${STATUS_FILE})/${NB_FILES} archived"
+
+ for TEST_FILE_NAME in $(grep copied$ ${STATUS_FILE} | sed -e 's/ .*$//'); do
+ eos root://${EOSINSTANCE} info ${EOS_DIR}/${TEST_FILE_NAME} | awk '{print $4;}' | grep -q tape && sed -i ${STATUS_FILE} -e "s/${TEST_FILE_NAME} copied/${TEST_FILE_NAME} archived/"
+ done
+
+done
+
+ARCHIVED=$(grep -c archived$ ${STATUS_FILE})
+
+
+echo "###"
+echo "${ARCHIVED}/${NB_FILES} archived"
+echo "###"
+
+echo "Removing disk replica of all archived files"
+for TEST_FILE_NAME in $(grep archived$ ${STATUS_FILE} | sed -e 's/ .*$//'); do
+ XrdSecPROTOCOL=sss eos -r 0 0 root://${EOSINSTANCE} file drop ${EOS_DIR}/${TEST_FILE_NAME} 1 &> /dev/null || echo "Could not remove disk replica for ${EOS_DIR}/${TEST_FILE_NAME}"
+ test 1 = $(eos root://${EOSINSTANCE} info ${EOS_DIR}/${TEST_FILE_NAME} | grep -c nodrain) && sed -i ${STATUS_FILE} -e "s/${TEST_FILE_NAME} archived/${TEST_FILE_NAME} tapeonly/"
+done
+
+TAPEONLY=$(grep -c tapeonly$ ${STATUS_FILE})
+
+echo "###"
+echo "${TAPEONLY}/${ARCHIVED} on tape only"
+echo "###"
+
+
+echo "Trigerring EOS retrieve workflow as poweruser1:powerusers (12001:1200)"
+for TEST_FILE_NAME in $(grep tapeonly$ ${STATUS_FILE} | sed -e 's/ .*$//'); do
+ XrdSecPROTOCOL=sss xrdfs ${EOSINSTANCE} prepare -s "${EOS_DIR}/${TEST_FILE_NAME}?eos.ruid=12001&eos.rgid=1200" || echo "Could not trigger retrieve for ${EOS_DIR}/${TEST_FILE_NAME}"
+done
+
+
+# Wait for the copy to appear on disk
+SECONDS_PASSED=0
+WAIT_FOR_RETRIEVED_FILE_TIMEOUT=60
+while test 0 != $(grep -c tapeonly$ ${STATUS_FILE}); do
+ echo "Waiting for files to be retrieved from tape: Seconds passed = ${SECONDS_PASSED}"
+ sleep 1
+ let SECONDS_PASSED=SECONDS_PASSED+1
+
+ if test ${SECONDS_PASSED} == ${WAIT_FOR_RETRIEVED_FILE_TIMEOUT}; then
+ echo "Timed out after ${WAIT_FOR_ARCHIVED_FILE_TIMEOUT} seconds waiting for file to be retrieved tape"
+ continue
+ fi
+
+ echo "$(grep -c retrieved$ ${STATUS_FILE})/${NB_FILES} retrieved"
+
+ for TEST_FILE_NAME in $(grep tapeonly$ ${STATUS_FILE} | sed -e 's/ .*$//'); do
+ test 2 = $(eos root://${EOSINSTANCE} info ${EOS_DIR}/${TEST_FILE_NAME} | grep -c nodrain) && sed -i ${STATUS_FILE} -e "s/${TEST_FILE_NAME} tapeonly/${TEST_FILE_NAME} retrieved/"
+ done
+
+done
+
+RETRIEVED=$(grep -c retrieved$ ${STATUS_FILE})
+
+echo "###"
+echo Results:
+echo "${RETRIEVED}/${TAPEONLY}/${ARCHIVED}/${NB_FILES}"
+echo "###"
+
+
+test ${RETRIEVED} = ${NB_FILES} && exit 0
+
+echo "ERROR there were some lost files during the archive/retrieve test with ${NB_FILES} files."
+exit 1
--
GitLab