Skip to content

GitLab

Commit 3841e4f1 authored by Gernot Maier's avatar Gernot Maier
Browse files

Merge branch 'master' of gitlab.desy.de:cta/montecarlo/ProdX-Download 

Conflicts:
	copy_DLXfiles_from_dCache.sh
	download_parallel.sh
parents e5b0f858 dd8fce49
Hide whitespace changes
Inline Side-by-side
Prod3b_Paranal_20deg_HB9_SCT_DL1.list 0 → 100644
View file @ 3841e4f1
Prod3_Paranal_electron_North_20deg_HB9_SCT_DL1
Prod3_Paranal_electron_South_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma-diffuse_North_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma-diffuse_South_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma_North_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma_South_20deg_HB9_SCT_DL1
Prod3_Paranal_proton_North_20deg_HB9_SCT_DL1
Prod3_Paranal_proton_South_20deg_HB9_SCT_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_DL1.list 0 → 100644
View file @ 3841e4f1
Prod5_Paranal_AdvancedBaseline_NSB5x_electron_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_electron_South_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_South_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma_South_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_proton_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_proton_South_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x.list
View file @ 3841e4f1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_North_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_South_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_North_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_South_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_North_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_South_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_North_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_South_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_South_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_South_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_South_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_South_20deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_40deg_DL1.list 0 → 100644
View file @ 3841e4f1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_60deg_DL0.list 0 → 100644
View file @ 3841e4f1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_60deg_DL1.list 0 → 100644
View file @ 3841e4f1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_40deg_DL1.list 0 → 100644
View file @ 3841e4f1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_60deg_DL1.list 0 → 100644
View file @ 3841e4f1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_South_60deg_DL1
README.md
View file @ 3841e4f1
......@@ -131,4 +131,7 @@ Use script *copy_DL1files_from_dCache.sh*, which requires adjustments at the top
./copy_DL1files_from_dCache.sh
```
=======
# Licence
License: BSD-3 (see LICENCE file)
copy_DL1files_from_dCache.sh
View file @ 3841e4f1
......@@ -12,11 +12,10 @@ if [ $# -eq 0 ]; then
fi
# hardwired values
DSET="Prod5_LaPalma_AdvancedBaseline_NSB1x"
PLIST="gamma_onSource gamma_cone proton"
DSET="Prod3b_Paranal_20deg_HB9_SCT_DL1"
PLIST="gamma_onSource gamma_cone proton electron"
# targetdir
OSET="prod5-LaPalma-20deg-EVNDISP"
OSET="Prod3b_Paranal_20deg_HB9_SCT_DL1"
########################
# list of arrays
# South
......
copy_DLXfiles_from_dCache.sh
View file @ 3841e4f1
......@@ -29,15 +29,17 @@ do
mkdir -p ${1}/${PP}
FF=$(cat ${1}/${P}.dCache.list)
# FF=$(cat ${1}/${P}.list | grep gz.DL1.root)
for F in $FF
do
FP=$(basename $F)
echo $F
if [[ ! -e ${1}/${PP}/${FP} ]]; then
#cp -v /pnfs/ifh.de/${F} ${1}/${PP}/
dccp ${F} ${1}/${PP}/
else
echo "file found: ${1}/${PP}/${FP}"
#cp -v /pnfs/ifh.de/acs/grid/cta/${F} ${1}/${PP}/
echo ${F}
dccp ${F} ${1}/${PP}/${FP}
#echo /acs/grid/cta/${F} ${1}/${PP}/${FP}
fi
done
done
download_parallel.sh
View file @ 3841e4f1
......@@ -17,12 +17,14 @@ ZE="20deg"
DL="DL0"
DL="DL1"
SCT="FALSE"
if [[ $DD == "Prod3b_Paranal" ]]; then
if [[ $DD == *"Prod3b_Paranal"* ]]; then
DL="HB9"
DL="HB9_SCT_DL1"
SCT="TRUE"
fi
mkdir -p tmp_log
TMDPIR="tmp_log"
mkdir -p ${TMPDIR}
#for P in gamma_cone proton gamma_onSource electron
for P in proton
......@@ -37,7 +39,7 @@ do
for A in North South
do
rm -f tmp_log/${P}_${A}.log
rm -f ${TMPDIR}/${P}_${A}.log
# Prod4b SST production
if [[ $DD = *"Prod4"* ]]; then
if [[ $A == "South" ]]; then
......@@ -46,11 +48,21 @@ do
for S in "sst-astri" "sst-astri+chec-s"
do
FFLIST="${DD}_${ZE}/${DD}_${PP}_${A}_${ZE}_SSTOnly_${S}_${DL}.GRID.list"
./getRawFilesFromGRID-DIRAC.sh ${FFLIST} ${DD}/${P}/ 100 &> tmp_log/${P}_${A}_${S}.log &
./getRawFilesFromGRID-DIRAC.sh ${FFLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
done
# Prod3b SCT DL1
elif [[ $DD = *"Prod3b"* ]] && [[ $DD = *"SCT_DL1"* ]]; then
FLIST="${DD}/Prod3_Paranal_${PP}_${A}_${ZE}_${DL}.GRID.list"
if [[ ! -e ${FLIST} ]]; then
echo "$FLIST not found"
exit
fi
echo "...found ${FLIST}"
./getRawFilesFromGRID-DIRAC.sh ${FLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
# all other productions
else
FLIST="${DD}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
FLIST="${DD}_${DL}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
# prod3b needs some special treatment
if [[ ! -e ${FLIST} ]]; then
echo "File list not found; trying prod3b naming ($FLIST); trying prod3b lists:"
......@@ -62,7 +74,7 @@ do
echo "...found ${FLIST}"
fi
echo "Reading file list $FLIST"
./getRawFilesFromGRID-DIRAC.sh $FLIST ${DD}/${P}/ 100 ${SCT} &> tmp_log/${P}_${A}.log &
./getRawFilesFromGRID-DIRAC.sh $FLIST ${DD}/${P}/ 100 ${SCT} &> ${TMPDIR}/${P}_${A}.log &
fi
sleep 10
done
......
download_parallel_2.sh 0 → 100755
View file @ 3841e4f1
#!/bin/bash
#
# simple script which allows to download
# all particle types simulatenously
#
# Prod5 NSB 1x
DD="Prod5_Paranal_AdvancedBaseline_NSB1x"
# Prod4b SST production
DD="Prod4b_Paranal"
# Prod4b SST production
DD="Prod3b_Paranal"
# Prod5 NSB 1x
DD="Prod5b_LaPalma_AdvancedBaseline_NSB1x"
# Prod3B SCT DL1
DD="Prod5b_Paranal_AdvancedBaseline_NSB1x"
DD="Prod5_Paranal_AdvancedBaseline_NSB5x"
DD="Prod5b_Paranal_AdvancedBaseline_NSB1x_40deg_DL1"
ZE="40deg"
DL="DL1"
SCT="FALSE"
if [[ $DD == *"Prod3b_Paranal"* ]]; then
DL="HB9"
DL="HB9_SCT_DL1"
SCT="TRUE"
fi
TMDPIR="tmp_log2"
mkdir -p ${TMPDIR}
for P in proton gamma_cone gamma_onSource electron
do
if [[ ${P} == "gamma_cone" ]]; then
PP="gamma-diffuse"
elif [[ ${P} == "gamma_onSource" ]]; then
PP="gamma"
else
PP=${P}
fi
for A in North South
do
rm -f ${TMPDIR}/${P}_${A}.log
# Prod4b SST production
if [[ $DD = *"Prod4"* ]]; then
if [[ $A == "South" ]]; then
continue
fi
for S in "sst-astri" "sst-astri+chec-s"
do
FFLIST="${DD}_${ZE}/${DD}_${PP}_${A}_${ZE}_SSTOnly_${S}_${DL}.GRID.list"
./getRawFilesFromGRID-DIRAC.sh ${FFLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
done
# Prod3b SCT DL1
elif [[ $DD = *"Prod3b"* ]] && [[ $DD = *"SCT_DL1"* ]]; then
FLIST="${DD}/Prod3_Paranal_${PP}_${A}_${ZE}_${DL}.GRID.list"
if [[ ! -e ${FLIST} ]]; then
echo "$FLIST not found"
exit
fi
echo "...found ${FLIST}"
./getRawFilesFromGRID-DIRAC.sh ${FLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
# all other productions
else
FLIST="${DD}_${ZE}_${DL}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
FLIST="${DD}_${DL}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
# prod3b needs some special treatment
if [[ ! -e ${FLIST} ]]; then
echo "File list not found; trying prod3b naming ($FLIST); trying prod3b lists:"
FLIST="${DD}_${ZE}_${DL}/Paranal_${PP}_${A}_${ZE}_${DL}.GRID.list"
if [[ ! -e ${FLIST} ]]; then
echo "$FLIST not found"
exit
fi
echo "...found ${FLIST}"
fi
echo "Reading file list $FLIST"
./getRawFilesFromGRID-DIRAC.sh $FLIST ${DD}/${P}/ 100 ${SCT} &> ${TMPDIR}/${P}_${A}.log &
fi
sleep 10
done
done
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment

imprint | privacy | Conditions of Use