Commit 3841e4f1 authored by Gernot Maier's avatar Gernot Maier
Browse files

Merge branch 'master' of gitlab.desy.de:cta/montecarlo/ProdX-Download

Conflicts:
	copy_DLXfiles_from_dCache.sh
	download_parallel.sh
parents e5b0f858 dd8fce49
Prod3_Paranal_electron_North_20deg_HB9_SCT_DL1
Prod3_Paranal_electron_South_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma-diffuse_North_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma-diffuse_South_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma_North_20deg_HB9_SCT_DL1
Prod3_Paranal_gamma_South_20deg_HB9_SCT_DL1
Prod3_Paranal_proton_North_20deg_HB9_SCT_DL1
Prod3_Paranal_proton_South_20deg_HB9_SCT_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_electron_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_electron_South_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_South_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_gamma_South_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_proton_North_20deg_DL1
Prod5_Paranal_AdvancedBaseline_NSB5x_proton_South_20deg_DL1
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_North_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_South_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma-diffuse_South_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_North_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_South_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_proton_South_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_North_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_South_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_gamma_South_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_North_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_North_20deg_DL0
Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_South_20deg_DL1 Prod5b_LaPalma_AdvancedBaseline_NSB1x_electron_South_20deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_North_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_South_60deg_DL0
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_electron_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma-diffuse_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_gamma_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB1x_proton_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_North_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_South_40deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_electron_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma-diffuse_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_gamma_South_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_North_60deg_DL1
Prod5b_Paranal_AdvancedBaseline_NSB5x_proton_South_60deg_DL1
...@@ -131,4 +131,7 @@ Use script *copy_DL1files_from_dCache.sh*, which requires adjustments at the top ...@@ -131,4 +131,7 @@ Use script *copy_DL1files_from_dCache.sh*, which requires adjustments at the top
./copy_DL1files_from_dCache.sh ./copy_DL1files_from_dCache.sh
``` ```
=======
# Licence
License: BSD-3 (see LICENCE file)
...@@ -12,11 +12,10 @@ if [ $# -eq 0 ]; then ...@@ -12,11 +12,10 @@ if [ $# -eq 0 ]; then
fi fi
# hardwired values # hardwired values
DSET="Prod5_LaPalma_AdvancedBaseline_NSB1x" DSET="Prod3b_Paranal_20deg_HB9_SCT_DL1"
PLIST="gamma_onSource gamma_cone proton"
PLIST="gamma_onSource gamma_cone proton electron" PLIST="gamma_onSource gamma_cone proton electron"
# targetdir # targetdir
OSET="prod5-LaPalma-20deg-EVNDISP" OSET="Prod3b_Paranal_20deg_HB9_SCT_DL1"
######################## ########################
# list of arrays # list of arrays
# South # South
......
...@@ -29,15 +29,17 @@ do ...@@ -29,15 +29,17 @@ do
mkdir -p ${1}/${PP} mkdir -p ${1}/${PP}
FF=$(cat ${1}/${P}.dCache.list) FF=$(cat ${1}/${P}.dCache.list)
# FF=$(cat ${1}/${P}.list | grep gz.DL1.root)
for F in $FF for F in $FF
do do
FP=$(basename $F) FP=$(basename $F)
echo $F
if [[ ! -e ${1}/${PP}/${FP} ]]; then if [[ ! -e ${1}/${PP}/${FP} ]]; then
#cp -v /pnfs/ifh.de/${F} ${1}/${PP}/ #cp -v /pnfs/ifh.de/acs/grid/cta/${F} ${1}/${PP}/
dccp ${F} ${1}/${PP}/ echo ${F}
else dccp ${F} ${1}/${PP}/${FP}
echo "file found: ${1}/${PP}/${FP}" #echo /acs/grid/cta/${F} ${1}/${PP}/${FP}
fi fi
done done
done done
...@@ -17,12 +17,14 @@ ZE="20deg" ...@@ -17,12 +17,14 @@ ZE="20deg"
DL="DL0" DL="DL0"
DL="DL1" DL="DL1"
SCT="FALSE" SCT="FALSE"
if [[ $DD == "Prod3b_Paranal" ]]; then if [[ $DD == *"Prod3b_Paranal"* ]]; then
DL="HB9" DL="HB9"
DL="HB9_SCT_DL1"
SCT="TRUE" SCT="TRUE"
fi fi
mkdir -p tmp_log TMDPIR="tmp_log"
mkdir -p ${TMPDIR}
#for P in gamma_cone proton gamma_onSource electron #for P in gamma_cone proton gamma_onSource electron
for P in proton for P in proton
...@@ -37,7 +39,7 @@ do ...@@ -37,7 +39,7 @@ do
for A in North South for A in North South
do do
rm -f tmp_log/${P}_${A}.log rm -f ${TMPDIR}/${P}_${A}.log
# Prod4b SST production # Prod4b SST production
if [[ $DD = *"Prod4"* ]]; then if [[ $DD = *"Prod4"* ]]; then
if [[ $A == "South" ]]; then if [[ $A == "South" ]]; then
...@@ -46,11 +48,21 @@ do ...@@ -46,11 +48,21 @@ do
for S in "sst-astri" "sst-astri+chec-s" for S in "sst-astri" "sst-astri+chec-s"
do do
FFLIST="${DD}_${ZE}/${DD}_${PP}_${A}_${ZE}_SSTOnly_${S}_${DL}.GRID.list" FFLIST="${DD}_${ZE}/${DD}_${PP}_${A}_${ZE}_SSTOnly_${S}_${DL}.GRID.list"
./getRawFilesFromGRID-DIRAC.sh ${FFLIST} ${DD}/${P}/ 100 &> tmp_log/${P}_${A}_${S}.log & ./getRawFilesFromGRID-DIRAC.sh ${FFLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
done done
# Prod3b SCT DL1
elif [[ $DD = *"Prod3b"* ]] && [[ $DD = *"SCT_DL1"* ]]; then
FLIST="${DD}/Prod3_Paranal_${PP}_${A}_${ZE}_${DL}.GRID.list"
if [[ ! -e ${FLIST} ]]; then
echo "$FLIST not found"
exit
fi
echo "...found ${FLIST}"
./getRawFilesFromGRID-DIRAC.sh ${FLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
# all other productions # all other productions
else else
FLIST="${DD}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list" FLIST="${DD}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
FLIST="${DD}_${DL}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
# prod3b needs some special treatment # prod3b needs some special treatment
if [[ ! -e ${FLIST} ]]; then if [[ ! -e ${FLIST} ]]; then
echo "File list not found; trying prod3b naming ($FLIST); trying prod3b lists:" echo "File list not found; trying prod3b naming ($FLIST); trying prod3b lists:"
...@@ -62,7 +74,7 @@ do ...@@ -62,7 +74,7 @@ do
echo "...found ${FLIST}" echo "...found ${FLIST}"
fi fi
echo "Reading file list $FLIST" echo "Reading file list $FLIST"
./getRawFilesFromGRID-DIRAC.sh $FLIST ${DD}/${P}/ 100 ${SCT} &> tmp_log/${P}_${A}.log & ./getRawFilesFromGRID-DIRAC.sh $FLIST ${DD}/${P}/ 100 ${SCT} &> ${TMPDIR}/${P}_${A}.log &
fi fi
sleep 10 sleep 10
done done
......
#!/bin/bash
#
# simple script which allows to download
# all particle types simulatenously
#
# Prod5 NSB 1x
DD="Prod5_Paranal_AdvancedBaseline_NSB1x"
# Prod4b SST production
DD="Prod4b_Paranal"
# Prod4b SST production
DD="Prod3b_Paranal"
# Prod5 NSB 1x
DD="Prod5b_LaPalma_AdvancedBaseline_NSB1x"
# Prod3B SCT DL1
DD="Prod5b_Paranal_AdvancedBaseline_NSB1x"
DD="Prod5_Paranal_AdvancedBaseline_NSB5x"
DD="Prod5b_Paranal_AdvancedBaseline_NSB1x_40deg_DL1"
ZE="40deg"
DL="DL1"
SCT="FALSE"
if [[ $DD == *"Prod3b_Paranal"* ]]; then
DL="HB9"
DL="HB9_SCT_DL1"
SCT="TRUE"
fi
TMDPIR="tmp_log2"
mkdir -p ${TMPDIR}
for P in proton gamma_cone gamma_onSource electron
do
if [[ ${P} == "gamma_cone" ]]; then
PP="gamma-diffuse"
elif [[ ${P} == "gamma_onSource" ]]; then
PP="gamma"
else
PP=${P}
fi
for A in North South
do
rm -f ${TMPDIR}/${P}_${A}.log
# Prod4b SST production
if [[ $DD = *"Prod4"* ]]; then
if [[ $A == "South" ]]; then
continue
fi
for S in "sst-astri" "sst-astri+chec-s"
do
FFLIST="${DD}_${ZE}/${DD}_${PP}_${A}_${ZE}_SSTOnly_${S}_${DL}.GRID.list"
./getRawFilesFromGRID-DIRAC.sh ${FFLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
done
# Prod3b SCT DL1
elif [[ $DD = *"Prod3b"* ]] && [[ $DD = *"SCT_DL1"* ]]; then
FLIST="${DD}/Prod3_Paranal_${PP}_${A}_${ZE}_${DL}.GRID.list"
if [[ ! -e ${FLIST} ]]; then
echo "$FLIST not found"
exit
fi
echo "...found ${FLIST}"
./getRawFilesFromGRID-DIRAC.sh ${FLIST} ${DD}/${P}/ 100 &> ${TMPDIR}/${P}_${A}_${S}.log &
# all other productions
else
FLIST="${DD}_${ZE}_${DL}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
FLIST="${DD}_${DL}/${DD}_${PP}_${A}_${ZE}_${DL}.GRID.list"
# prod3b needs some special treatment
if [[ ! -e ${FLIST} ]]; then
echo "File list not found; trying prod3b naming ($FLIST); trying prod3b lists:"
FLIST="${DD}_${ZE}_${DL}/Paranal_${PP}_${A}_${ZE}_${DL}.GRID.list"
if [[ ! -e ${FLIST} ]]; then
echo "$FLIST not found"
exit
fi
echo "...found ${FLIST}"
fi
echo "Reading file list $FLIST"
./getRawFilesFromGRID-DIRAC.sh $FLIST ${DD}/${P}/ 100 ${SCT} &> ${TMPDIR}/${P}_${A}.log &
fi
sleep 10
done
done
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment