Commit 0d10ce7d authored by Michael Davis's avatar Michael Davis
Browse files

[CHEP] Adds references

parent 1c3fe532
@article{chep2016,
author={S. Murray and V. Bahyl and G. Cancio and E. Cano and V. Kotlyar and D. F. Kruse and J. Leduc},
title={An efficient, modular and simple tape archiving solution for LHC Run--3},
journal={Journal of Physics: Conference Series},
volume={898},
number={6},
pages={062013},
url={http://stacks.iop.org/1742-6596/898/i=6/a=062013},
year={2017},
abstract={The IT Storage group at CERN develops the software responsible for archiving to tape the custodial copy of the physics data generated by the LHC experiments. Physics run 3 will start in 2021 and will introduce two major challenges for which the tape archive software must be evolved. Firstly the software will need to make more efficient use of tape drives in order to sustain the predicted data rate of 150 petabytes per year as opposed to the current 50 petabytes per year. Secondly the software will need to be seamlessly integrated with EOS, which has become the de facto disk storage system provided by the IT Storage group for physics data. The tape storage software for LHC physics run 3 is code named CTA (the CERN Tape Archive). This paper describes how CTA will introduce a pre-emptive drive scheduler to use tape drives more efficiently, will encapsulate all tape software into a single module that will sit behind one or more EOS systems, and will be simpler by dropping support for obsolete backwards compatibility.}
author = {S. Murray and V. Bahyl and G. Cancio and E. Cano and V. Kotlyar and D. F. Kruse and J. Leduc},
title = {An efficient, modular and simple tape archiving solution for LHC Run--3},
journal = {Journal of Physics: Conference Series},
volume = {898},
number = {6},
pages = {062013},
url = {https://stacks.iop.org/1742-6596/898/i=6/a=062013},
year = {2017},
abstract = {The IT Storage group at CERN develops the software responsible for archiving to tape the custodial copy of the physics data generated by the LHC experiments. Physics run 3 will start in 2021 and will introduce two major challenges for which the tape archive software must be evolved. Firstly the software will need to make more efficient use of tape drives in order to sustain the predicted data rate of 150 petabytes per year as opposed to the current 50 petabytes per year. Secondly the software will need to be seamlessly integrated with EOS, which has become the de facto disk storage system provided by the IT Storage group for physics data. The tape storage software for LHC physics run 3 is code named CTA (the CERN Tape Archive). This paper describes how CTA will introduce a pre-emptive drive scheduler to use tape drives more efficiently, will encapsulate all tape software into a single module that will sit behind one or more EOS systems, and will be simpler by dropping support for obsolete backwards compatibility.}
}
@misc{xin_zhao_tape_usage,
author = {Xin Zhao},
title = {Tape Usage},
howpublished = {\url{https://indico.cern.ch/event/732181/contributions/3019046/}},
year = {2018},
month = {May},
note = {{ADC Technical Coordination Board Meeting}}
}
......@@ -52,34 +52,19 @@ will interface with EOS and CTA.
\section{Introduction}
\label{introduction}
Last CHEP paper~\cite{chep2016}
\section{Use Cases}
\subsection{Changing Use Cases for Archival Storage}
\subsubsection{Scaling up for Run 3 and HL--LHC}
\begin{figure}[t]
\centering\includegraphics[width=0.9\textwidth]{images/Storage}
%{\centering\includegraphics[width=0.75\textwidth]{images/Storage}\\[1.7ex]}
%\leftskip1em\rightskip\leftskip\scriptsize\color{black}Source:
%\href{http://iopscience.iop.org/article/10.1088/1742-6596/664/4/042006/meta}{\color{cern@ltblue}Experiences
%and challenges running CERN's high capacity tape archive}\\
%\leftskip5.1em Germ\'{a}n Cancio \textit{et al}, IOP 2015
\end{figure}
\subsubsection{Data for online analysis stored on tape (``Data Carousel'')}
\begin{figure}[t]
\includegraphics[width=\textwidth]{images/DataCarousel.png}
\includegraphics[width=\textwidth]{images/DataCarouselChart.png}\\[2ex]
\leftskip1em\rightskip\leftskip\scriptsize\color{black}Source:
\href{https://indico.cern.ch/event/732181/contributions/3019046/}{\color{cern@ltblue}Tape Usage},
Xin Zhao (Brookhaven National Laboratory), ADC Technical Coordination\\
\leftskip5.1em Board Meeting, 28 May 2018
\end{figure}
\begin{figure}[t]
\includegraphics[width=\textwidth]{images/TapeCarousel.png}\\[2ex]
\centering\scriptsize\color{black}Source:
\href{https://www.youtube.com/watch?v=RJo13FP4UpI}{\color{cern@ltblue}Fascinating Vintage 20 Cassette Carousel from 1972 : Panasonic RS--296US}
Source:~\cite{xin_zhao_tape_usage}
\end{figure}
\section{CASTOR to CTA}
......@@ -91,15 +76,9 @@ Last CHEP paper~\cite{chep2016}
\subsection{CERN Tape Archive Architecture}
\begin{figure}[t]
\includegraphics[width=\textwidth]{images/CTA_Arch1}
\includegraphics[width=\textwidth]{images/CTA_Arch2A}
\includegraphics[width=\textwidth]{images/CTA_Arch3}
\includegraphics[width=\textwidth]{images/CTA_Arch3A}
\end{figure}
\begin{figure}[t]
\includegraphics[width=\textwidth]{images/ObjectStore}
\end{figure}
\begin{figure}[t]
\begin{itemize}
\item Object Store is used for transient requests, queues, statuses and agents\\[2ex]
......@@ -137,12 +116,7 @@ Last CHEP paper~\cite{chep2016}
\item Performance\\[4ex]
\end{itemize}
%{\leftskip1em\rightskip\leftskip\scriptsize\color{black}For more details see:
{\scriptsize Full details:
\href{http://iopscience.iop.org/article/10.1088/1742-6596/898/6/062013/pdf}{\color{cern@ltblue}An
efficient, modular and simple tape archiving solution for LHC Run 3},\\
\vspace{-0.8ex}\hspace{5.1em} Steven Murray \textit{et al.} (CERN), CHEP 2016}
%\leftskip5.1em Board Meeting, 28 May 2018
Full details:~\cite{chep2016}
\subsection{CTA Architecture}
\begin{figure}[t]
......@@ -201,8 +175,6 @@ Last CHEP paper~\cite{chep2016}
\item Goal of user testing is to ensure that all use cases are covered
\item Rucio/File Transfer Service (FTS) tests with ATLAS have started
\end{itemize}
\includegraphics[width=\textwidth]{images/ATLAS_Test_placeholder}
\vspace{2ex}
{\large Next :}
\begin{itemize}
\item Agree schedule for field testing with all CERN experiments
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment