% 
\documentclass[11pt,twoside]{article}  % Leave intact
\usepackage{adassconf}

%\documentstyle[11pt,twoside,adassconf]{article}

\begin{document}   % Leave intact
\paperID{D1}
%%%% ID=D1

\title{XCAT-DB a Public Interface for the SSC XMM-Newton Catalogue}
\titlemark{XCAT-DB a Public Interface for 1XMM Catalogue}

\author{L.\ Michel\altaffilmark{1} , O.\ Herent\altaffilmark{1} , C.\
Motch\altaffilmark{1} , J.\ Pye\altaffilmark{2} , M.G. \ Watson\altaffilmark{2}}
\vspace*{2ex}	% Corrected style FO
\altaffilmark{1}
\affil{CNRS, UMR 7550, Observatoire Astronomique de Strasbourg,
       Strasbourg, France}
\altaffilmark{2}
\affil{X-ray Astronomy Group, Department of Physics and Astronomy, Leicester University, 
Leicester LE1 7RH, UK}

\contact{Laurent MICHEL}
\email{laurent.michel@astro.u-strasbg.fr}

\paindex{Michel, L.}
\aindex{Herent, O.}
\aindex{Motch, C.}
\aindex{Pye, J.}
\aindex{Watson, M. G.}

%-----------------------------------------------------------------------
%		      Author list for page header	
%-----------------------------------------------------------------------
% Please supply a list of author last names for the page header. in
% one of these formats:
%
% EXAMPLES:
% \authormark{Lastname}
% \authormark{Lastname1 \& Lastname2}
% \authormark{Lastname1, Lastname2, ... \& LastnameN}
% \authormark{Lastname et al.}
%
% Use the "et al." form in the case of seven or more authors, or if
% the preferred form is too long to fit in the header.

\authormark{Michel , Herent , Motch , Pye , Watson}

%-----------------------------------------------------------------------
%			Subject Index keywords
%-----------------------------------------------------------------------
% Enter a comma separated list of up to 6 keywords describing your
% paper.  These will NOT be printed as part of your paper; however,
% they will be used to generate the subject index for the proceedings.
% There is no standard list; however, you can consult the indices
% for past proceedings (http://adass.org/adass/proceedings/).
%
% EXAMPLE:  \keywords{visualization, astronomy: radio, parallel
%                     computing, AIPS++, Galactic Center}
%
% In this example, the author noticed that "radio astronomy" appeared
% in the ADASS VII Index as "astronomy" being the major keyword and
% "radio" as the minor keyword.  The colon is used to introduce another
% level into the index.

\keywords{1XMM, XMM: Newton, SSC, OODBMS, persistent object, cross correlation,
outliers}

%-----------------------------------------------------------------------
%			       Abstract
%-----------------------------------------------------------------------
% Type abstract in the space below.  Consult the User Guide and Latex
% Information file for a list of supported macros (e.g. for typesetting 
% special symbols). Do not leave a blank line between \begin{abstract} 
% and the start of your text.

\begin{abstract}          % Leave intact

The first XMM-Newton serendipitous source 
catalogue has been released on 2003 April 7.
The XCAT-DB (http://xcatdb.u-strasbg.fr) is one of the sites from which it is available.
The database offers powerful tools to perform various kinds of scientific analysis, particularly 
designed to deal with links between catalogue sources and 
correlated entries extracted from many archival catalogues available at CDS 
and NED. 
The XCAT-DB is able to inter-operate with CDS databases providing
multiwavelength views on regions of interest.
Online views and downloads of pipeline products related to selected X-ray 
sources are also available.
\end{abstract}

%-----------------------------------------------------------------------
%			      Main Body
%-----------------------------------------------------------------------
% Place the text for the main body of the paper here.  You should use
% the \section command to label the various sections; use of
% \subsection is optional.  Significant words in section titles should
% be capitalized.  Sections and subsections will be numbered
% automatically. 
%
% EXAMPLE:  \section{Introduction}
%           ...
%           \subsection{Our View of the World}
%           ...
%           \section{A New Approach}
%
% It is recommended that you look at the sample papers, sample1.tex
% and sample2.tex, for examples for formatting references, footnotes,
% figures, equations, html links, lists, and other special features.  
% A verifier les droit d'auteur

\section{The 1XMM Catalogue}
1XMM is the first comprehensive catalogue of serendipitous X-ray 
sources from the European Space Agency's (ESA)
XMM-Newton observatory. 
The catalogue has been constructed by the XMM-Newton Survey Science Centre 
(SSC) on behalf of ESA. 
Most of the entries have not been previously reported as X-ray sources.
The catalogue contains 33026 X-ray source detections with high likelihood 
values, together with a further
23685 detections with lower likelihood values. 
These latter sources have lower reliability. 
The 33026 X-ray source detections relate to 28279 unique X-ray
sources (SSC 2003).

%%%%%%%%%%%%%%%
%
%
\section {Database Access}
A public access to the XCAT-DB is provided at:
\small
\vspace{-2mm}
\begin{verbatim}
   http://xcatdb.u-strasbg.fr
\end{verbatim}
\normalsize
\vspace{-1.5mm}
The detail of any 1XMM source can also be retreived with a simple URL:
\vspace{-2mm}
\small
\begin{verbatim}
   http://xcatdb.u-strasbg.fr/\
   cgi-bin/xcat_asu.pl?OBS_ID=iiiiiii&XMMSRCNAME="xxxxxxxx"
\end{verbatim}
\normalsize

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%
%
\section {Database Content}
The XCAT-DB contains all 1XMM catalogue entries associated with products from related XMM-Newton
observations and  correlated archival sources as extracted from Vizier, NED and Simbad.
The XCAT-DB data model is derived from that of the SSC-DB (Michel et al. 2003). 
The Pipeline Processing System (PPS) used for 1XMM provides for all observations 
EPIC images and source lists (Fyfe et al. 2001). 
In addition, the PPS computes cross correlations with a group of 
$\sim$ 200 archive
astronomical catalogues.
Correlated archival source information is delivered as FITS tables, HTML pages and other 
graphical products (SSC 2000). 
All correlation links are implemented in the XCAT-DB by using qualified
association vectors (the correlation vectors). 
The built-in cross-matches allows to restore the unicity of archival sources at
loading time.
An archival source correlated with 2 X-ray sources for instance will appear twice in the pipeline
products whereas it will appear only once in the XCAT-DB but with 2
links toward the X-ray sources. These N-M relationships between X-ray entries and
archival sources are well suited to handle cross-identifications.

%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%
%
\section {XCAT-DB features}

\subsection{Two entry points}
XCAT-DB data can be accessed by making selections either on 1XMM sources or on
archival sources. 
Archival sources can be selected in one specified catalogue or in all catalogues.
Once data are selected, the database can be browsed by following instrumental
links (source-observation-camera-energy bands) or scientific links 
(correlations).
Pages describing individual sources or source lists are generated on the fly
but all registered pipeline products can be viewed online or can be downloaded through an
automatic redirection toward the AIO (Arviset 2004).

\subsection{Building Complex Queries}
The graphical user interface has been designed to edit very complex queries.
Query constraints are setup one by one and appended to the current query.
The current query can be executed at any time and then refined.
A simpler (one-click) interface is also provided.
The current query is summarized on the screen by a human readable (but not
editable yet) text.
Queries can include constraints on search cones, on any source attributes and on
some related observation parameters. The XCAT-DB is furthermore able to handle
constraints on the content of the correlation vectors modeled by correlation patterns.

\subsection{Searching by Correlations Patterns}
A correlation pattern is a sub-query applied on the vectors of correlations.
Sources having a correlation vector matching the pattern are selected.
Correlation patterns are built in 2 steps. 
The pattern itself is first built including e.g. constraints on catalogue name and on distance.
\small
\begin{verbatim}
   NED or Simbad entries at less than 3 arcsec.
\end{verbatim}
\normalsize
In the second step, the number of correlated sources expected to match the
pattern is set:
\small
\begin{verbatim}
   at least one NED or Simbad entries at less than 3 arcsec.
\end{verbatim}
\normalsize
Finally, the new constraint can be included into the current
query. It will be processed as any other constraints.
\small
\begin{verbatim}
   select X-ray sources
       having a hardness ratio 2 in the range of 0.5 to 1.0 
       and detected in observations having a duration > 10000 sec
           done by "I. Newton" or by "G. Galileo"
       and correlated with 
           at least NED or Simbad entries at less than 3 arcsec.
\end{verbatim}
\normalsize
This feature offers the possibility to build very focused queries but requires
users to know very well all of the 200 archival catalogues.
A simpler interface similar to that of Vizier (Ochsenbein 1998) provides
patterns based catalogue categories instead of specific catalogues.
X-ray sources can be then selected by constraining the existence of counterparts in a
given category:
\small
\begin{verbatim}
   select X-ray sources
       having a hardness ratio 2 in the range of 0.5 to 1.0 
       and detected in observations having a duration > 10000 sec
           done by "I. Newton" or by "G. Galileo"
       and having Hipparcos counterparts
       and having counterparts with spectroscopic data
       and having no Radio counterpart.
\end{verbatim}
\normalsize

\subsection{A Real Example}
The XCAT-DB has been extensively used by the SSC to prepare optical 
identification campaigns of
serendipitous field and X-ray selected EPIC sources. Searching 
the XCAT-DB already led to
several remarkable scientific results. 
A bright 'historical' source 4U1344-60 was identified with a
low galactic latitude low redshift AGN. A number of very young active 
stars and new massive X-ray
binaries were found in a group of hard X-ray emitters located 
in the galactic plane and correlated
with optically bright object.  
The nature of ultra-hard X-ray emitting AGN with optical
counterparts brighter than R $\sim$ 19 has also been studied in details. 
On the other side of the
X-ray band, the density of very soft X-ray sources without any known 
optical counterparts was used
to constrain possible LogN-LogS curves of isolated neutron 
stars while optical follow-up has
revealed a couple of new good candidates. 
Preliminary results have been published in Motch et
al. (2003).  

\subsection{Interoperability}
The system allows EPIC fields of view and source positions to
be overlayed on any external image using the Aladin applet (Bonnarel et al. 2001). 
Vizier catalogues may also be queried around any X-ray or archival source. 
Finally, users can download their
selections in FITS tables allowing further local processing.

\subsection{User Databases}
An expected consequence of constraining correlation vectors is that
query execution times are even less deterministic than usual.
Query execution duration are usually below 3 seconds but they can exceed 2
minutes in some extreme cases.
In order to make such answer delays acceptable, user query results are stored 
in the XCAT-DB. 
User selections are thus persistent over different sessions.
Queries are actually executed only after a user's
request (e.g. due to a query modification). 
These user databases are totally private and they can be erased at any time.
Queries are stacked over a batch queue processing only 3 jobs at the time in
order to keep the largest bandwidth for browsing accesses.


%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
%
%
\section{Prospects}
The XCAT-DB is totally based on the OODBMS O2. All the code is written in O2C, a
4LG a bit similar to Java but managing the persistence transparently.
No major evolutions of the XCAT-DB are scheduled out of the normal upgrade operations
(e.g. correlation with new catalogues, new layout).
The main issue concerns O2 which is reaching its very end of life and must be
replaced. A Solution based on SQL/Java is under development. It will use the
SAADA technology (Nguyen 2004).


%-----------------------------------------------------------------------
%			      References
%-----------------------------------------------------------------------
% List your references below within the reference environment
% (i.e. between the \begin{references} and \end{references} tags).
% Each new reference should begin with a \reference command which sets
% up the proper indentation.  Observe the following order when listing
% bibliographical information for each reference:  author name(s),
% publication year, journal name, volume, and page number for
% articles.  Note that many journal names are available as macros; see
% the User Guide listing "macro-ized" journals.   
%
% EXAMPLE:  \reference Hagiwara, K., \& Zeppenfeld, D.\  1986, 
%                Nucl.Phys., 274, 1
%           \reference H\'enon, M.\  1961, Ann.d'Ap., 24, 369
%           \reference King, I.\ R.\  1966, \aj, 71, 276
%           \reference King, I.\ R.\  1975, in Dynamics of Stellar 
%                Systems, ed.\ A.\ Hayli (Dordrecht: Reidel), 99
%           \reference Tody, D.\  1998, \adassvii, 146
%           \reference Zacharias, N.\ \& Zacharias, M.\ 2003,
%                \adassxii, \paperref{P7.6}
% 
% Note the following tricks used in the example above:
%
%   o  \& is used to format an ampersand symbol (&).
%   o  \'e puts an accent agu over the letter e.  See the User Guide
%      and the sample files for details on formatting special
%      characters.  
%   o  "\ " after a period prevents LaTeX from interpreting the period 
%      as an end of a sentence.
%   o  \aj is a macro that expands to "Astron. J."  See the User Guide
%      for a full list of journal macros
%   o  \adassvii is a macro that expands to the full title, editor,
%      and publishing information for the ADASS VII conference
%      proceedings.  Such macros are defined for ADASS conferences I
%      through XI.
%   o  When referencing a paper in the current volume, use the
%      \adassxii and \paperref macros.  The argument to \paperref is
%      the paper ID code for the paper you are referencing.  See the 
%      note in the "Paper ID Code" section above for details on how to 
%      determine the paper ID code for the paper you reference.  
%
\begin{references}



\reference Arviset C., Osuna P., Salago J. 2004, ``Adapting ESA Archives
Inter-Operability Services to VO Standards''
    \adassxiii, \paperref{P2-3}\ok

\reference Bonnarel, F., Fernique, P., Genova, F., Bienaym\'e, O., Egret, D. 2001, \adassx, 74
%ADASS X, ASP Conference Proceedings Vol. 238, 74

\reference Fyfe, D.J. et al. 2001, To appear in the Proceedings of the Symposium on `New Visions of
the X-ray Universe in the XMM-Newton and Chandra Era', 26-30 November 2001, ESTEC, The
Netherlands

\reference Michel, L., Motch, C., Page, C. G., Watson M.G. 2003,
    \adassxii, \adassref{xii:P5-7}{291}\ok

\reference Motch, C., Herent, O., Guillout. 2003, AN, 324, 61
\reference Nguyen Ngoc H., Michel L., Motch C. 2004, SAADA: ``An Automatic Archival
System for Astronomical Data''
    \adassxiii, \paperref{P2-1}\ok


\reference Ochsenbein, F., ``The VizieR System for Accessing Astronomical Data''
    \adassvii, 387

%\reference Osborne, J. 2000, SSC-LUX-SP-004, available at SOC (http://xmm.vilspa.esa.es/)

\reference SSC 2000, The Archival Catalogue Database Subsystem available at http://xmm.u-strasbg.fr/products/acds.html

\reference XMM-Newton
Survey Science Centre (SSC) , 2003 , The First XMM-Newton Serendipitous Source Catalogue,  
http://xmmssc-www.star.le.ac.uk/ newpages/xcat\_public.html


\end{references}

% Do not place any material after the references section

\end{document}  % Leave intact
