Add CopyInputStream

an alternative of `InputCopyStream` that does not use BeginEvent.

GaudiCommonSvc/src/PersistencySvc/CopyInputStream.cpp

+/***********************************************************************************\
+* (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations *
+*                                                                                   *
+* This software is distributed under the terms of the Apache version 2 licence,     *
+* copied verbatim in the file "LICENSE".                                            *
+*                                                                                   *
+* In applying this licence, CERN does not waive the privileges and immunities       *
+* granted to it by virtue of its status as an Intergovernmental Organization        *
+* or submit itself to any jurisdiction.                                             *
+\***********************************************************************************/
+// Framework include files
+#include "GaudiKernel/DataObject.h"
+#include "GaudiKernel/DataObjectHandle.h"
+#include "GaudiKernel/DataStoreItem.h"
+#include "GaudiKernel/IDataManagerSvc.h"
+#include "GaudiKernel/IDataProviderSvc.h"
+#include "GaudiKernel/IDataStoreLeaves.h"
+#include "GaudiKernel/IOpaqueAddress.h"
+#include "GaudiKernel/IRegistry.h"
+#include "GaudiKernel/MsgStream.h"
+#include "OutputStream.h"
+
+class CopyInputStream : public OutputStream {
+
+public:
+  /// Standard algorithm Constructor
+  CopyInputStream( const std::string& name, ISvcLocator* pSvcLocator );
+
+  /// Collect all objects to be written to the output stream
+  StatusCode collectObjects() override;
+
+private:
+  Gaudi::Property<std::vector<std::string>> m_tesVetoList{this, "TESVetoList", {}, "names of TES locations to Veto"};
+
+  DataObjectReadHandle<IDataStoreLeaves::LeavesList> m_inputFileLeaves{this, "InputFileLeavesLocation",
+                                                                       "/Event/InputFileLeaves"};
+
+protected:
+  /// Overridden from the base class (CopyInputStream has always input).
+  bool hasInput() const override { return true; }
+};
+
+// implementation
+
+// Standard Constructor
+CopyInputStream::CopyInputStream( const std::string& name, ISvcLocator* pSvcLocator )
+    : OutputStream( name, pSvcLocator ) {
+  setProperty( "Preload", false ).ignore();
+  setProperty( "PreloadOptItems", false ).ignore();
+}
+
+/// Collect all objects to be written to the output stream
+StatusCode CopyInputStream::collectObjects() {
+  // Get the objects in the same file as the root node
+  try {
+    // Get all the leaves on the input stream
+    const auto& leaves = *m_inputFileLeaves.get();
+
+    // Do we need to veto anything ?
+    if ( UNLIKELY( !m_tesVetoList.empty() ) ) {
+      // Veto out locations
+      IDataStoreLeaves::LeavesList filteredLeaves;
+      filteredLeaves.reserve( leaves.size() );
+      std::copy_if( leaves.begin(), leaves.end(), std::back_inserter( filteredLeaves ),
+                    [&]( IDataStoreLeaves::LeavesList::const_reference i ) {
+                      return i && i->registry() &&
+                             std::find( m_tesVetoList.begin(), m_tesVetoList.end(), i->registry()->identifier() ) ==
+                                 m_tesVetoList.end();
+                    } );
+      // save the veto'ed list
+      m_objects.assign( filteredLeaves.begin(), filteredLeaves.end() );
+
+    } else {
+      // no veto'ing, so save everything
+      m_objects.assign( leaves.begin(), leaves.end() );
+    }
+  } catch ( const GaudiException& e ) {
+    error() << e.message() << endmsg;
+    return StatusCode::FAILURE;
+  }
+
+  // Collect the other objects from the transient store (mandatory and optional)
+  return OutputStream::collectObjects();
+}
+
+DECLARE_COMPONENT( CopyInputStream )

GaudiExamples/options/ROOT_IO/NewInputRead.py

+#####################################################################################
+# (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations #
+#                                                                                   #
+# This software is distributed under the terms of the Apache version 2 licence,     #
+# copied verbatim in the file "LICENSE".                                            #
+#                                                                                   #
+# In applying this licence, CERN does not waive the privileges and immunities       #
+# granted to it by virtue of its status as an Intergovernmental Organization        #
+# or submit itself to any jurisdiction.                                             #
+#####################################################################################
+####################################################################
+# Write a DST and a miniDST, including File Summary Records
+####################################################################
+
+from Gaudi.Configuration import *
+from Configurables import Gaudi__RootCnvSvc as RootCnvSvc, GaudiPersistency
+from Configurables import ReadAlg, ReadTES, FileRecordDataSvc
+
+# I/O
+GaudiPersistency()
+FileRecordDataSvc(IncidentName="NEW_FILE_RECORD")
+FileCatalog(Catalogs=["xmlcatalog_file:NEWROOTIO.xml"])
+esel = EventSelector(OutputLevel=DEBUG, PrintFreq=1, FirstEvent=1)
+esel.Input = [
+    "DATAFILE='PFN:NEWROOTIO.dst'  SVC='Gaudi::RootEvtSelector' OPT='READ'",
+]
+
+# Algorithms
+evtAlgs = GaudiSequencer(
+    "EventAlgs",
+    Members=[
+        ReadAlg(
+            OutputLevel=VERBOSE, IncidentName=FileRecordDataSvc().IncidentName)
+    ],
+    VetoObjects=["FSR"])
+fsrAlgs = GaudiSequencer(
+    "FSRAlgs", Members=[ReadTES(Locations=["FSR"])], RequireObjects=["FSR"])
+
+# Application setup
+app = ApplicationMgr()
+# - Algorithms
+app.TopAlg = [evtAlgs, fsrAlgs]
+# - Events
+app.EvtMax = -1
+app.HistogramPersistency = "NONE"
+
+RootCnvSvc(OutputLevel=INFO)
+SequencerTimerTool(OutputLevel=WARNING)

GaudiExamples/options/ROOT_IO/NewInputWrite.py

+#####################################################################################
+# (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations #
+#                                                                                   #
+# This software is distributed under the terms of the Apache version 2 licence,     #
+# copied verbatim in the file "LICENSE".                                            #
+#                                                                                   #
+# In applying this licence, CERN does not waive the privileges and immunities       #
+# granted to it by virtue of its status as an Intergovernmental Organization        #
+# or submit itself to any jurisdiction.                                             #
+#####################################################################################
+####################################################################
+# Write a DST and a miniDST, including File Summary Records
+####################################################################
+
+from Gaudi.Configuration import *
+from Configurables import Gaudi__RootCnvSvc as RootCnvSvc, GaudiPersistency
+from Configurables import Gaudi__Hive__FetchLeavesFromFile as FetchLeavesFromFile
+
+# Output setup
+# - DST
+dst = CopyInputStream("NewRootDst")
+dst.Output = "DATAFILE='PFN:NEWROOTIO.dst'  SVC='Gaudi::RootCnvSvc' OPT='RECREATE'"
+
+FileCatalog(Catalogs=["xmlcatalog_file:NEWROOTIO.xml"])
+
+# Output Levels
+MessageSvc(OutputLevel=VERBOSE)
+IncidentSvc(OutputLevel=DEBUG)
+RootCnvSvc(OutputLevel=INFO)
+AlgExecStateSvc(OutputLevel=INFO)
+
+GaudiPersistency()
+
+esel = EventSelector(OutputLevel=DEBUG, PrintFreq=10, FirstEvent=1)
+esel.Input = [
+    "DATAFILE='PFN:ROOTIO.2.dst'  SVC='Gaudi::RootEvtSelector' OPT='READ'",
+]
+
+# Application setup
+app = ApplicationMgr()
+# - I/O
+app.OutStream += [dst]
+# - Algorithms
+fetch = FetchLeavesFromFile("NewFetch")
+app.TopAlg = [fetch]
+# - Events
+app.EvtMax = -1
+app.HistogramPersistency = "NONE"

GaudiExamples/options/ROOT_IO/NewWrite.py

+#####################################################################################
+# (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations #
+#                                                                                   #
+# This software is distributed under the terms of the Apache version 2 licence,     #
+# copied verbatim in the file "LICENSE".                                            #
+#                                                                                   #
+# In applying this licence, CERN does not waive the privileges and immunities       #
+# granted to it by virtue of its status as an Intergovernmental Organization        #
+# or submit itself to any jurisdiction.                                             #
+#####################################################################################
+####################################################################
+# Write a DST and a miniDST, including File Summary Records
+####################################################################
+
+from Gaudi.Configuration import *
+from Configurables import Gaudi__RootCnvSvc as RootCnvSvc, GaudiPersistency
+
+# Output setup
+# - DST
+dst = OutputStream("RootDst")
+dst.ItemList = ["/Event#999"]
+dst.Output = "DATAFILE='PFN:ROOTIO.2.dst'  SVC='Gaudi::RootCnvSvc' OPT='RECREATE'"
+
+FileCatalog(Catalogs=["xmlcatalog_file:ROOTIO.2.xml"])
+
+# Output Levels
+MessageSvc(OutputLevel=VERBOSE)
+IncidentSvc(OutputLevel=DEBUG)
+RootCnvSvc(OutputLevel=INFO)
+AlgExecStateSvc(OutputLevel=INFO)
+
+GaudiPersistency()
+
+# Application setup
+app = ApplicationMgr()
+# - I/O
+app.OutStream += [dst]
+# - Algorithms
+app.TopAlg = ["WriteAlg"]
+# - Events
+app.EvtMax = 10
+app.EvtSel = "NONE"  # do not use any event input
+app.HistogramPersistency = "NONE"

GaudiExamples/tests/qmtest/gaudiexamples.qms/root_io.qms/newinputread.qmt

+<?xml version="1.0" ?><!DOCTYPE extension  PUBLIC '-//QM/2.3/Extension//EN'  'http://www.codesourcery.com/qm/dtds/2.3/-//qm/2.3/extension//en.dtd'>
+<!--
+    (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations
+
+    This software is distributed under the terms of the Apache version 2 licence,
+    copied verbatim in the file "LICENSE".
+
+    In applying this licence, CERN does not waive the privileges and immunities
+    granted to it by virtue of its status as an Intergovernmental Organization
+    or submit itself to any jurisdiction.
+-->
+<extension class="GaudiTest.GaudiExeTest" kind="test">
+<argument name="program"><text>gaudirun.py</text></argument>
+<argument name="args"><set>
+  <text>-v</text>
+  <text>$GAUDIEXAMPLESROOT/options/ROOT_IO/NewInputRead.py</text>
+</set></argument>
+<argument name="use_temp_dir"><enumeral>true</enumeral></argument>
+<argument name="reference"><text>refs/ROOT_IO/NewInputRead.ref</text></argument>
+<argument name="prerequisites"><set>
+  <tuple><text>gaudiexamples.root_io.newinputwrite</text><enumeral>PASS</enumeral></tuple>
+</set></argument>
+</extension>

GaudiExamples/tests/qmtest/gaudiexamples.qms/root_io.qms/newinputwrite.qmt

+<?xml version="1.0" ?><!DOCTYPE extension  PUBLIC '-//QM/2.3/Extension//EN'  'http://www.codesourcery.com/qm/dtds/2.3/-//qm/2.3/extension//en.dtd'>
+<!--
+    (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations
+
+    This software is distributed under the terms of the Apache version 2 licence,
+    copied verbatim in the file "LICENSE".
+
+    In applying this licence, CERN does not waive the privileges and immunities
+    granted to it by virtue of its status as an Intergovernmental Organization
+    or submit itself to any jurisdiction.
+-->
+<extension class="GaudiTest.GaudiExeTest" kind="test">
+<argument name="program"><text>gaudirun.py</text></argument>
+<argument name="args"><set>
+  <text>-v</text>
+  <text>$GAUDIEXAMPLESROOT/options/ROOT_IO/NewInputWrite.py</text>
+</set></argument>
+<argument name="use_temp_dir"><enumeral>true</enumeral></argument>
+<argument name="reference"><text>refs/ROOT_IO/NewInputWrite.ref</text></argument>
+<argument name="prerequisites"><set>
+  <tuple><text>gaudiexamples.root_io.newwrite</text><enumeral>PASS</enumeral></tuple>
+</set></argument>
+</extension>

GaudiExamples/tests/qmtest/gaudiexamples.qms/root_io.qms/newwrite.qmt

+<?xml version="1.0" ?><!DOCTYPE extension  PUBLIC '-//QM/2.3/Extension//EN'  'http://www.codesourcery.com/qm/dtds/2.3/-//qm/2.3/extension//en.dtd'>
+<!--
+    (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations
+
+    This software is distributed under the terms of the Apache version 2 licence,
+    copied verbatim in the file "LICENSE".
+
+    In applying this licence, CERN does not waive the privileges and immunities
+    granted to it by virtue of its status as an Intergovernmental Organization
+    or submit itself to any jurisdiction.
+-->
+<extension class="GaudiTest.GaudiExeTest" kind="test">
+<argument name="program"><text>gaudirun.py</text></argument>
+<argument name="args"><set>
+  <text>-v</text>
+  <text>$GAUDIEXAMPLESROOT/options/ROOT_IO/NewWrite.py</text>
+</set></argument>
+<argument name="use_temp_dir"><enumeral>true</enumeral></argument>
+<argument name="reference"><text>refs/ROOT_IO/NewWrite.ref</text></argument>
+</extension>

GaudiExamples/tests/qmtest/refs/ROOT_IO/NewWrite.ref

+# setting LC_ALL to "C"
+# --> Including file '/var/clus/usera/jonesc/LHCbCMake/Feature/Gaudi/GaudiExamples/options/ROOT_IO/NewWrite.py'
+# <-- End of file '/var/clus/usera/jonesc/LHCbCMake/Feature/Gaudi/GaudiExamples/options/ROOT_IO/NewWrite.py'
+# applying configuration of GaudiPersistency
+# /***** User GaudiPersistency/GaudiPersistency ******************************************************
+# |-<no properties>
+# \----- (End of User GaudiPersistency/GaudiPersistency) ---------------------------------------------
+# Dumping all configurables and properties (different from default)
+{'AlgExecStateSvc': {'OutputLevel': 3},
+ 'ApplicationMgr': {'EvtMax': 10,
+                    'EvtSel': 'NONE',
+                    'ExtSvc': ['FileRecordDataSvc/FileRecordDataSvc'],
+                    'HistogramPersistency': 'NONE',
+                    'OutStream': ['OutputStream/RootDst'],
+                    'SvcOptMapping': ['Gaudi::MultiFileCatalog/FileCatalog',
+                                      'Gaudi::IODataManager/IODataManager',
+                                      'Gaudi::RootCnvSvc/RootCnvSvc'],
+                    'TopAlg': ['WriteAlg']},
+ 'EventPersistencySvc': {'CnvServices': ['Gaudi::RootCnvSvc/RootCnvSvc']},
+ 'FileCatalog': {'Catalogs': ['xmlcatalog_file:ROOTIO.2.xml']},
+ 'FileRecordPersistencySvc': {'CnvServices': ['Gaudi::RootCnvSvc/RootCnvSvc']},
+ 'IncidentSvc': {'OutputLevel': 2},
+ 'MessageSvc': {'OutputLevel': 1},
+ 'RootCnvSvc': {'OutputLevel': 3},
+ 'RootDst': {'ItemList': ['/Event#999'],
+             'Output': "DATAFILE='PFN:ROOTIO.2.dst'  SVC='Gaudi::RootCnvSvc' OPT='RECREATE'"}}
+ApplicationMgr    SUCCESS
+====================================================================================================================================
+                                                   Welcome to ApplicationMgr (GaudiCoreSvc v33r2)
+                                          running on cl033 on Mon Jul  6 16:37:27 2020
+====================================================================================================================================
+ApplicationMgr       INFO Application Manager Configured successfully
+ServiceManager      DEBUG Initializing service FileRecordDataSvc
+FileRecordDataSvc   DEBUG Service base class initialized successfully
+IncidentSvc         DEBUG Property update for OutputLevel : new value = 2
+IncidentSvc         DEBUG Service base class initialized successfully
+FileRecordDataSvc VERBOSE ServiceLocatorHelper::service: found service IncidentSvc
+FileRecordPersi...  DEBUG  'CnvServices':[ 'Gaudi::RootCnvSvc/RootCnvSvc' ]
+FileRecordPersi...  DEBUG Service base class initialized successfully
+FileRecordDataSvc VERBOSE ServiceLocatorHelper::service: found service PersistencySvc/FileRecordPersistencySvc
+IncidentSvc         DEBUG Adding [FILE_OPEN_READ] listener 'FileRecordDataSvc' with priority 0
+IncidentSvc         DEBUG Adding [SAVE_FILE_RECORD] listener 'FileRecordDataSvc' with priority 0
+ServiceManager      DEBUG Initializing service AppMgrRunable
+AppMgrRunable       DEBUG Service base class initialized successfully
+ServiceManager      DEBUG Initializing service EventLoopMgr
+EventLoopMgr        DEBUG Service base class initialized successfully
+IncidentSvc         DEBUG Adding [AbortEvent] listener '<unknown>' with priority 0
+EventDataSvc        DEBUG Service base class initialized successfully
+EventDataSvc      VERBOSE ServiceLocatorHelper::service: found service IncidentSvc
+EventPersistenc...  DEBUG  'CnvServices':[ 'Gaudi::RootCnvSvc/RootCnvSvc' ]
+EventPersistenc...  DEBUG Service base class initialized successfully
+EventLoopMgr      VERBOSE ServiceLocatorHelper::service: found service EventDataSvc
+EventLoopMgr        DEBUG Creating Output Stream OutputStream/RootDst
+EventLoopMgr        DEBUG Creating Top Algorithm WriteAlg with name WriteAlg
+WriteAlg          VERBOSE ServiceLocatorHelper::service: found service EventDataSvc
+TimelineSvc         DEBUG Service base class initialized successfully
+TimelineSvc         DEBUG initialize
+WriteAlg          VERBOSE ServiceLocatorHelper::service: found service TimelineSvc
+WriteAlg          VERBOSE ServiceLocatorHelper::service: found service FileRecordDataSvc
+WriteAlg          VERBOSE ServiceLocatorHelper::service: found service AlgExecStateSvc
+WriteAlg            DEBUG input handles: 0
+WriteAlg            DEBUG output handles: 0
+WriteAlg            DEBUG Data Deps for WriteAlg
+RootDst           VERBOSE ServiceLocatorHelper::service: found service EventDataSvc
+RootDst           VERBOSE ServiceLocatorHelper::service: found service TimelineSvc
+IODataManager       DEBUG Service base class initialized successfully
+FileCatalog         DEBUG Service base class initialized successfully
+EventPersistenc...VERBOSE ServiceLocatorHelper::service: found service Gaudi::RootCnvSvc/RootCnvSvc
+EventPersistenc...   INFO Added successfully Conversion service:RootCnvSvc
+RootDst             DEBUG ItemList    : [/Event#999]
+RootDst             DEBUG Adding OutputStream item /Event with 999 level(s).
+RootDst             DEBUG OptItemList : []
+RootDst             DEBUG AlgDependentItemList : {}
+RootDst              INFO Data source: EventDataSvc output: DATAFILE='PFN:ROOTIO.2.dst'  SVC='Gaudi::RootCnvSvc' OPT='RECREATE'
+RootDst           VERBOSE ServiceLocatorHelper::service: found service AlgExecStateSvc
+RootDst             DEBUG input handles: 0
+RootDst             DEBUG output handles: 0
+RootDst             DEBUG Data Deps for RootDst
+EventLoopMgr      WARNING Unable to locate service "EventSelector"
+EventLoopMgr      WARNING No events will be processed from external input.
+HistogramDataSvc    DEBUG Service base class initialized successfully
+HistogramDataSvc  VERBOSE ServiceLocatorHelper::service: found service IncidentSvc
+HistogramPersis...  DEBUG Service base class initialized successfully
+HistogramPersis...  DEBUG Histograms saving not required.
+HistogramDataSvc  VERBOSE ServiceLocatorHelper::service: found service HistogramPersistencySvc
+ApplicationMgr       INFO Application Manager Initialized successfully
+ServiceManager      DEBUG Starting service FileRecordDataSvc
+ServiceManager      DEBUG Starting service AppMgrRunable
+ServiceManager      DEBUG Starting service IncidentSvc
+ServiceManager      DEBUG Starting service FileRecordPersistencySvc
+ServiceManager      DEBUG Starting service EventPersistencySvc
+ServiceManager      DEBUG Starting service EventDataSvc
+ServiceManager      DEBUG Starting service TimelineSvc
+ServiceManager      DEBUG Starting service AlgExecStateSvc
+ServiceManager      DEBUG Starting service FileCatalog
+ServiceManager      DEBUG Starting service IODataManager
+ServiceManager      DEBUG Starting service RootCnvSvc
+ServiceManager      DEBUG Starting service HistogramPersistencySvc
+ServiceManager      DEBUG Starting service HistogramDataSvc
+ServiceManager      DEBUG Starting service EventLoopMgr
+ApplicationMgr       INFO Application Manager Started successfully
+RndmGenSvc          DEBUG Service base class initialized successfully
+RndmGenSvc.Engine   DEBUG Service base class initialized successfully
+RndmGenSvc.Engine    INFO Generator engine type:CLHEP::RanluxEngine
+RndmGenSvc.Engine    INFO Current Seed:1234567 Luxury:3
+RndmGenSvc           INFO Using Random engine:HepRndm::Engine<CLHEP::RanluxEngine>
+WriteAlg          VERBOSE ServiceLocatorHelper::service: found service RndmGenSvc
+WriteAlg          VERBOSE ServiceLocatorHelper::service: found service EventDataSvc
+EventLoopMgr        DEBUG ---> Loop Finished -  WSS 210.129 | total time (skipping 1st evt) 4765384 ns
+ServiceManager      DEBUG Stopping service EventLoopMgr
+ServiceManager      DEBUG Stopping service RndmGenSvc
+ServiceManager      DEBUG Stopping service HistogramDataSvc
+ServiceManager      DEBUG Stopping service HistogramPersistencySvc
+ServiceManager      DEBUG Stopping service RootCnvSvc
+ServiceManager      DEBUG Stopping service IODataManager
+ServiceManager      DEBUG Stopping service FileCatalog
+ServiceManager      DEBUG Stopping service AlgExecStateSvc
+ServiceManager      DEBUG Stopping service TimelineSvc
+ServiceManager      DEBUG Stopping service EventDataSvc
+ServiceManager      DEBUG Stopping service EventPersistencySvc
+ServiceManager      DEBUG Stopping service FileRecordPersistencySvc
+ServiceManager      DEBUG Stopping service IncidentSvc
+ServiceManager      DEBUG Stopping service AppMgrRunable
+ServiceManager      DEBUG Stopping service FileRecordDataSvc
+ApplicationMgr       INFO Application Manager Stopped successfully
+ServiceManager      DEBUG Finalizing service EventLoopMgr
+RootDst              INFO Events output: 10
+IncidentSvc         DEBUG Removing [AbortEvent] listener '<unknown>'
+EventLoopMgr         INFO Histograms converted successfully according to request.
+ServiceManager      DEBUG Finalizing service RndmGenSvc
+ServiceManager      DEBUG Finalizing service HistogramDataSvc
+ServiceManager      DEBUG Finalizing service HistogramPersistencySvc
+ServiceManager      DEBUG Finalizing service RootCnvSvc
+RootCnvSvc           INFO Disconnected data IO:7489E15E-BF9D-11EA-BF33-0894EF9900D2 [ROOTIO.2.dst]
+ServiceManager      DEBUG Finalizing service IODataManager
+ServiceManager      DEBUG Finalizing service FileCatalog
+ServiceManager      DEBUG Finalizing service AlgExecStateSvc
+ServiceManager      DEBUG Finalizing service TimelineSvc
+ServiceManager      DEBUG Finalizing service EventDataSvc
+ServiceManager      DEBUG Finalizing service EventPersistencySvc
+ServiceManager      DEBUG Finalizing service FileRecordPersistencySvc
+ServiceManager      DEBUG Finalizing service IncidentSvc
+IncidentSvc         DEBUG Incident  timing: Mean(+-rms)/Min/Max:0(+-0)/0/0[ms] Total:0[s]
+ServiceManager      DEBUG Finalizing service AppMgrRunable
+ServiceManager      DEBUG Finalizing service FileRecordDataSvc
+IncidentSvc         DEBUG Removing [FILE_OPEN_READ] listener 'FileRecordDataSvc'
+IncidentSvc         DEBUG Removing [SAVE_FILE_RECORD] listener 'FileRecordDataSvc'
+ServiceManager      DEBUG Looping over all active services...
+ServiceManager      DEBUG ---- MessageSvc (refCount = 25)
+ServiceManager      DEBUG ---- JobOptionsSvc (refCount = 3)
+ServiceManager      DEBUG ---- RndmGenSvc.Engine (refCount = 2)
+ServiceManager      DEBUG ---- FileRecordDataSvc (refCount = 3)
+ServiceManager      DEBUG ---- AppMgrRunable (refCount = 3)
+ServiceManager      DEBUG ---- IncidentSvc (refCount = 3)
+ServiceManager      DEBUG ---- FileRecordPersistencySvc (refCount = 2)
+ServiceManager      DEBUG ---- EventPersistencySvc (refCount = 2)
+ServiceManager      DEBUG ---- EventDataSvc (refCount = 3)
+ServiceManager      DEBUG ---- TimelineSvc (refCount = 3)
+ServiceManager      DEBUG ---- AlgExecStateSvc (refCount = 4)
+ServiceManager      DEBUG ---- FileCatalog (refCount = 2)
+ServiceManager      DEBUG ---- IODataManager (refCount = 2)
+ServiceManager      DEBUG ---- RootCnvSvc (refCount = 2)
+ServiceManager      DEBUG ---- HistogramPersistencySvc (refCount = 2)
+ServiceManager      DEBUG ---- HistogramDataSvc (refCount = 3)
+ServiceManager      DEBUG ---- RndmGenSvc (refCount = 2)
+ServiceManager      DEBUG ---- EventLoopMgr (refCount = 3)
+ApplicationMgr       INFO Application Manager Finalized successfully
+ApplicationMgr       INFO Application Manager Terminated successfully

GaudiHive/src/FetchLeavesFromFile.cpp

+/***********************************************************************************\
+* (c) Copyright 1998-2019 CERN for the benefit of the LHCb and ATLAS collaborations *
+*                                                                                   *
+* This software is distributed under the terms of the Apache version 2 licence,     *
+* copied verbatim in the file "LICENSE".                                            *
+*                                                                                   *
+* In applying this licence, CERN does not waive the privileges and immunities       *
+* granted to it by virtue of its status as an Intergovernmental Organization        *
+* or submit itself to any jurisdiction.                                             *
+\***********************************************************************************/
+#include "GaudiAlg/GaudiAlgorithm.h"
+#include "GaudiAlg/Producer.h"
+#include "GaudiKernel/DataObject.h"
+#include "GaudiKernel/IDataManagerSvc.h"
+#include "GaudiKernel/IDataProviderSvc.h"
+#include "GaudiKernel/IDataStoreLeaves.h"
+#include "GaudiKernel/IOpaqueAddress.h"
+#include "GaudiKernel/IRegistry.h"
+#include "GaudiKernel/SmartIF.h"
+
+namespace Gaudi {
+  namespace Hive {
+    class FetchLeavesFromFile final : public Gaudi::Functional::Producer<IDataStoreLeaves::LeavesList()> {
+    public:
+      FetchLeavesFromFile( const std::string& name, ISvcLocator* pSvcLocator )
+          : Producer( name, pSvcLocator, KeyValue( "InputFileLeavesLocation", "/Event/InputFileLeaves" ) ) {}
+
+      StatusCode initialize() override;
+
+      IDataStoreLeaves::LeavesList operator()() const override { return i_collectLeaves(); }
+
+      StatusCode finalize() override {
+        m_dataMgrSvc.reset();
+        return Algorithm::finalize();
+      }
+
+      // Scan the data service starting from the node specified as \b Root.
+      IDataStoreLeaves::LeavesList i_collectLeaves() const;
+
+      // Scan the data service starting from the specified node.
+      template <typename OutputIterator>
+      void i_collectLeaves( const IRegistry& reg, OutputIterator iter ) const;
+
+      // Return the pointer to the IRegistry object associated to the node
+      // specified as \b Root.
+      const IRegistry& i_getRootNode() const;
+
+    private:
+      Gaudi::Property<std::string> m_dataSvcName{this, "DataService", "EventDataSvc",
+                                                 "Name of the data service to use"};
+
+      Gaudi::Property<std::string> m_rootNode{this, "Root", "", "Path to the element from which to start the scan"};
+
+      // Pointer to the IDataManagerSvc interface of the data service.
+      SmartIF<IDataManagerSvc> m_dataMgrSvc;
+    };
+
+    // implementation
+
+    StatusCode FetchLeavesFromFile::initialize() {
+      StatusCode sc = Algorithm::initialize();
+      if ( sc ) {
+        m_dataMgrSvc = serviceLocator()->service( m_dataSvcName );
+        if ( !m_dataMgrSvc ) {
+          error() << "Cannot get IDataManagerSvc " << m_dataSvcName << endmsg;
+          return StatusCode::FAILURE;
+        }
+      }
+      return sc;
+    }
+
+    const IRegistry& FetchLeavesFromFile::i_getRootNode() const {
+      DataObject* obj = nullptr;
+      StatusCode  sc  = Gaudi::Algorithm::evtSvc()->retrieveObject( m_rootNode.value(), obj );
+      if ( sc.isFailure() ) {
+        throw GaudiException( "Cannot get " + m_rootNode + " from " + m_dataSvcName, name(), StatusCode::FAILURE );
+      }
+      return *obj->registry();
+    }
+
+    IDataStoreLeaves::LeavesList FetchLeavesFromFile::i_collectLeaves() const {
+      IDataStoreLeaves::LeavesList all_leaves;
+      i_collectLeaves( i_getRootNode(), std::back_inserter( all_leaves ) );
+      return all_leaves;
+    }
+
+    template <typename OutputIterator>
+    void FetchLeavesFromFile::i_collectLeaves( const IRegistry& reg, OutputIterator iter ) const {
+      // create a LeavesList to save all the leaves
+      IOpaqueAddress* addr = reg.address();
+      if ( addr ) { // we consider only objects that are in a file
+        if ( msgLevel( MSG::VERBOSE ) ) verbose() << "::i_collectLeaves added " << reg.identifier() << endmsg;
+        *iter = reg.object(); // add this object
+        // Origin of the current object
+        const std::string& base = addr->par()[0];
+
+        std::vector<IRegistry*> lfs; // leaves of the current object
+        StatusCode              sc = m_dataMgrSvc->objectLeaves( &reg, lfs );
+        if ( sc.isSuccess() ) {
+          for ( const auto& i : lfs ) {
+            // Continue if the leaf has the same database as the parent
+            if ( i->address() && i->address()->par()[0] == base ) {
+              DataObject* obj = nullptr;
+              // append leaves to all leaves
+              Gaudi::Algorithm::evtSvc()
+                  ->retrieveObject( const_cast<IRegistry*>( &reg ), i->name(), obj )
+                  .andThen( [&] { i_collectLeaves( *i, iter ); } )
+                  .orElse( [&] {
+                    throw GaudiException( "Cannot get " + i->identifier() + " from " + m_dataSvcName, name(),
+                                          StatusCode::FAILURE );
+                  } )
+                  .ignore();
+            }
+          }
+        }
+      }
+    }
+
+  } // namespace Hive
+} // namespace Gaudi
+
+DECLARE_COMPONENT( Gaudi::Hive::FetchLeavesFromFile )