// Author: Enrico Guiraud, Danilo Piparo CERN 09/2017 /************************************************************************* * Copyright (C) 1995-2018, Rene Brun and Fons Rademakers. * * All rights reserved. * * * * For the licensing terms see $ROOTSYS/LICENSE. * * For the list of contributors see $ROOTSYS/README/CREDITS. * *************************************************************************/ #ifndef ROOT_RDATASOURCE #define ROOT_RDATASOURCE #include "RDF/RColumnReaderBase.hxx" #include #include "RtypesCore.h" // ULong64_t #include "TString.h" #include // std::transform #include #include #include #include #include #include #include #include #include // Need to fwd-declare TTreeReader for CreateColumnReader class TTreeReader; namespace ROOT::Detail::RDF { class RLoopManager; } namespace ROOT { namespace RDF { class RDataSource; class RSampleInfo; namespace Experimental { class RSample; } } } /// Print a RDataSource at the prompt namespace cling { std::string printValue(ROOT::RDF::RDataSource *ds); } // namespace cling namespace ROOT { namespace Internal { namespace RDF { /// Mother class of TTypedPointerHolder. The instances /// of this class can be put in a container. Upon destruction, /// the correct deletion of the pointer is performed in the /// derived class. class TPointerHolder { protected: void *fPointer{nullptr}; public: TPointerHolder(void *ptr) : fPointer(ptr) {} void *GetPointer() { return fPointer; } void *GetPointerAddr() { return &fPointer; } virtual TPointerHolder *GetDeepCopy() = 0; virtual ~TPointerHolder(){}; }; /// Class to wrap a pointer and delete the memory associated to it /// correctly template class TTypedPointerHolder final : public TPointerHolder { public: TTypedPointerHolder(T *ptr) : TPointerHolder((void *)ptr) {} TPointerHolder *GetDeepCopy() final { const auto typedPtr = static_cast(fPointer); return new TTypedPointerHolder(new T(*typedPtr)); } ~TTypedPointerHolder() { delete static_cast(fPointer); } }; std::string GetTypeNameWithOpts(const ROOT::RDF::RDataSource &ds, std::string_view colName, bool vector2RVec); const std::vector &GetTopLevelFieldNames(const ROOT::RDF::RDataSource &ds); const std::vector &GetColumnNamesNoDuplicates(const ROOT::RDF::RDataSource &ds); void CallInitializeWithOpts(ROOT::RDF::RDataSource &ds, const std::set &suppressErrorsForMissingColumns); std::string DescribeDataset(ROOT::RDF::RDataSource &ds); ROOT::RDF::RSampleInfo CreateSampleInfo(const ROOT::RDF::RDataSource &ds, unsigned int slot, const std::unordered_map &sampleMap); void RunFinalChecks(const ROOT::RDF::RDataSource &ds, bool nodesLeftNotRun); void ProcessMT(ROOT::RDF::RDataSource &ds, ROOT::Detail::RDF::RLoopManager &lm); std::unique_ptr CreateColumnReader(ROOT::RDF::RDataSource &ds, unsigned int slot, std::string_view col, const std::type_info &tid, TTreeReader *treeReader); } // namespace RDF } // ns Internal namespace RDF { // clang-format off /** \class ROOT::RDF::RDataSource \ingroup dataframe \brief RDataSource defines an API that RDataFrame can use to read arbitrary data formats. A concrete RDataSource implementation (i.e. a class that inherits from RDataSource and implements all of its pure methods) provides an adaptor that RDataFrame can leverage to read any kind of tabular data formats. RDataFrame calls into RDataSource to retrieve information about the data, retrieve (thread-local) readers or "cursors" for selected columns and to advance the readers to the desired data entry. The sequence of calls that RDataFrame (or any other client of a RDataSource) performs is the following: - SetNSlots() : inform RDataSource of the desired level of parallelism - GetColumnReaders() : retrieve from RDataSource per-thread readers for the desired columns - Initialize() : inform RDataSource that an event-loop is about to start - GetEntryRanges() : retrieve from RDataSource a set of ranges of entries that can be processed concurrently - InitSlot() : inform RDataSource that a certain thread is about to start working on a certain range of entries - SetEntry() : inform RDataSource that a certain thread is about to start working on a certain entry - FinalizeSlot() : inform RDataSource that a certain thread finished working on a certain range of entries - Finalize() : inform RDataSource that an event-loop finished RDataSource implementations must support running multiple event-loops consecutively (although sequentially) on the same dataset. - \b SetNSlots() is called once per RDataSource object, typically when it is associated to a RDataFrame. - \b GetColumnReaders() can be called several times, potentially with the same arguments, also in-between event-loops, but not during an event-loop. - \b GetEntryRanges() will be called several times, including during an event loop, as additional ranges are needed. It will not be called concurrently. - \b Initialize() and \b Finalize() are called once per event-loop, right before starting and right after finishing. - \b InitSlot(), \b SetEntry(), and \b FinalizeSlot() can be called concurrently from multiple threads, multiple times per event-loop. Advanced users that plan to implement a custom RDataSource can check out existing implementations, e.g. RCsvDS or RNTupleDS. See the inheritance diagram below for the full list of existing concrete implementations. */ class RDataSource { // clang-format on protected: using Record_t = std::vector; friend std::string cling::printValue(::ROOT::RDF::RDataSource *); virtual std::string AsString() { return "generic data source"; }; unsigned int fNSlots{}; std::optional> fGlobalEntryRange{}; friend std::string ROOT::Internal::RDF::GetTypeNameWithOpts(const RDataSource &, std::string_view, bool); virtual std::string GetTypeNameWithOpts(std::string_view colName, bool) const { return GetTypeName(colName); } friend const std::vector &ROOT::Internal::RDF::GetTopLevelFieldNames(const ROOT::RDF::RDataSource &); virtual const std::vector &GetTopLevelFieldNames() const { return GetColumnNames(); } friend const std::vector & ROOT::Internal::RDF::GetColumnNamesNoDuplicates(const ROOT::RDF::RDataSource &); virtual const std::vector &GetColumnNamesNoDuplicates() const { return GetColumnNames(); } friend void ROOT::Internal::RDF::CallInitializeWithOpts(ROOT::RDF::RDataSource &, const std::set &); virtual void InitializeWithOpts(const std::set &) { Initialize(); } friend std::string ROOT::Internal::RDF::DescribeDataset(ROOT::RDF::RDataSource &); virtual std::string DescribeDataset() { return "Dataframe from datasource " + GetLabel(); } friend ROOT::RDF::RSampleInfo ROOT::Internal::RDF::CreateSampleInfo(const ROOT::RDF::RDataSource &, unsigned int, const std::unordered_map &); virtual ROOT::RDF::RSampleInfo CreateSampleInfo(unsigned int, const std::unordered_map &) const; friend void ROOT::Internal::RDF::RunFinalChecks(const ROOT::RDF::RDataSource &, bool); virtual void RunFinalChecks(bool) const {} friend void ROOT::Internal::RDF::ProcessMT(RDataSource &, ROOT::Detail::RDF::RLoopManager &); virtual void ProcessMT(ROOT::Detail::RDF::RLoopManager &); friend std::unique_ptr ROOT::Internal::RDF::CreateColumnReader(ROOT::RDF::RDataSource &, unsigned int, std::string_view, const std::type_info &, TTreeReader *); /** * \brief Creates a column reader for the requested column * * In the general case, this is just a redirect to the right GetColumnReaders overload. The signature notably also * has a TTreeReader * parameter. This is currently necessary to still allow the TTree-based MT scheduling via * TTreeProcessorMT. We use the TTreeProcessorMT::Process method to launch the same kernel across all threads. In * each thread task, TTreeProcessorMT creates a thread-local instance of a TTreeReader which is going to read the * range of events assigned to that task. That TTreeReader instance is what is passed to this method whenever a * column reader needs to be created in a thread task. In the future this method might be removed by either allowing * to request a handle to the thread-local TTreeReader instance programmatically from the TTreeProcessorMT, or * refactoring the TTreeProcessorMT scheduling into RTTreeDS altogether. */ virtual std::unique_ptr CreateColumnReader(unsigned int slot, std::string_view col, const std::type_info &tid, TTreeReader *) { return GetColumnReaders(slot, col, tid); } public: RDataSource() = default; // Rule of five RDataSource(const RDataSource &) = delete; RDataSource &operator=(const RDataSource &) = delete; RDataSource(RDataSource &&) = delete; RDataSource &operator=(RDataSource &&) = delete; virtual ~RDataSource() = default; // clang-format off /// \brief Inform RDataSource of the number of processing slots (i.e. worker threads) used by the associated RDataFrame. /// Slots numbers are used to simplify parallel execution: RDataFrame guarantees that different threads will always /// pass different slot values when calling methods concurrently. // clang-format on virtual void SetNSlots(unsigned int nSlots) { assert(fNSlots == 0); assert(nSlots > 0); fNSlots = nSlots; }; /// \brief Returns the number of files from which the dataset is constructed virtual std::size_t GetNFiles() const { return 0; } // clang-format off /// \brief Returns a reference to the collection of the dataset's column names // clang-format on virtual const std::vector &GetColumnNames() const = 0; /// \brief Checks if the dataset has a certain column /// \param[in] colName The name of the column virtual bool HasColumn(std::string_view colName) const = 0; // clang-format off /// \brief Type of a column as a string, e.g. `GetTypeName("x") == "double"`. Required for jitting e.g. `df.Filter("x>0")`. /// \param[in] colName The name of the column // clang-format on virtual std::string GetTypeName(std::string_view colName) const = 0; // clang-format off /// Called at most once per column by RDF. Return vector of pointers to pointers to column values - one per slot. /// \tparam T The type of the data stored in the column /// \param[in] columnName The name of the column /// /// These pointers are veritable cursors: it's a responsibility of the RDataSource implementation that they point to /// the "right" memory region. // clang-format on template std::vector GetColumnReaders(std::string_view columnName) { auto typeErasedVec = GetColumnReadersImpl(columnName, typeid(T)); std::vector typedVec(typeErasedVec.size()); std::transform(typeErasedVec.begin(), typeErasedVec.end(), typedVec.begin(), [](void *p) { return static_cast(p); }); return typedVec; } /// If the other GetColumnReaders overload returns an empty vector, this overload will be called instead. /// \param[in] slot The data processing slot that needs to be considered /// \param[in] name The name of the column for which a column reader needs to be returned /// \param[in] tid A type_info /// At least one of the two must return a non-empty/non-null value. virtual std::unique_ptr GetColumnReaders(unsigned int /*slot*/, std::string_view /*name*/, const std::type_info &) { return {}; } // clang-format off /// \brief Return ranges of entries to distribute to tasks. /// They are required to be contiguous intervals with no entries skipped. Supposing a dataset with nEntries, the /// intervals must start at 0 and end at nEntries, e.g. [0-5],[5-10] for 10 entries. /// This function will be invoked repeatedly by RDataFrame as it needs additional entries to process. /// The same entry range should not be returned more than once. /// Returning an empty collection of ranges signals to RDataFrame that the processing can stop. // clang-format on virtual std::vector> GetEntryRanges() = 0; // clang-format off /// \brief Advance the "cursors" returned by GetColumnReaders to the selected entry for a particular slot. /// \param[in] slot The data processing slot that needs to be considered /// \param[in] entry The entry which needs to be pointed to by the reader pointers /// Slots are adopted to accommodate parallel data processing. /// Different workers will loop over different ranges and /// will be labelled by different "slot" values. /// Returns *true* if the entry has to be processed, *false* otherwise. // clang-format on virtual bool SetEntry(unsigned int slot, ULong64_t entry) = 0; // clang-format off /// \brief Convenience method called before starting an event-loop. /// This method might be called multiple times over the lifetime of a RDataSource, since /// users can run multiple event-loops with the same RDataFrame. /// Ideally, `Initialize` should set the state of the RDataSource so that multiple identical event-loops /// will produce identical results. // clang-format on virtual void Initialize() {} // clang-format off /// \brief Convenience method called at the start of the data processing associated to a slot. /// \param[in] slot The data processing slot wihch needs to be initialized /// \param[in] firstEntry The first entry of the range that the task will process. /// This method might be called multiple times per thread per event-loop. // clang-format on virtual void InitSlot(unsigned int /*slot*/, ULong64_t /*firstEntry*/) {} // clang-format off /// \brief Convenience method called at the end of the data processing associated to a slot. /// \param[in] slot The data processing slot wihch needs to be finalized /// This method might be called multiple times per thread per event-loop. // clang-format on virtual void FinalizeSlot(unsigned int /*slot*/) {} // clang-format off /// \brief Convenience method called after concluding an event-loop. /// See Initialize for more details. // clang-format on virtual void Finalize() {} /// \brief Return a string representation of the datasource type. /// The returned string will be used by ROOT::RDF::SaveGraph() to represent /// the datasource in the visualization of the computation graph. /// Concrete datasources can override the default implementation. virtual std::string GetLabel() { return "Custom Datasource"; } /// \brief Restrict processing to a [begin, end) range of entries. /// \param entryRange The range of entries to process. virtual void SetGlobalEntryRange(std::pair entryRange) { fGlobalEntryRange = std::move(entryRange); }; protected: /// type-erased vector of pointers to pointers to column values - one per slot virtual Record_t GetColumnReadersImpl(std::string_view name, const std::type_info &) = 0; }; } // ns RDF } // ns ROOT /// Print a RDataSource at the prompt namespace cling { inline std::string printValue(ROOT::RDF::RDataSource *ds) { return ds->AsString(); } } // namespace cling #endif // ROOT_TDATASOURCE