edm::ThinnedAssociationsHelper Class Reference

#include <ThinnedAssociationsHelper.h>

Public Member Functions
void	addAssociation (BranchID const &, BranchID const &, BranchID const &)
void	addAssociation (ThinnedAssociationBranches const &)
std::vector< std::pair < BranchID, ThinnedAssociationBranches const * > >	associationToBranches () const
std::vector < ThinnedAssociationBranches > ::const_iterator	begin () const
void	clear ()
std::vector < ThinnedAssociationBranches > const &	data () const
std::vector < ThinnedAssociationBranches > ::const_iterator	end () const
void	initAssociationsFromSecondary (std::vector< BranchID > const &, ThinnedAssociationsHelper const &)
std::vector < ThinnedAssociationBranches > ::const_iterator	parentBegin (BranchID const &) const
std::vector < ThinnedAssociationBranches > ::const_iterator	parentEnd (BranchID const &) const
void	requireMatch (ThinnedAssociationBranches const &input) const
void	selectAssociationProducts (std::vector< BranchDescription const * > const &associationDescriptions, std::set< BranchID > const &keptProductsInEvent, std::map< BranchID, bool > &keepAssociation) const
void	sort ()
	ThinnedAssociationsHelper ()
void	updateFromInput (ThinnedAssociationsHelper const &, bool isSecondaryFile, std::vector< BranchID > const &associationsFromSecondary)
void	updateFromParentProcess (ThinnedAssociationsHelper const &parentThinnedAssociationsHelper, std::map< BranchID, bool > const &keepAssociation, std::map< BranchID::value_type, BranchID::value_type > const &droppedBranchIDToKeptBranchID)

Private Member Functions
bool	shouldKeepAssociation (BranchID const &association, std::vector< std::pair< BranchID, ThinnedAssociationBranches const * > > const &associationToBranches, std::set< BranchID > &branchesInRecursion, std::set< BranchID > const &keptProductsInEvent, std::map< BranchID, bool > &keepAssociation) const

Private Attributes
std::vector < ThinnedAssociationBranches >	vThinnedAssociationBranches_

Detailed Description

Author

W. David Dagenhart, created 11 June 2014

Definition at line 35 of file ThinnedAssociationsHelper.h.

Constructor & Destructor Documentation

edm::ThinnedAssociationsHelper::ThinnedAssociationsHelper

(

)

Definition at line 18 of file ThinnedAssociationsHelper.cc.

                                                       {
  }

Member Function Documentation

void edm::ThinnedAssociationsHelper::addAssociation	(	BranchID const &	parent,
		BranchID const &	association,
		BranchID const &	thinned
	)

Definition at line 56 of file ThinnedAssociationsHelper.cc.

References vThinnedAssociationBranches_.

Referenced by initAssociationsFromSecondary(), edm::ThinningProducer< Collection, Selector >::registerThinnedAssociations(), and updateFromParentProcess().

                                                                          {
    vThinnedAssociationBranches_.push_back(ThinnedAssociationBranches(parent, association, thinned));
  }

void edm::ThinnedAssociationsHelper::addAssociation

(

ThinnedAssociationBranches const &

branches

)

Definition at line 62 of file ThinnedAssociationsHelper.cc.

References vThinnedAssociationBranches_.

                                                                                           {
    vThinnedAssociationBranches_.push_back(branches);
  }

std::vector< std::pair< BranchID, ThinnedAssociationBranches const * > > edm::ThinnedAssociationsHelper::associationToBranches

(

)

const

Definition at line 67 of file ThinnedAssociationsHelper.cc.

References python.multivaluedict::sort(), groupFilesInBlocks::temp, vThinnedAssociationBranches_, x, and detailsBasic3DVector::y.

Referenced by initAssociationsFromSecondary(), selectAssociationProducts(), shouldKeepAssociation(), and updateFromInput().

                                                         {
    std::vector<std::pair<BranchID, ThinnedAssociationBranches const*> > temp;
    for(auto const& item : vThinnedAssociationBranches_) {
      temp.push_back(std::make_pair(item.association(), &item));
    }
    std::sort(temp.begin(), temp.end(), [](std::pair<BranchID, ThinnedAssociationBranches const*> const& x,
                                           std::pair<BranchID, ThinnedAssociationBranches const*> const& y)
                                          { return x.first < y.first; });
    return temp;
  }

std::vector< ThinnedAssociationBranches >::const_iterator edm::ThinnedAssociationsHelper::begin

(

void

)

const

Definition at line 22 of file ThinnedAssociationsHelper.cc.

References vThinnedAssociationBranches_.

                                         {
    return vThinnedAssociationBranches_.begin();
  }

void edm::ThinnedAssociationsHelper::clear ( void  )

inline

Definition at line 52 of file ThinnedAssociationsHelper.h.

References vThinnedAssociationBranches_.

Referenced by Vispa.Views.WidgetView.WidgetView::closeEvent(), Vispa.Views.BoxDecayView.BoxDecayView::closeEvent(), Vispa.Share.FindAlgorithm.FindAlgorithm::findUsingFindDialog(), Vispa.Views.LineDecayView.LineDecayView::setDataObjects(), Vispa.Views.WidgetView.WidgetView::setDataObjects(), BeautifulSoup.Tag::setString(), Vispa.Views.TreeView.TreeView::updateContent(), Vispa.Views.TableView.TableView::updateContent(), Vispa.Views.BoxDecayView.BoxDecayView::updateContent(), Vispa.Views.PropertyView.PropertyView::updateContent(), and updateFromParentProcess().

{ vThinnedAssociationBranches_.clear(); }

std::vector<ThinnedAssociationBranches> const& edm::ThinnedAssociationsHelper::data ( ) const

inline

Definition at line 58 of file ThinnedAssociationsHelper.h.

References vThinnedAssociationBranches_.

Referenced by cuy.FindIssue::__init__(), updateFromInput(), and updateFromParentProcess().

{ return vThinnedAssociationBranches_; }

std::vector< ThinnedAssociationBranches >::const_iterator edm::ThinnedAssociationsHelper::end

(

void

)

const

Definition at line 27 of file ThinnedAssociationsHelper.cc.

References vThinnedAssociationBranches_.

Referenced by Types.LuminosityBlockRange::cppID(), and Types.EventRange::cppID().

                                       {
    return vThinnedAssociationBranches_.end();
  }

void edm::ThinnedAssociationsHelper::initAssociationsFromSecondary	(	std::vector< BranchID > const &	associationsFromSecondary,
		ThinnedAssociationsHelper const &	fileAssociationsHelper
	)

Definition at line 232 of file ThinnedAssociationsHelper.cc.

References addAssociation(), associationToBranches(), edm::hlt::Exception, edm::errors::LogicError, sort(), x, and detailsBasic3DVector::y.

                                                                                                                    {
    if(associationsFromSecondary.empty()) return;

    std::vector<std::pair<BranchID, ThinnedAssociationBranches const*> > assocToBranches =
      fileAssociationsHelper.associationToBranches();

    for(BranchID const& association : associationsFromSecondary) {

      auto branches = std::lower_bound(assocToBranches.begin(), assocToBranches.end(),
                                       std::make_pair(association, static_cast<ThinnedAssociationBranches const*>(nullptr)),
                                        [](std::pair<BranchID, ThinnedAssociationBranches const*> const& x,
                                           std::pair<BranchID, ThinnedAssociationBranches const*> const& y)
                                          { return x.first < y.first; });
      // This should never happen
      if(branches == assocToBranches.end() || branches->first != association) {
        throw edm::Exception(errors::LogicError,
                             "ThinnedAssociationHelper::initAssociationsFromSecondary could not find branches information, contact Framework developers");
      }
      addAssociation(*(branches->second));
    }
    sort();
  }

std::vector< ThinnedAssociationBranches >::const_iterator edm::ThinnedAssociationsHelper::parentBegin

(

BranchID const &

parent

)

const

Definition at line 32 of file ThinnedAssociationsHelper.cc.

References filterCSVwithJSON::target, vThinnedAssociationBranches_, x, and detailsBasic3DVector::y.

Referenced by BareRootProductGetter::getThinnedProduct(), fwlite::DataGetterHelper::getThinnedProduct(), BareRootProductGetter::getThinnedProducts(), fwlite::DataGetterHelper::getThinnedProducts(), requireMatch(), and shouldKeepAssociation().

                                                                     {
    ThinnedAssociationBranches target(parent, BranchID(), BranchID());
    return std::lower_bound(vThinnedAssociationBranches_.begin(), vThinnedAssociationBranches_.end(), target,
                            [](ThinnedAssociationBranches const& x,
                               ThinnedAssociationBranches const& y)
                            { return x.parent() < y.parent(); });
  }

std::vector< ThinnedAssociationBranches >::const_iterator edm::ThinnedAssociationsHelper::parentEnd

(

BranchID const &

parent

)

const

Definition at line 41 of file ThinnedAssociationsHelper.cc.

References filterCSVwithJSON::target, vThinnedAssociationBranches_, x, and detailsBasic3DVector::y.

Referenced by BareRootProductGetter::getThinnedProduct(), fwlite::DataGetterHelper::getThinnedProduct(), BareRootProductGetter::getThinnedProducts(), fwlite::DataGetterHelper::getThinnedProducts(), requireMatch(), and shouldKeepAssociation().

                                                                    {
    ThinnedAssociationBranches target(parent, BranchID(), BranchID());
    return std::upper_bound(vThinnedAssociationBranches_.begin(), vThinnedAssociationBranches_.end(), target,
                            [](ThinnedAssociationBranches const& x,
                               ThinnedAssociationBranches const& y)
                            { return x.parent() < y.parent(); });
  }

void edm::ThinnedAssociationsHelper::requireMatch

(

ThinnedAssociationBranches const &

input

)

const

Definition at line 158 of file ThinnedAssociationsHelper.cc.

References edm::ThinnedAssociationBranches::association(), edm::hlt::Exception, edm::errors::MismatchedInputFiles, edm::ThinnedAssociationBranches::parent(), parentBegin(), parentEnd(), and edm::ThinnedAssociationBranches::thinned().

Referenced by updateFromInput().

                                                                                            {
    bool foundMatch = false;
    for(auto entry = parentBegin(input.parent()), iEnd = parentEnd(input.parent());
        entry != iEnd; ++entry) {
      if(entry->association() == input.association() &&
         entry->thinned() == input.thinned()) {
        foundMatch = true;
        break;
      }
    }
    if(!foundMatch) {
      throw edm::Exception(errors::MismatchedInputFiles, "ThinnedAssociationHelper::requireMatch, Illegal attempt to merge files with different ThinnedAssociations");
    }
  }

void edm::ThinnedAssociationsHelper::selectAssociationProducts	(	std::vector< BranchDescription const * > const &	associationDescriptions,
		std::set< BranchID > const &	keptProductsInEvent,
		std::map< BranchID, bool > &	keepAssociation
	)		const

Definition at line 80 of file ThinnedAssociationsHelper.cc.

References associationToBranches(), and shouldKeepAssociation().

Referenced by edm::SubProcess::selectProducts(), edm::OutputModule::selectProducts(), and edm::one::OutputModuleBase::selectProducts().

                                                                           {

    keepAssociation.clear();
    // Copy the elements in vThinnedAssociationBranches_ into a vector sorted on
    // the association BranchID so we can do searches on that BranchID faster.
    std::vector<std::pair<BranchID, ThinnedAssociationBranches const*> > assocToBranches =
      associationToBranches();

    for(auto association : associationDescriptions) {
      if(association->isAlias()) { // There is no reason to configure an association product with an EDAlias (ignore and drop them if they exist)
        keepAssociation.insert(std::make_pair(association->branchID(), false));
      } else {
        std::set<BranchID> branchesInRecursion;
        shouldKeepAssociation(association->branchID(),
                              assocToBranches,
                              branchesInRecursion,
                              keptProductsInEvent,
                              keepAssociation);
      }
    }
  }

bool edm::ThinnedAssociationsHelper::shouldKeepAssociation ( BranchID const &  association, std::vector< std::pair< BranchID, ThinnedAssociationBranches const * > > const &  associationToBranches, std::set< BranchID > &  branchesInRecursion, std::set< BranchID > const &  keptProductsInEvent, std::map< BranchID, bool > &  keepAssociation  ) const

private

Definition at line 104 of file ThinnedAssociationsHelper.cc.

References associationToBranches(), edm::hlt::Exception, edm::errors::LogicError, edm::match(), parentBegin(), parentEnd(), x, and detailsBasic3DVector::y.

Referenced by selectAssociationProducts().

                                                   {

    // If we already decided to keep or drop this one, then
    // return the same decision.
    auto decision = keepAssociation.find(association);
    if(decision != keepAssociation.end()) {
      return decision->second;
    }

    // Be careful not to fall into an infinite loop because
    // of a circular recursion.
    if(!branchesInRecursion.insert(association).second) {
      return false;
    }

    // If the thinned collection is being kept then keep the association
    auto branches = std::lower_bound(associationToBranches.begin(), associationToBranches.end(),
                                     std::make_pair(association, static_cast<ThinnedAssociationBranches const*>(nullptr)),
                                      [](std::pair<BranchID, ThinnedAssociationBranches const*> const& x,
                                         std::pair<BranchID, ThinnedAssociationBranches const*> const& y)
                                        { return x.first < y.first; });
    // This should never happen
    if(branches == associationToBranches.end() || branches->first != association) {
      throw edm::Exception(errors::LogicError, "ThinnedAssociationHelper::shouldKeepAssociation could not find branches information, contact Framework developers");
    }
    BranchID const& thinnedCollection = branches->second->thinned();
    if(keptProductsInEvent.find(thinnedCollection) != keptProductsInEvent.end()) {
      keepAssociation.insert(std::make_pair(association , true));
      return true;
    }
    // otherwise loop over any associations where the thinned collection
    // is also a parent collection and recursively examine those to see
    // if their thinned collections are being kept.
    auto iterEnd = parentEnd(thinnedCollection);
    for(auto match = parentBegin(thinnedCollection); match != iterEnd; ++match) {
      if(shouldKeepAssociation(match->association(),
                               associationToBranches,
                               branchesInRecursion,
                               keptProductsInEvent,
                               keepAssociation)) {
        keepAssociation.insert(std::make_pair(association , true));
        return true;
      }
    }
    // drop the association
    keepAssociation.insert(std::make_pair(association , false));
    return false;
  }

void edm::ThinnedAssociationsHelper::sort

(

)

Definition at line 49 of file ThinnedAssociationsHelper.cc.

References edm::ThinnedAssociationBranches::association(), edm::ThinnedAssociationBranches::parent(), python.multivaluedict::sort(), vThinnedAssociationBranches_, x, and detailsBasic3DVector::y.

Referenced by initAssociationsFromSecondary(), and updateFromParentProcess().

                                       {
    std::sort(vThinnedAssociationBranches_.begin(), vThinnedAssociationBranches_.end(),
              [](ThinnedAssociationBranches const& x,
                 ThinnedAssociationBranches const& y)
              { return x.parent() < y.parent() ? true : y.parent() < x.parent() ? false : x.association() < y.association(); });
  }

void edm::ThinnedAssociationsHelper::updateFromInput	(	ThinnedAssociationsHelper const &	helper,
		bool	isSecondaryFile,
		std::vector< BranchID > const &	associationsFromSecondary
	)

Definition at line 173 of file ThinnedAssociationsHelper.cc.

References associationToBranches(), data(), edm::hlt::Exception, idDealer::inputData, edm::errors::LogicError, requireMatch(), vThinnedAssociationBranches_, x, and detailsBasic3DVector::y.

Referenced by edm::StreamerInputSource::mergeIntoRegistry().

                                                                                                        {
    if(!isSecondaryFile) {
      if(vThinnedAssociationBranches_.empty()) {
        vThinnedAssociationBranches_ = helper.data();
        return;
      }
      std::vector<ThinnedAssociationBranches> const& inputData = helper.data();
      for (auto const& inputEntry : inputData) {
        requireMatch(inputEntry);
      }
    } else { // Input is from a secondary file

      if(associationsFromSecondary.empty()) return;

      std::vector<std::pair<BranchID, ThinnedAssociationBranches const*> > assocToBranches = helper.associationToBranches();

      for(BranchID const& association : associationsFromSecondary) {

        auto branches = std::lower_bound(assocToBranches.begin(), assocToBranches.end(),
                                         std::make_pair(association, static_cast<ThinnedAssociationBranches const*>(nullptr)),
                                          [](std::pair<BranchID, ThinnedAssociationBranches const*> const& x,
                                             std::pair<BranchID, ThinnedAssociationBranches const*> const& y)
                                            { return x.first < y.first; });
        // This should never happen
        if(branches == assocToBranches.end() || branches->first != association) {
          throw edm::Exception(errors::LogicError,
                             "ThinnedAssociationHelper::initAssociationsFromSecondary could not find branches information, contact Framework developers");
        }
        requireMatch(*(branches->second));
      }
    }
  }

void edm::ThinnedAssociationsHelper::updateFromParentProcess	(	ThinnedAssociationsHelper const &	parentThinnedAssociationsHelper,
		std::map< BranchID, bool > const &	keepAssociation,
		std::map< BranchID::value_type, BranchID::value_type > const &	droppedBranchIDToKeptBranchID
	)

Definition at line 208 of file ThinnedAssociationsHelper.cc.

References addAssociation(), clear(), data(), edm::BranchID::id(), getDQMSummary::iter, keep, dbtoconf::parent, and sort().

                                                                                                                                          {
    clear();
    for(auto const& associationBranches : parentThinnedAssociationsHelper.data()) {
      auto keep = keepAssociation.find(associationBranches.association());
      if(keep != keepAssociation.end() && keep->second) {
        BranchID parent = associationBranches.parent();
        auto iter = droppedBranchIDToKeptBranchID.find(parent.id());
        if(iter != droppedBranchIDToKeptBranchID.end()) {
          parent = BranchID(iter->second);
        }
        BranchID thinned = associationBranches.thinned();
        iter = droppedBranchIDToKeptBranchID.find(thinned.id());
        if(iter != droppedBranchIDToKeptBranchID.end()) {
          thinned = BranchID(iter->second);
        }
        addAssociation(parent, associationBranches.association(), thinned);
      }
    }
    sort();
  }

Member Data Documentation

std::vector<ThinnedAssociationBranches> edm::ThinnedAssociationsHelper::vThinnedAssociationBranches_

private

Definition at line 82 of file ThinnedAssociationsHelper.h.

Referenced by addAssociation(), associationToBranches(), begin(), clear(), data(), end(), parentBegin(), parentEnd(), sort(), and updateFromInput().