GoodnessOfFit Class Reference

#include <GoodnessOfFit.h>

Inheritance diagram for GoodnessOfFit:

Public Member Functions
virtual void	applyOptions (const boost::program_options::variables_map &vm)
	GoodnessOfFit ()
virtual const std::string &	name () const
virtual bool	run (RooWorkspace *w, RooStats::ModelConfig *mc_s, RooStats::ModelConfig *mc_b, RooAbsData &data, double &limit, double &limitErr, const double *hint)
virtual bool	runSaturatedModel (RooWorkspace *w, RooStats::ModelConfig *mc_s, RooStats::ModelConfig *mc_b, RooAbsData &data, double &limit, double &limitErr, const double *hint)
Public Member Functions inherited from LimitAlgo
virtual void	applyDefaultOptions ()
	LimitAlgo ()
	LimitAlgo (const char *desc)
const boost::program_options::options_description &	options () const
virtual void	setNToys (const int)
virtual void	setToyNumber (const int)
virtual	~LimitAlgo ()

Protected Member Functions
RooAbsPdf *	makeSaturatedPdf (RooAbsData &data)

Protected Attributes
std::vector< RooAbsData * >	tempData_
Protected Attributes inherited from LimitAlgo
boost::program_options::options_description	options_

Static Protected Attributes
static std::string	algo_
static bool	fixedMu_ = false
static std::string	minimizerAlgo_ = "Minuit2"
static int	minimizerStrategy_ = 1
static float	minimizerTolerance_ = 1e-4
static float	mu_ = 0.0

Detailed Description

Do a ML fit of the data with background and signal+background hypothesis and print out diagnostics plots

Author

Giovanni Petrucciani (UCSD)

Definition at line 14 of file GoodnessOfFit.h.

Constructor & Destructor Documentation

GoodnessOfFit::GoodnessOfFit

(

)

Definition at line 38 of file GoodnessOfFit.cc.

References algo_, minimizerAlgo_, minimizerStrategy_, minimizerTolerance_, mu_, and LimitAlgo::options_.

                             :
    LimitAlgo("GoodnessOfFit specific options")
{
    options_.add_options()
        ("algorithm",          boost::program_options::value<std::string>(&algo_), "Goodness of fit algorithm. Currently, the only option is 'saturated' (which works for binned models only)")
        ("minimizerAlgo",      boost::program_options::value<std::string>(&minimizerAlgo_)->default_value(minimizerAlgo_), "Choice of minimizer (Minuit vs Minuit2)")
        ("minimizerTolerance", boost::program_options::value<float>(&minimizerTolerance_)->default_value(minimizerTolerance_),  "Tolerance for minimizer")
        ("minimizerStrategy",  boost::program_options::value<int>(&minimizerStrategy_)->default_value(minimizerStrategy_),      "Stragegy for minimizer")
        ("fixedSignalStrength", boost::program_options::value<float>(&mu_)->default_value(mu_),  "Compute the goodness of fit for a fixed signal strength. If not specified, it's left floating")
    ;
}

Member Function Documentation

void GoodnessOfFit::applyOptions ( const boost::program_options::variables_map &  vm )

virtual

Reimplemented from LimitAlgo.

Definition at line 50 of file GoodnessOfFit.cc.

References algo_, gather_cfg::cout, and fixedMu_.

{
    fixedMu_ = !vm["fixedSignalStrength"].defaulted();
    if (algo_ == "saturated") std::cout << "Will use saturated models to compute goodness of fit for a binned likelihood" << std::endl;
    else throw std::invalid_argument("GoodnessOfFit: algorithm "+algo_+" not supported");
}

RooAbsPdf * GoodnessOfFit::makeSaturatedPdf ( RooAbsData &  data )

protected

Definition at line 136 of file GoodnessOfFit.cc.

References gather_cfg::cout, data, utils::printRDH(), run_regression::ret, and tempData_.

Referenced by runSaturatedModel().

                                                            {
  if (verbose > 1) std::cout << "Generating saturated model for " << data.GetName() << std::endl;
  RooDataHist *rdh = new RooDataHist(TString::Format("%s_binned", data.GetName()), "", *data.get(), data); tempData_.push_back(rdh);
  if (verbose > 1) utils::printRDH(rdh);
  RooHistPdf *hpdf = new RooHistPdf(TString::Format("%s_shape", data.GetName()), "", *rdh->get(), *rdh);
  RooConstVar *norm = new RooConstVar(TString::Format("%s_norm", data.GetName()), "", data.sumEntries());
  // we use RooAddPdf because this works with CachingNLL
  RooAddPdf *ret = new RooAddPdf(TString::Format("%s_saturated", data.GetName()), "", RooArgList(*hpdf), RooArgList(*norm));
  ret->addOwnedComponents(RooArgSet(*norm));
  ret->addOwnedComponents(RooArgSet(*hpdf));
  return ret;
}

virtual const std::string& GoodnessOfFit::name ( void  ) const

inlinevirtual

Implements LimitAlgo.

Definition at line 18 of file GoodnessOfFit.h.

                                         {
    static const std::string name("GoodnessOfFit");
    return name;
  }

bool GoodnessOfFit::run ( RooWorkspace *  w, RooStats::ModelConfig *  mc_s, RooStats::ModelConfig *  mc_b, RooAbsData &  data, double &  limit, double &  limitErr, const double *  hint  )

virtual

Implements LimitAlgo.

Definition at line 57 of file GoodnessOfFit.cc.

References algo_, fixedMu_, minimizerAlgo_, minimizerTolerance_, mu_, alignCSCRings::r, and runSaturatedModel().

                                                                                                                                                                    { 
  ProfileLikelihood::MinimizerSentry minimizerConfig(minimizerAlgo_, minimizerTolerance_);

  RooRealVar *r = dynamic_cast<RooRealVar *>(mc_s->GetParametersOfInterest()->first());
  if (fixedMu_) { r->setVal(mu_); r->setConstant(true); }
  if (algo_ == "saturated") return runSaturatedModel(w, mc_s, mc_b, data, limit, limitErr, hint);
  return false;  
}

bool GoodnessOfFit::runSaturatedModel ( RooWorkspace *  w, RooStats::ModelConfig *  mc_s, RooStats::ModelConfig *  mc_b, RooAbsData &  data, double &  limit, double &  limitErr, const double *  hint  )

virtual

Definition at line 66 of file GoodnessOfFit.cc.

References CloseCoutSentry::clear(), createBeamHaloJobs::constraints, gather_cfg::cout, RecoTau_DiTaus_pt_20-420_cfg::datasets, utils::factorizePdf(), i, makeSaturatedPdf(), minimizerStrategy_, n, pileupCalc::nbins, and tempData_.

Referenced by run().

                                                                                                                                                                                  { 
  RooAbsPdf *pdf_nominal = mc_s->GetPdf();
  // now I need to make the saturated pdf
  std::auto_ptr<RooAbsPdf> saturated;
  // factorize away constraints anyway
  RooArgList constraints;
  RooAbsPdf *obsOnlyPdf = utils::factorizePdf(*mc_s->GetObservables(), *pdf_nominal, constraints);
  // case 1:
  RooSimultaneous *sim = dynamic_cast<RooSimultaneous *>(obsOnlyPdf);
  if (sim) {
      RooAbsCategoryLValue *cat = (RooAbsCategoryLValue *) sim->indexCat().Clone();
      std::auto_ptr<TList> datasets(data.split(*cat, true));
      int nbins = cat->numBins((const char *)0);
      RooArgSet newPdfs;
      TString satname = TString::Format("%s_saturated", sim->GetName());
      RooSimultaneous *satsim = (typeid(*sim) == typeid(RooSimultaneousOpt)) ? new RooSimultaneousOpt(satname, "", *cat) : new RooSimultaneous(satname, "", *cat); 
      for (int ic = 0, nc = nbins; ic < nc; ++ic) {
          cat->setBin(ic);
          RooAbsPdf *pdfi = sim->getPdf(cat->getLabel());
          if (pdfi == 0) continue;
          RooAbsData *datai = (RooAbsData *) datasets->FindObject(cat->getLabel());
          if (datai == 0) throw std::runtime_error(std::string("Error: missing dataset for category label ")+cat->getLabel());
          RooAbsPdf *saturatedPdfi = makeSaturatedPdf(*datai);
          //delete datai;
          if (constraints.getSize() > 0) {
            RooArgList terms(constraints); terms.add(*saturatedPdfi);
            RooProdPdf *prodpdf = new RooProdPdf(TString::Format("%s_constr", saturatedPdfi->GetName()), "", terms);
            prodpdf->addOwnedComponents(RooArgSet(*saturatedPdfi));
            saturatedPdfi = prodpdf;
          }
          satsim->addPdf(*saturatedPdfi, cat->getLabel());
          satsim->addOwnedComponents(RooArgSet(*saturatedPdfi));
      }
      saturated.reset(satsim);
  } else {
      RooAbsPdf *saturatedPdfi = makeSaturatedPdf(data);
      if (constraints.getSize() > 0) {
          RooArgList terms(constraints); terms.add(*saturatedPdfi);
          RooProdPdf *prodpdf = new RooProdPdf(TString::Format("%s_constr", saturatedPdfi->GetName()), "", terms);
          prodpdf->addOwnedComponents(RooArgSet(*saturatedPdfi));
          saturatedPdfi = prodpdf;
      }
      saturated.reset(saturatedPdfi);
  }

  CloseCoutSentry sentry(verbose < 2);
  // let's assume fits converge, for a while
  const RooCmdArg &minim = RooFit::Minimizer(ROOT::Math::MinimizerOptions::DefaultMinimizerType().c_str(),
                                             ROOT::Math::MinimizerOptions::DefaultMinimizerAlgo().c_str());
  std::auto_ptr<RooFitResult> result_nominal(pdf_nominal->fitTo(data, RooFit::Save(1), minim, RooFit::Strategy(minimizerStrategy_), RooFit::Hesse(0), RooFit::Constrain(*mc_s->GetNuisanceParameters())));
  std::auto_ptr<RooFitResult> result_saturated(saturated->fitTo(data, RooFit::Save(1), minim, RooFit::Strategy(minimizerStrategy_), RooFit::Hesse(0), RooFit::Constrain(*mc_s->GetNuisanceParameters())));
  sentry.clear();

  saturated.reset();
  for (int i = 0, n = tempData_.size(); i < n; ++i) delete tempData_[i]; 
  tempData_.clear();

  if (result_nominal.get()   == 0) return false;
  if (result_saturated.get() == 0) return false;

  double nll_nominal   = result_nominal->minNll();
  double nll_saturated = result_saturated->minNll();
  if (fabs(nll_nominal) > 1e10 || fabs(nll_saturated) > 1e10) return false;
  limit = 2*(nll_nominal-nll_saturated);

  std::cout << "\n --- GoodnessOfFit --- " << std::endl;
  std::cout << "Best fit test statistic: " << limit << std::endl;
  return true;
}

Member Data Documentation

std::string GoodnessOfFit::algo_

staticprotected

Definition at line 27 of file GoodnessOfFit.h.

Referenced by applyOptions(), GoodnessOfFit(), and run().

bool GoodnessOfFit::fixedMu_ = false

staticprotected

Definition at line 34 of file GoodnessOfFit.h.

Referenced by applyOptions(), and run().

std::string GoodnessOfFit::minimizerAlgo_ = "Minuit2"

staticprotected

Definition at line 29 of file GoodnessOfFit.h.

Referenced by GoodnessOfFit(), and run().

int GoodnessOfFit::minimizerStrategy_ = 1

staticprotected

Definition at line 31 of file GoodnessOfFit.h.

Referenced by GoodnessOfFit(), and runSaturatedModel().

float GoodnessOfFit::minimizerTolerance_ = 1e-4

staticprotected

Definition at line 30 of file GoodnessOfFit.h.

Referenced by GoodnessOfFit(), and run().

float GoodnessOfFit::mu_ = 0.0

staticprotected

Definition at line 33 of file GoodnessOfFit.h.

Referenced by GoodnessOfFit(), and run().

std::vector<RooAbsData*> GoodnessOfFit::tempData_

mutableprotected

Definition at line 38 of file GoodnessOfFit.h.

Referenced by makeSaturatedPdf(), and runSaturatedModel().