mkfit::ConfigJson Class Reference

#include <IterationConfig.h>

Public Member Functions
	ConfigJson (bool verbose=false)
void	dump (IterationsInfo &its_info)
std::unique_ptr< IterationConfig >	load_File (const std::string &fname)
void	patch_Files (IterationsInfo &its_info, const std::vector< std::string > &fnames, ConfigJsonPatcher::PatchReport *report=nullptr)
std::unique_ptr< IterationConfig >	patchLoad_File (const IterationsInfo &its_info, const std::string &fname, ConfigJsonPatcher::PatchReport *report=nullptr)
void	save_Iterations (IterationsInfo &its_info, const std::string &fname_fmt, bool include_iter_info_preamble)
void	test_Direct (IterationConfig &it_cfg)
void	test_Patcher (IterationConfig &it_cfg)

Private Attributes
bool	m_verbose = false

Detailed Description

Definition at line 376 of file IterationConfig.h.

Constructor & Destructor Documentation

ConfigJson()

mkfit::ConfigJson::ConfigJson ( bool  verbose = false )

inline

Definition at line 378 of file IterationConfig.h.

: m_verbose(verbose) {}

Member Function Documentation

dump()

void mkfit::ConfigJson::dump

(

IterationsInfo &

its_info

)

Definition at line 674 of file IterationConfig.cc.

References gather_cfg::cout, and dqmiolumiharvest::j.

Referenced by initGeom().

                                                {
    nlohmann::ordered_json j = its_info;
    std::cout << j.dump(3) << "\n";
  }

load_File()

std::unique_ptr< IterationConfig > mkfit::ConfigJson::load_File

(

const std::string &

fname

)

Definition at line 604 of file IterationConfig.cc.

References gather_cfg::cout, alignmentValidation::fname, mkfit::from_json(), dqmiolumiharvest::j, and m_verbose.

Referenced by MkFitIterationConfigESProducer::produce().

                                                                             {
    std::ifstream ifs;
    open_ifstream(ifs, fname, __func__);

    if (m_verbose) {
      printf("%s begin reading from file %s.\n", __func__, fname.c_str());
    }

    if (!skipws_ifstream(ifs))
      throw std::runtime_error("empty file");

    nlohmann::json j;
    ifs >> j;

    if (m_verbose) {
      std::cout << " Read JSON entity, iteration index is " << j["m_iteration_index"] << ", track algorithm is "
                << j["m_track_algorithm"] << ". Instantiating IterationConfig object and over-laying it with JSON.\n";
    }

    IterationConfig *icp = new IterationConfig();

    from_json(j, *icp);

    return std::unique_ptr<IterationConfig>(icp);
  }

patch_Files()

void mkfit::ConfigJson::patch_Files	(	IterationsInfo &	its_info,
		const std::vector< std::string > &	fnames,
		ConfigJsonPatcher::PatchReport *	report = nullptr
	)

Definition at line 486 of file IterationConfig.cc.

References mkfit::ConfigJsonPatcher::cd_top(), gather_cfg::cout, alignmentValidation::fname, SiStripCommissioningSource_FromRAW_cfg::fnames, dqmiolumiharvest::j, mkfit::ConfigJsonPatcher::load(), m_verbose, cuy::rep, mkfit::ConfigJsonPatcher::replace(), edmIntegrityCheck::report, and mkfit::ConfigJsonPatcher::save().

Referenced by initGeom().

                                                                     {
    ConfigJsonPatcher cjp(m_verbose);
    cjp.load(its_info);

    ConfigJsonPatcher::PatchReport rep;

    for (auto &fname : fnames) {
      std::ifstream ifs;
      open_ifstream(ifs, fname, __func__);

      if (m_verbose) {
        printf("%s begin reading from file %s.\n", __func__, fname.c_str());
      }

      int n_read = 0, n_tot_replaced = 0;
      while (skipws_ifstream(ifs)) {
        nlohmann::json j;
        ifs >> j;
        ++n_read;

        if (m_verbose) {
          std::cout << " Read JSON entity " << n_read << " -- applying patch:\n";
          // std::cout << j.dump(3) << "\n";
        }

        int n_replaced = cjp.replace(j);

        if (m_verbose) {
          std::cout << " Replaced " << n_replaced << " entries.\n";
        }
        cjp.cd_top();
        n_tot_replaced += n_replaced;
      }

      if (m_verbose) {
        printf("%s read %d JSON entities from file %s, replaced %d parameters.\n",
               __func__,
               n_read,
               fname.c_str(),
               n_tot_replaced);
      }

      ifs.close();

      rep.inc_counts(1, n_read, n_tot_replaced);
    }

    if (rep.n_replacements > 0) {
      cjp.save(its_info);
    }

    if (report)
      report->inc_counts(rep);
  }

patchLoad_File()

std::unique_ptr< IterationConfig > mkfit::ConfigJson::patchLoad_File	(	const IterationsInfo &	its_info,
		const std::string &	fname,
		ConfigJsonPatcher::PatchReport *	report = nullptr
	)

Definition at line 543 of file IterationConfig.cc.

References mkfit::ConfigJsonPatcher::cd_top(), gather_cfg::cout, alignmentValidation::fname, mps_fire::i, dqmiolumiharvest::j, mkfit::ConfigJsonPatcher::load(), m_verbose, cuy::rep, mkfit::ConfigJsonPatcher::replace(), edmIntegrityCheck::report, mkfit::ConfigJsonPatcher::save(), and mkfit::IterationsInfo::size().

Referenced by initGeom().

                                                                                                    {
    ConfigJsonPatcher::PatchReport rep;

    std::ifstream ifs;
    open_ifstream(ifs, fname, __func__);

    if (m_verbose) {
      printf("%s begin reading from file %s.\n", __func__, fname.c_str());
    }

    if (!skipws_ifstream(ifs))
      throw std::runtime_error("empty file");

    nlohmann::json j;
    ifs >> j;
    int track_algo = j["m_track_algorithm"];

    int iii = -1;
    for (int i = 0; i < its_info.size(); ++i) {
      if (its_info[i].m_track_algorithm == track_algo) {
        iii = i;
        break;
      }
    }
    if (iii == -1)
      throw std::runtime_error("matching IterationConfig not found");

    if (m_verbose) {
      std::cout << " Read JSON entity, Iteration index is " << iii << " -- cloning and applying JSON patch:\n";
    }

    IterationConfig *icp = new IterationConfig(its_info[iii]);
    IterationConfig &ic = *icp;

    ConfigJsonPatcher cjp(m_verbose);
    cjp.load(ic);

    int n_replaced = cjp.replace(j);

    cjp.cd_top();

    if (m_verbose) {
      printf("%s read 1 JSON entity from file %s, replaced %d parameters.\n", __func__, fname.c_str(), n_replaced);
    }

    ifs.close();

    rep.inc_counts(1, 1, n_replaced);

    if (rep.n_replacements > 0) {
      cjp.save(ic);
    }

    if (report)
      report->inc_counts(rep);

    return std::unique_ptr<IterationConfig>(icp);
  }

save_Iterations()

void mkfit::ConfigJson::save_Iterations	(	IterationsInfo &	its_info,
		const std::string &	fname_fmt,
		bool	include_iter_info_preamble
	)

Definition at line 634 of file IterationConfig.cc.

References mkfit::TrackBase::algoint_to_cstr(), cms::cuda::assert(), alignmentValidation::fname, cuy::ii, dqmiolumiharvest::j, mkfit::IterationConfig::m_track_algorithm, mkfit::IterationsInfo::size(), and mkfit::to_json().

Referenced by initGeom().

                                                                    {
    bool has_pct_d = fname_fmt.find("%d") != std::string::npos;
    bool has_pct_s = fname_fmt.find("%s") != std::string::npos;

    assert((has_pct_d || has_pct_s) && "JSON save filename-format must include a %d or %s substring");
    assert(!(has_pct_d && has_pct_s) && "JSON save filename-format must include only one of %d or %s substrings");

    for (int ii = 0; ii < its_info.size(); ++ii) {
      const IterationConfig &itconf = its_info[ii];

      char fname[1024];
      if (has_pct_d)
        snprintf(fname, 1024, fname_fmt.c_str(), ii);
      else
        snprintf(fname, 1024, fname_fmt.c_str(), TrackBase::algoint_to_cstr(itconf.m_track_algorithm));

      std::ofstream ofs;
      open_ofstream(ofs, fname, __func__);

      if (include_iter_info_preamble) {
        ofs << "{ \"m_iterations/" << ii << "\": ";
      }

      nlohmann::ordered_json j;
      to_json(j, itconf);

      ofs << std::setw(1);
      ofs << j;

      if (include_iter_info_preamble) {
        ofs << " }";
      }

      ofs << "\n";
      ofs.close();
    }
  }

test_Direct()

void mkfit::ConfigJson::test_Direct

(

IterationConfig &

it_cfg

)

Definition at line 683 of file IterationConfig.cc.

References gather_cfg::cout, mkfit::from_json(), createfilelist::int, dqmiolumiharvest::j, mkfit::IterationConfig::m_layer_configs, mkfit::IterationConfig::m_n_regions, mkfit::IterationConfig::m_steering_params, AlCaHLTBitMon_ParallelJobs::p, AlCaHLTBitMon_QueryRunRegistry::string, and x.

                                                      {
    using nlohmann::json;

    std::string lojz("/m_select_max_dphi");

    json j = it_cfg;
    std::cout << j.dump(1) << "\n";

    std::cout << "Layer 43, m_select_max_dphi = " << j["/m_layer_configs/43/m_select_max_dphi"_json_pointer] << "\n";
    std::cout << "Patching it to pi ...\n";
    json p = R"([
        { "op": "replace", "path": "/m_layer_configs/43/m_select_max_dphi", "value": 3.141 }
    ])"_json;
    j = j.patch(p);
    std::cout << "Layer 43, m_select_max_dphi = " << j["/m_layer_configs/43/m_select_max_dphi"_json_pointer] << "\n";

    auto &jx = j["/m_layer_configs/60"_json_pointer];
    // jx["m_select_max_dphi"] = 99.876;
    json::json_pointer jp(lojz);
    jx[jp] = 99.876;

    // try loading it back, see what happens to vector m_layer_configs.

    from_json(j, it_cfg);
    printf("Layer 43 : m_select_max_dphi = %f, size_of_layer_vec=%d, m_n_regions=%d, size_of_steering_params=%d\n",
           it_cfg.m_layer_configs[43].m_select_max_dphi,
           (int)it_cfg.m_layer_configs.size(),
           it_cfg.m_n_regions,
           (int)it_cfg.m_steering_params.size());

    printf("Layer 60 : m_select_max_dphi = %f, size_of_layer_vec=%d, m_n_regions=%d, size_of_steering_params=%d\n",
           it_cfg.m_layer_configs[60].m_select_max_dphi,
           (int)it_cfg.m_layer_configs.size(),
           it_cfg.m_n_regions,
           (int)it_cfg.m_steering_params.size());

    // try accessing something that does not exist

    // std::cout << "Non-existent path " << j["/m_layer_configs/143/m_select_max_dphi"_json_pointer] << "\n";

    auto &x = j["/m_layer_configs"_json_pointer];
    std::cout << "Typename /m_layer_configs " << x.type_name() << "\n";
    auto &y = j["/m_layer_configs/143"_json_pointer];
    std::cout << "Typename /m_layer_configs/143 " << y.type_name() << ", is_null=" << y.is_null() << "\n";
  }

test_Patcher()

void mkfit::ConfigJson::test_Patcher

(

IterationConfig &

it_cfg

)

Definition at line 729 of file IterationConfig.cc.

References mkfit::ConfigJsonPatcher::cd(), mkfit::ConfigJsonPatcher::cd_top(), gather_cfg::cout, mkfit::ConfigJsonPatcher::dump(), cppFunctionSkipper::exception, mkfit::ConfigJsonPatcher::get(), mps_fire::i, createfilelist::int, dqmiolumiharvest::j, mkfit::ConfigJsonPatcher::load(), mkfit::IterationConfig::m_layer_configs, mkfit::IterationConfig::m_n_regions, mkfit::IterationConfig::m_steering_params, mkfit::ConfigJsonPatcher::replace(), mkfit::ConfigJsonPatcher::save(), and x.

                                                       {
    ConfigJsonPatcher cjp;
    cjp.load(it_cfg);

    std::cout << cjp.dump(1) << "\n";

    {
      cjp.cd("/m_layer_configs/43/m_select_max_dphi");
      std::cout << "Layer 43, m_select_max_dphi = " << cjp.get("") << "\n";
      std::cout << "Setting it to pi ...\n";
      cjp.replace("", 3.141);
      cjp.cd_top();
      std::cout << "Layer 43, m_select_max_dphi = " << cjp.get("/m_layer_configs/43/m_select_max_dphi") << "\n";
    }
    {
      std::cout << "Replacing layer 60 m_select_max_dphi with full path\n";
      cjp.replace("/m_layer_configs/60/m_select_max_dphi", 99.876);
    }
    try {
      std::cout << "Trying to replace an non-existent array entry\n";
      cjp.replace("/m_layer_configs/1460/m_select_max_dphi", 666.666);
    } catch (std::exception &exc) {
      std::cout << "Caugth exception: " << exc.what() << "\n";
    }
    try {
      std::cout << "Trying to replace an non-existent object entry\n";
      cjp.replace("/m_layer_configs/1/moo_select_max_dphi", 666.666);
    } catch (std::exception &exc) {
      std::cout << "Caugth exception: " << exc.what() << "\n";
    }
    {
      std::cout << "Replacing m_select_max_dphi on layers 1 to 3 to 7.7\n";
      cjp.cd("/m_layer_configs");
      cjp.replace(1, 3, "/m_select_max_dphi", 7.7);
      cjp.cd_top();
    }

    // try getting it back into c++, see what happens to vector m_layer_configs.

    cjp.save(it_cfg);

    printf("Layer 43: m_select_max_dphi = %f, size_of_layer_vec=%d, m_n_regions=%d, size_of_steering_params=%d\n",
           it_cfg.m_layer_configs[43].m_select_max_dphi,
           (int)it_cfg.m_layer_configs.size(),
           it_cfg.m_n_regions,
           (int)it_cfg.m_steering_params.size());

    printf("Layer 60: m_select_max_dphi = %f\n", it_cfg.m_layer_configs[60].m_select_max_dphi);
    for (int i = 0; i < 5; ++i)
      printf("Layer %2d: m_select_max_dphi = %f\n", i, it_cfg.m_layer_configs[i].m_select_max_dphi);

    // try accessing something that does not exist

    // std::cout << "Non-existent path " << j["/m_layer_configs/143/m_select_max_dphi"_json_pointer] << "\n";

    auto &j = cjp.get("");

    auto &x = j["/m_layer_configs"_json_pointer];
    std::cout << "Typename /m_layer_configs " << x.type_name() << "\n";
    auto &y = j["/m_layer_configs/143"_json_pointer];
    std::cout << "Typename /m_layer_configs/143 " << y.type_name() << ", is_null=" << y.is_null() << "\n";
  }

Member Data Documentation

m_verbose

bool mkfit::ConfigJson::m_verbose = false

private

Definition at line 416 of file IterationConfig.h.

Referenced by load_File(), patch_Files(), and patchLoad_File().