![]() |
![]() |
Public Member Functions | |
def | __init__ (self, argv) |
def | create (self) |
Public Attributes | |
rereco | |
Private Member Functions | |
def | _add_file_info (self, container, keys, fileinfo) |
def | _create_dataset_cff (self, name, file_list, json_file=None) |
def | _create_dataset_ini_section (self, name, collection, json_file=None) |
def | _create_dataset_txt (self, name, file_list) |
def | _create_file_lists (self) |
def | _create_hippy_txt (self, name, job_list) |
def | _create_json_file (self, name, first, last=None) |
def | _define_parser (self) |
def | _fulfill_iov_eventcount (self) |
def | _get_iovs (self, runs, useminiiovs=False) |
def | _get_track_collection (self, edm_file) |
def | _prepare_iov_datastructures (self) |
def | _prepare_run_datastructures (self) |
def | _print_eventcounts (self) |
def | _remove_file_info (self, container, keys, fileinfo) |
def | _request_dataset_information (self) |
def | _split_hippy_jobs (self) |
def | _validate_input (self) |
def | _write_file_lists (self) |
Static Private Attributes | |
string | _dataset_template |
string | _event_count_log = "event_count_info.log" |
Create file lists for alignment and validation for a given dataset.
Definition at line 45 of file tkal_create_file_lists.py.
def tkal_create_file_lists.FileListCreator.__init__ | ( | self, | |
argv | |||
) |
Constructor taking the command line arguments. Arguments: - `args`: command line arguments
Definition at line 49 of file tkal_create_file_lists.py.
|
private |
Add file with `file_name` to `container` using `key`. Arguments: - `container`: dictionary holding information on files and event counts - `keys`: keys to which the info should be added; will be created if not existing - `file_name`: name of a dataset file
Definition at line 299 of file tkal_create_file_lists.py.
References mps_setup.append.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount().
|
private |
Create configuration fragment to define a dataset. Arguments: - `name`: name of the configuration fragment - `file_list`: list of files to write to `name` - `json_file`: JSON file to be used for this dataset (optional)
Definition at line 760 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._output_dir, tkal_create_file_lists.get_chunks(), join(), and tkal_create_file_lists.print_msg().
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Write dataset ini snippet. Arguments: - `name`: name of the dataset section - `collection`: track collection of this dataset - `json_file`: JSON file to be used for this dataset (optional)
Definition at line 532 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._first_dataset_ini, join(), and tkal_create_file_lists.print_msg().
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Write alignment file list to disk. Arguments: - `name`: name of the file list - `file_list`: list of files to write to `name`
Definition at line 739 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._output_dir, join(), and tkal_create_file_lists.print_msg().
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Create file lists for alignment and validation.
Definition at line 390 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator.create().
|
private |
Definition at line 753 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._output_dir, join(), and tkal_create_file_lists.print_msg().
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Create JSON file with `name` covering runs from `first` to `last`. If a global JSON is provided, the resulting file is the intersection of the file created here and the global one. Returns the name of the created JSON file. Arguments: - `name`: name of the creted JSON file - `first`: first run covered by the JSON file - `last`: last run covered by the JSON file
Definition at line 567 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._max_run, tkal_create_file_lists.FileListCreator._output_dir, and tkal_create_file_lists.print_msg().
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition of command line argument parser.
Definition at line 126 of file tkal_create_file_lists.py.
|
private |
Try to fulfill the requirement on the minimum number of events per IOV in the alignment file list by picking files from the validation list.
Definition at line 431 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._add_file_info(), tkal_create_file_lists.FileListCreator._events_for_alignment, tkal_create_file_lists.FileListCreator._events_for_validation, tkal_create_file_lists.FileListCreator._files_validation, tkal_create_file_lists.FileListCreator._get_iovs(), tkal_create_file_lists.FileListCreator._iov_info_alignment, tkal_create_file_lists.FileListCreator._iov_info_validation, tkal_create_file_lists.FileListCreator._iovs, tkal_create_file_lists.FileListCreator._remove_file_info(), and tkal_create_file_lists.FileListCreator._run_info.
Return the IOV start for `run`. Returns 'None' if the run is before any defined IOV. Arguments: - `runs`: run numbers
Definition at line 275 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._iovs, and tkal_create_file_lists.FileListCreator._miniiovs.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), and tkal_create_file_lists.FileListCreator._split_hippy_jobs().
|
private |
Extract track collection from given `edm_file`. Arguments: - `edm_file`: CMSSW dataset file
Definition at line 594 of file tkal_create_file_lists.py.
References ALCARECOTkAlBeamHalo_cff.filter, tkal_create_file_lists.print_msg(), split, and digitizers_cfi.strip.
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Create the needed objects for IOV handling.
Definition at line 262 of file tkal_create_file_lists.py.
|
private |
Create the needed objects for run-by-run validation file lists.
Definition at line 293 of file tkal_create_file_lists.py.
|
private |
Print the event counts per file list and per IOV.
Definition at line 485 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._events_for_alignment, tkal_create_file_lists.FileListCreator._events_for_validation, tkal_create_file_lists.FileListCreator._events_in_dataset, tkal_create_file_lists.FileListCreator._iov_info_alignment, tkal_create_file_lists.FileListCreator._iov_info_validation, tkal_create_file_lists.FileListCreator._output_dir, tkal_create_file_lists.FileListCreator._run_info, tkal_create_file_lists.print_msg(), and tkal_create_file_lists.FileListCreator.rereco.
Referenced by tkal_create_file_lists.FileListCreator.create().
|
private |
Remove file with `file_name` to `container` using `key`. Arguments: - `container`: dictionary holding information on files and event counts - `keys`: keys from which the info should be removed - `file_name`: name of a dataset file - `event_count`: number of events in `file_name`
Definition at line 318 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount().
|
private |
Retrieve general dataset information and create file list.
Definition at line 338 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._events_in_dataset, tkal_create_file_lists.FileListCreator._file_info, tkal_create_file_lists.FileListCreator._files, tkal_create_file_lists.FileListCreator._max_run, and tkal_create_file_lists.print_msg().
Referenced by tkal_create_file_lists.FileListCreator.create().
|
private |
Definition at line 457 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._datasets, tkal_create_file_lists.FileListCreator._files_alignment, tkal_create_file_lists.FileListCreator._get_iovs(), tkal_create_file_lists.FileListCreator._miniiovs, and objects.autophobj.float.
|
private |
Validate command line arguments.
Definition at line 211 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._dataset_regex, objects.autophobj.float, createfilelist.int, and tkal_create_file_lists.print_msg().
|
private |
Write file lists to disk.
Definition at line 655 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._create_dataset_cff(), tkal_create_file_lists.FileListCreator._create_dataset_ini_section(), tkal_create_file_lists.FileListCreator._create_dataset_txt(), tkal_create_file_lists.FileListCreator._create_hippy_txt(), tkal_create_file_lists.FileListCreator._create_json_file(), tkal_create_file_lists.FileListCreator._datasets, tkal_create_file_lists.FileListCreator._files, tkal_create_file_lists.FileListCreator._files_alignment, tkal_create_file_lists.FileListCreator._files_validation, tkal_create_file_lists.FileListCreator._formatted_dataset, tkal_create_file_lists.FileListCreator._get_track_collection(), tkal_create_file_lists.FileListCreator._hippy_jobs, tkal_create_file_lists.FileListCreator._iov_info_alignment, tkal_create_file_lists.FileListCreator._iov_info_validation, tkal_create_file_lists.FileListCreator._iovs, tkal_create_file_lists.FileListCreator._output_dir, tkal_create_file_lists.FileListCreator._run_info, join(), tkal_create_file_lists.print_msg(), tkal_create_file_lists.FileListCreator.rereco, and str.
Referenced by tkal_create_file_lists.FileListCreator.create().
def tkal_create_file_lists.FileListCreator.create | ( | self | ) |
Creates file list. To be called by user of the class.
Definition at line 114 of file tkal_create_file_lists.py.
References tkal_create_file_lists.FileListCreator._create_file_lists(), tkal_create_file_lists.FileListCreator._print_eventcounts(), tkal_create_file_lists.FileListCreator._request_dataset_information(), and tkal_create_file_lists.FileListCreator._write_file_lists().
Referenced by o2olib.O2OTool.execute().
|
private |
Definition at line 58 of file tkal_create_file_lists.py.
Referenced by mps_alisetup.SetupAlignment._create_config(), and Vispa.Main.Application.Application._readCommandLineAttributes().
|
private |
Definition at line 89 of file tkal_create_file_lists.py.
Referenced by trackingPlots.TrackingIterationOrder.__call__(), and trackingPlots.TimePerEventPlot.create().
|
private |
Definition at line 65 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._validate_input().
|
staticprivate |
Definition at line 799 of file tkal_create_file_lists.py.
|
private |
Definition at line 74 of file tkal_create_file_lists.py.
Referenced by mps_alisetup.SetupAlignment._create_additional_pede_jobs(), mps_alisetup.SetupAlignment._create_mille_jobs(), mps_alisetup.SetupAlignment._fetch_datasets(), tkal_create_file_lists.FileListCreator._split_hippy_jobs(), and tkal_create_file_lists.FileListCreator._write_file_lists().
|
staticprivate |
Definition at line 123 of file tkal_create_file_lists.py.
|
private |
Definition at line 396 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), and tkal_create_file_lists.FileListCreator._print_eventcounts().
|
private |
Definition at line 397 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), and tkal_create_file_lists.FileListCreator._print_eventcounts().
|
private |
|
private |
Definition at line 374 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._request_dataset_information(), tkal_create_file_lists._DasCache.get(), and tkal_create_file_lists._DasCache.set().
|
private |
|
private |
Definition at line 394 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._split_hippy_jobs(), and tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition at line 395 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), and tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition at line 56 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._create_dataset_ini_section().
|
private |
Definition at line 83 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition at line 477 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition at line 267 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), tkal_create_file_lists.FileListCreator._print_eventcounts(), and tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition at line 269 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), tkal_create_file_lists.FileListCreator._print_eventcounts(), and tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition at line 265 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), tkal_create_file_lists.FileListCreator._get_iovs(), and tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
|
private |
Definition at line 272 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._get_iovs(), and tkal_create_file_lists.FileListCreator._split_hippy_jobs().
|
private |
Definition at line 86 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._create_dataset_cff(), tkal_create_file_lists.FileListCreator._create_dataset_txt(), tkal_create_file_lists.FileListCreator._create_hippy_txt(), tkal_create_file_lists.FileListCreator._create_json_file(), tkal_create_file_lists.FileListCreator._print_eventcounts(), and tkal_create_file_lists.FileListCreator._write_file_lists().
|
private |
Definition at line 57 of file tkal_create_file_lists.py.
|
private |
Definition at line 296 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._fulfill_iov_eventcount(), tkal_create_file_lists.FileListCreator._print_eventcounts(), and tkal_create_file_lists.FileListCreator._write_file_lists().
tkal_create_file_lists.FileListCreator.rereco |
Definition at line 347 of file tkal_create_file_lists.py.
Referenced by tkal_create_file_lists.FileListCreator._print_eventcounts(), and tkal_create_file_lists.FileListCreator._write_file_lists().