command_line Namespace Reference

Functions
def	copy_global_tag (arguments)
def	copy_tag (arguments)
def	diff_of_gts (arguments)
def	diff_of_tags (arguments)
def	list_object (arguments)
def	parse_command_line (arguments)
def	search (arguments)

Variables
	dest_tag
	end
	input_tag
	start

Detailed Description

Command line module that the "command line" script.

Works by taking the main keyword (first command given to the script),
passing that to the function that will deal with that action, along with the following arguments as parameters for that function.

Function Documentation

copy_global_tag()

def command_line.copy_global_tag

(

arguments

)

Definition at line 139 of file command_line.py.

References submitPVValidationJobs.__init__(), writedatasetfile.args, querying.connect(), data, and resolutioncreator_cfi.object.

def copy_global_tag(arguments):
    raise NotImplementedError("Copying Global Tags is currently not supported for this transition command-line interface for CondDBFW.")

    # set up connection
    source_connection = querying.connect(arguments.db, secrets=arguments.secrets, mode=arguments.mode, map_blobs=True)
    dest_connection = querying.connect(arguments.dest_db, secrets=arguments.secrets, mode=arguments.mode, map_blobs=True)

    # get CondDBFW Global Tag object
    global_tag = source_connection.global_tag(name=arguments.input_gt)
    if global_tag == None:
        raise Exception("Source Global Tag doesn't exist.")

    tag_names = global_tag.tags().get_members("tag_name").data()
    tags = source_connection.tag(name=tags)

    # copy global tag first
    global_tag.insertion_time = datetime.datetime.utcnow()
    global_tag.validity = -1
    dest_connection.write_and_commit(global_tag)

    for tag in tags:
        # create temporary argument class
        class args(object):
            def __init__(self):
                self.input_tag = tag.name
                self.dest_tag = tag.name
                self.start = 1
                self.end = tag.latest_iov()+1
                for attribute in dir(arguments):
                    self.__dict__[attribute] = getattr(arguments, attribute)

        copy_tag(args())

copy_tag()

def command_line.copy_tag

(

arguments

)

Definition at line 85 of file command_line.py.

References querying.connect(), data, and print().

def copy_tag(arguments):

    # set up connection
    source_connection = querying.connect(arguments.db, secrets=arguments.secrets, mode=arguments.mode, map_blobs=True)
    dest_connection = querying.connect(arguments.dest_db, secrets=arguments.secrets, mode=arguments.mode, map_blobs=True)

    # get tag from the source database, adjust it, and copy it (with the defined IOV range) to the destination database

    print("Reading source Tag.")
    source_tag = source_connection.tag(name=arguments.input_tag)
    if source_tag == None:
        raise Exception("Source Tag doesn't exist.")

    # get all IOVs within the range [start, end]
    print("Reading source IOVs.")
    since_range = source_connection.range(arguments.start, arguments.end)
    source_iovs = source_tag.iovs(since=since_range).data()

    # get hashes of all IOVs contained in the Tag in the source database
    print("Reading source Payloads.")
    hashes = source_tag.iovs().get_members("payload_hash").data()
    payloads = source_connection.payload(hash=hashes)

    print("Writing to destination database...")

    # set end_of_validity to -1 because sqlite doesn't support long ints
    source_tag.end_of_validity = -1
    source_tag.name = arguments.dest_tag
    source_tag.modification_time = datetime.datetime.utcnow()

    # create new iovs
    new_iovs = []
    for iov in source_iovs:
        new_iovs.append(dest_connection.models["iov"](iov.as_dicts(convert_timestamps=False), convert_timestamps=False))

    # write new tag to destination database
    print("Writing destination Tag.")
    if dest_connection.tag(name=arguments.dest_tag) != None:
        dest_connection.write_and_commit(source_tag)

    # write new iovs
    print("Writing IOVs to destination Tag.")
    for iov in new_iovs:
        if dest_connection.iov(tag_name=iov.tag_name, since=iov.since, insertion_time=iov.insertion_time) == None:
            dest_connection.write_and_commit(iov)

    # get payloads used by IOVs and copy those over
    print("Copying Payloads over.")
    for payload in payloads:
        if dest_connection.payload(hash=payload.hash) == None:
            dest_connection.write_and_commit(payload)

    print("Copy complete.")

diff_of_gts()

def command_line.diff_of_gts

(

arguments

)

Definition at line 65 of file command_line.py.

References querying.connect().

def diff_of_gts(arguments):
    # get a CondDBFW Global Tag object for the first GT
    # then use the diff() method to draw the table of differences

    # set up connection
    connection = querying.connect(arguments.db, secrets=arguments.secrets, mode=arguments.mode)

    gt1 = connection.global_tag(name=arguments.gt1)
    gt2 = connection.global_tag(name=arguments.gt2)

    gt1.diff(gt2).as_table(columns=["Record", "Label", "%s Tag" % arguments.gt1, "%s Tag" % arguments.gt2])

diff_of_tags()

def command_line.diff_of_tags

(

arguments

)

Definition at line 53 of file command_line.py.

References querying.connect().

def diff_of_tags(arguments):
    # get a CondDBFW Tag object for the first tag
    # then use the diff() method to draw the table of differences

    # set up connection
    connection = querying.connect(arguments.db, secrets=arguments.secrets, mode=arguments.mode)

    tag1 = connection.tag(name=arguments.tag1)
    tag2 = connection.tag(name=arguments.tag2)

    tag1.diff(tag2).as_table(columns=["since", arguments.tag1, arguments.tag2])

list_object()

def command_line.list_object

(

arguments

)

Definition at line 13 of file command_line.py.

References querying.connect(), beamvalidation.exit(), and print().

def list_object(arguments):

    # set up connection
    connection = querying.connect(arguments.db, secrets=arguments.secrets, mode=arguments.mode)

    options = ["tag", "gt", "gts_for_tag"]
    number_of_options_given = 0
    for option in options:
        if getattr(arguments, option):
            number_of_options_given += 1
    if number_of_options_given != 1:
        print("You must specify a single object to list.")
        exit()

    if arguments.tag:
        tag_name = arguments.tag
        tag = connection.tag(name=tag_name)
        if tag:
            iovs = tag.iovs(amount=arguments.limit)
            iovs.as_table()
        else:
            print("The Tag '%s' was not found in the database '%s'." % (tag_name, arguments.db))
            exit()

    elif arguments.gt:
        gt_name = arguments.gt
        gt = connection.global_tag(name=gt_name)
        if gt:
            gt_maps = gt.tags(amount=arguments.limit)
            gt_maps.as_table(hide=["global_tag_name"])
        else:
            print("The Global Tag '%s' was not found in the database '%s'." % (gt_name, arguments.db))
            exit()

    elif arguments.gts_for_tag:
        tag_name = arguments.gts_for_tag
        tag = connection.tag(name=tag_name)
        gts = tag.parent_global_tags(amount=arguments.limit)
        gts.as_table(columns=["name", "insertion_time", "snapshot_time"])

parse_command_line()

def command_line.parse_command_line

(

arguments

)

Assumes script name has been removed from the list of arguments.
Hence, arguments[0] is the subcommand.

Definition at line 172 of file command_line.py.

References print().

def parse_command_line(arguments):
    """
    Assumes script name has been removed from the list of arguments.
    Hence, arguments[0] is the subcommand.
    """
    top_level_parser = argparse.ArgumentParser(description="CondDBFW Command line tool")
    top_level_parser.add_argument("--db", type=str, required=False, default="frontier://FrontierProd/CMS_CONDITIONS")
    top_level_parser.add_argument("--mode", type=str, required=False, default="w")
    top_level_parser.add_argument("--secrets", type=str, required=False)
    top_level_parser.add_argument("--limit", type=int, required=False, default=10)

    subparser = top_level_parser.add_subparsers(title="Subcommands")

    list_parser = subparser.add_parser("list", description="Lists the Metadata objects contained within the given object.")
    list_parser.add_argument("--tag", required=False, help="List all IOVs in a Tag.")
    list_parser.add_argument("--gt", required=False, help="List all Global Tag Maps linked to a Global Tag.")
    list_parser.add_argument("--gts-for-tag", required=False, help="List all Global Tags that contain a Tag.")

    list_parser.set_defaults(func=list_object)

    diff_parser = subparser.add_parser("diff-tags", description="Gives the differences in payload hashes used by IOVs between Tags.")
    diff_parser.add_argument("--tag1", required=True, help="First Tag to use in the comparison.")
    diff_parser.add_argument("--tag2", required=True, help="Second Tag to use in the comparison.")

    diff_parser.set_defaults(func=diff_of_tags)

    gt_diff_parser = subparser.add_parser("diff-gts", description="Gives the differences in Global Tag Maps contained within Global Tag.")
    gt_diff_parser.add_argument("--gt1", required=True, help="First Global Tag to use in the comparison.")
    gt_diff_parser.add_argument("--gt2", required=True, help="Second Global Tag to use in the comparison.")

    gt_diff_parser.set_defaults(func=diff_of_gts)

    copy_tag_parser = subparser.add_parser("copy-tag", description="Copies a Tag with its IOVs and Payloads to a destination database."
                                                        + "\nFor copying to official databases, use cmsDbCondUpload (https://cms-conddb-dev.cern.ch/cmsDbCondUpload).")
    copy_tag_parser.add_argument("--dest-db", required=True, help="Database to copy the Tag and its IOVs to.")
    copy_tag_parser.add_argument("--input-tag", required=True, help="Tag to take data from in source database.")
    copy_tag_parser.add_argument("--dest-tag", required=True, help="Tag to copy input Tag to in the destination database.")
    copy_tag_parser.add_argument("--start", required=True, help="Since to start from.  If this is between two, the highest one is taken (no adjustments are made).")
    copy_tag_parser.add_argument("--end", required=True, help="Since to finidh at.  If this is between two, the lowest one is taken (no adjustments are made).")

    copy_tag_parser.set_defaults(func=copy_tag)

    parsed_arguments = top_level_parser.parse_args()

    print("Using database '%s'." % parsed_arguments.db)

    parsed_arguments.func(parsed_arguments)

search()

def command_line.search

(

arguments

)

Definition at line 77 of file command_line.py.

References querying.connect().

def search(arguments):

    raise NotImplementedError("Todo")

    connection = querying.connect(arguments.db, secrets=arguments.secrets, mode=arguments.mode)

    search_string = connection.regexp(".*%s.*" % arguments.string)

Variable Documentation

dest_tag

command_line.dest_tag

Definition at line 164 of file command_line.py.

end

command_line.end

Definition at line 166 of file command_line.py.

input_tag

command_line.input_tag

Definition at line 163 of file command_line.py.

start

command_line.start

Definition at line 165 of file command_line.py.

Referenced by HBHERecHitProducerGPU.acquire(), SiPixelRawToClusterCUDAT< TrackerTraits >.acquire(), L1TMP7ZeroSupp.analyze(), EcalDumpRaw.analyze(), HLTObjectMonitorProtonLead.analyze(), HLTObjectMonitor.analyze(), RunInfoUpdate.appendNewRun(), EcalBoundaryInfoCalculator< EBDetId >.boundaryRecHits(), L1TDTTFClient.buildPhiEtaPlotO(), L1TDTTFClient.buildPhiEtaPlotOFC(), edm::storage::LocalCacheFile.cache(), HIPAlignmentAlgorithm.calcParameters(), SimpleCosmicBONSeeder.checkNoisyModules(), edm::VParameterSetEntry.dump(), ElectronCalibrationUniv.endJob(), trklet::TrackletProcessor.execute(), TotemSampicFrame.extractDataFromBytesLSB(), MuonResidualsPositionFitter.fit(), MuonResidualsAngleFitter.fit(), MuonResidualsBfieldAngleFitter.fit(), MuonResiduals1DOFFitter.fit(), MuonResiduals6DOFrphiFitter.fit(), MuonResiduals5DOFFitter.fit(), MuonResiduals6DOFFitter.fit(), hgcalsimclustertime::ComputeClusterTime.fixSizeHighestDensity(), EcalBoundaryInfoCalculator< EBDetId >.gapRecHits(), cond::persistency::RunInfoEditor.getLastInserted(), popcon::EcalLaser_weekly_Handler.getNewObjects(), HFShowerLibrary::BranchCache.getRecord(), edm::storage::StormLcgGtStorageMaker.getTURL(), edm::storage::StormStorageMaker.getTURL(), RunInfoUpdate.import(), edm::EDConsumerBase.labelsForToken(), evf::EvFDaqDirector.make_flock(), MatcherUsingTracksAlgorithm.match(), edm::ProductResolverIndexHelper::Matches.moduleLabel(), RKPropagatorInZ.myPropagate(), RKPropagatorInR.myPropagate(), CSCFileReader.nextEventFromFUs(), offsetBy(), RK4PreciseStep.operator()(), CartesianLorentzForce.operator()(), MeasurementByLayerGrouper.operator()(), PeriodicAllocMonitor.PeriodicAllocMonitor(), pos::PixelFEDTestDAC.PixelFEDTestDAC(), prettyPrint(), l1t::Stage2Layer2DemuxJetAlgoFirmwareImp1.processEvent(), l1t::L1TRawToDigi.produce(), RKPropagatorInS.propagateParametersOnCylinder(), RKPropagatorInS.propagateParametersOnPlane(), FileReaderDDU.read(), FileReaderDCC.read(), RunInfoRead.readData(), L1MuRegionalCand.readDataField(), L1MuGMTCand.readDataField(), edm::storage::LocalCacheFile.readv(), edm::storage::XrdFile.readv(), FedRawDataInputSource.readWorker(), DAQSource.readWorker(), CTPPSOpticalFunctionsESSource.setIntervalFor(), PPSAssociationCutsESSource.setIntervalFor(), RunIOV.setRunStart(), LMFIOV.setStart(), DCSPTMTemp.setStart(), MODRunIOV.setSubRunStart(), MonRunIOV.setSubRunStart(), RunDCSMagnetDat.setTime(), ecaldqm::MESetTrend.shift_(), CosmicMuonUtilities.stepPropagate(), TkStripMeasurementDet.testStrips(), th1ToFormulaBinTree(), edm::VParameterSetEntry.toString(), edm::ParameterSet.toStringImp(), KFTrajectorySmoother.trajectory(), L1MuRegionalCand.writeDataField(), L1MuGMTCand.writeDataField(), and trklet::DTCLinkMemory.writeStubs().