CondTools/RunInfo/python/LHCInfoPerFillPopConAnalyzer_cfg.py - master - githubmirror/cmssw

CondTools/RunInfo/python/LHCInfoPerFillPopConAnalyzer_cfg.py
199 строк11 KB
Jan Chyczynski
Review: Allow defining valid range of Energy values for LHCInfoPerFill O2O
09 окт 2025, 13:10
09 окт 2025, 13:1081305fd
import socket
import FWCore.ParameterSet.Config as cms
import FWCore.ParameterSet.VarParsing as VarParsing
process = cms.Process("LHCInfoPerFillPopulator")
from CondCore.CondDB.CondDB_cfi import *

sourceConnection = 'oracle://cms_omds_adg/CMS_RUNINFO_R'
if socket.getfqdn().find('.cms') != -1:
    sourceConnection = 'oracle://cms_omds_lb/CMS_RUNINFO_R'

options = VarParsing.VarParsing()
options.register( 'mode'
                , None # Required parameter
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , "The mode the fills are going to be process and the data gathered. Accepted values: duringFill endFill"
                  )
options.register( 'destinationConnection'
                , 'sqlite_file:lhcinfo_pop_test.db' #default value
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , "Connection string to the DB where payloads will be possibly written."
                  )
options.register( 'targetConnection'
                , '' #default value
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """Connection string to the target DB:
                     if not empty (default), this provides the latest IOV and payloads to compare;
                     it is the DB where payloads should be finally uploaded."""
                  )
options.register( 'tag'
                , 'LHCInfoPerFill_PopCon_test'
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , "Tag written in destinationConnection and finally appended in targetConnection."
                  )
options.register( 'messageLevel'
                , 0 #default value
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.int
                , "Message level; default to 0"
                  )
options.register( 'startTime'
                , '2021-09-10 03:10:18.000'
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """Date and time of the start of processing:
                     processes only fills starting at startTime or later"""
                  )
options.register( 'endTime'
                , ''
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """Date and time of the start of processing:
                     processes only fills starting before endTime;
                     default to empty string which sets no restriction"""
                  )

options.register( 'sourceConnection'
                , "oracle://cms_orcon_adg/CMS_RUNTIME_LOGGER"
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """beam data source connection string (aka PPS db)"""
                  )
options.register( 'ecalConnection'
                , "oracle://cms_orcon_adg/CMS_DCS_ENV_PVSS_COND"
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """ecal data source connection string"""
                  )
options.register( 'oms'
                , "http://vocms0184.cern.ch/agg/api/v1"
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """OMS base URL"""
                  )

#duringFill mode specific:
options.register( 'lastLumiFile'
                , ''
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """duringFill only: path to file with lumiid to override the last lumisection processed by HLT.
                     Used for testing. Leave empty for production behaviour (getting this info from OMS)"""
                  )
options.register( 'frontierKey'
                , ''
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """duringFill only: run-unique key for writing with OnlinePopCon
                     (used for confirming proper upload)"""
                  )
# checking for invalid energy values, duringFill mode specific
options.register('minEnergy',  450  
                , VarParsing.VarParsing.multiplicity.singleton, VarParsing.VarParsing.varType.float
                , """duringFill only: [GeV] min value of the range of valid values (inclusive).
                     If the value is outside of this range the payload is not uploaded""")
options.register('maxEnergy',  8000.
                , VarParsing.VarParsing.multiplicity.singleton, VarParsing.VarParsing.varType.float
                , """duringFill only: [GeV] max value of the range of valid values (inclusive).
                     If the value is outside of this range the payload is not uploaded""")
options.register('throwOnInvalid', False, # Intended production setup: False for endFill, True for duringFill
                VarParsing.VarParsing.multiplicity.singleton,
                VarParsing.VarParsing.varType.bool,
                "duringFill only: If true, throw on invalid payloads; if false, filter them out.")

# so far there was no need to use option, added just in case
options.register( 'authenticationPath'
                , ""
                , VarParsing.VarParsing.multiplicity.singleton
                , VarParsing.VarParsing.varType.string
                , """for now this option was always left empty"""
                  )

options.parseArguments()
if options.mode is None:
  raise ValueError("mode argument not provided. Supported modes are: duringFill endFill")
if options.mode not in ("duringFill", "endFill"):
  raise ValueError("Wrong mode argument. Supported modes are: duringFill endFill")
if options.throwOnInvalid and options.mode != "duringFill":
  raise ValueError("throwOnInvalid option can be True only in duringFill mode")

CondDBConnection = CondDB.clone( connect = cms.string( options.destinationConnection ) )
CondDBConnection.DBParameters.messageLevel = cms.untracked.int32( options.messageLevel )
CondDBConnection.DBParameters.authenticationPath = cms.untracked.string(options.authenticationPath)

process.MessageLogger = cms.Service("MessageLogger",
                                    cout = cms.untracked.PSet(threshold = cms.untracked.string('INFO')),
                                    destinations = cms.untracked.vstring('cout')
                                    )

process.source = cms.Source("EmptyIOVSource",
                            lastValue = cms.uint64(1),
                            timetype = cms.string('runnumber'),
                            firstValue = cms.uint64(1),
                            interval = cms.uint64(1)
                            )

# Write different time-types tags depending on the O2O mode
if options.mode == 'endFill':
  timetype = 'timestamp'
else:
  timetype = 'lumiid'

if options.mode == "endFill":
  process.PoolDBOutputService = cms.Service("PoolDBOutputService",
                                            CondDBConnection,
                                            timetype = cms.untracked.string(timetype),
                                            toPut = cms.VPSet(cms.PSet(record = cms.string('LHCInfoPerFillRcd'),
                                                                      tag = cms.string( options.tag )
                                                                      )
                                                              )
                                            )
else:
  process.OnlineDBOutputService = cms.Service("OnlineDBOutputService",
    CondDBConnection,
    preLoadConnectionString = cms.untracked.string('frontier://FrontierProd/CMS_CONDITIONS' 
                                                if not options.destinationConnection.startswith('sqlite') 
                                                else options.destinationConnection ), 
    lastLumiFile = cms.untracked.string(options.lastLumiFile),
    omsServiceUrl = cms.untracked.string('http://cmsoms-eventing.cms:9949/urn:xdaq-application:lid=100/getRunAndLumiSection'
                                         if not options.lastLumiFile else "" ),
    # runNumber = cms.untracked.uint64(384468), #not used in production, the last LS processed is set as the 1st LS of this
                                            #run if the omsServiceUrl is empty and file specified in lastLumiFile is empty
    latency = cms.untracked.uint32(2),
    timetype = cms.untracked.string(timetype),
    toPut = cms.VPSet(cms.PSet(
        record = cms.string('LHCInfoPerFillRcd'),
        tag = cms.string( options.tag ),
        onlyAppendUpdatePolicy = cms.untracked.bool(True)
    )),
    frontierKey = cms.untracked.string(options.frontierKey)
)


process.Test1 = cms.EDAnalyzer("LHCInfoPerFillPopConAnalyzer" if options.mode == "endFill" else "LHCInfoPerFillOnlinePopConAnalyzer",
                               SinceAppendMode = cms.bool(True),
                               record = cms.string('LHCInfoPerFillRcd'),
                               name = cms.untracked.string('LHCInfo'),
                               Source = cms.PSet(
                                   startTime = cms.untracked.string(options.startTime),
                                   endTime = cms.untracked.string(options.endTime),
                                   endFill = cms.untracked.bool(options.mode == "endFill"),
                                   name = cms.untracked.string("LHCInfoPerFillPopConSourceHandler"),
                                   connectionString = cms.untracked.string(options.sourceConnection),
                                   ecalConnectionString = cms.untracked.string(options.ecalConnection),
                                   omsBaseUrl = cms.untracked.string(options.oms),
                                   authenticationPath = cms.untracked.string(options.authenticationPath),
                                   debug=cms.untracked.bool(False),
                                   minEnergy = cms.untracked.double(options.minEnergy),
                                   maxEnergy = cms.untracked.double(options.maxEnergy),
                                   throwOnInvalid = cms.untracked.bool(options.throwOnInvalid)
                               ),
                               loggingOn = cms.untracked.bool(True),
                               IsDestDbCheckedInQueryLog = cms.untracked.bool(False)
                               )

process.p = cms.Path(process.Test1)