launch_full_rereco.py

#! /usr/bin/env python

import sys
from ConfigParser import SafeConfigParser
import os
sys.path.append(os.path.join(sys.path[0], 'modules'))
from full_rereco import *
import optparse


#-------------------------------------------------------------------------------

def build_parser():

    #global request_upload
    
    usage= "Run with\n"
    usage+="%prog --reprocfg myinicfg.ini --prepare_configs\n"
    usage+="%prog --reprocfg myinicfg.ini --upload\n"
    usage+="%prog --reprocfg myinicfg.ini --request\n"
    parser = optparse.OptionParser(usage)
    parser.add_option("--upload",default=False,action='store_true',
                      help="use this option to upload the configurations to couchDB")
    parser.add_option("--request",default=False,action='store_true',
                      help="use this option to actually send the request to the request-manager web interface")
    parser.add_option("--lastRun",default=-1)
    parser.add_option("--firstRun",default=-1)

    # new options
    parser.add_option("--reprocfg",default=None,
                      help="Specify the reprocessing configfile")                              
    parser.add_option("--prepare_configs",default=False,action='store_true',
                      help="Prepare all the configurations")
    parser.add_option("--test",default=False,action='store_true',
                      help="Do a dry run")                                      
    
    options,args=parser.parse_args() 
    return options,args

#-------------------------------------------------------------------------------

def commasep2list(string):
  list_str=string.replace("\n"," ")
  list_str=list_str.replace(" ","")
  #print list_str
  the_list=list_str.split(",")
  return the_list

#-------------------------------------------------------------------------------

def get_params(cfgfilename):
  
  if cfgfilename==None:
    print "No configfile selected!"
    sys.exit(1)
  
  if not os.path.exists(cfgfilename):
    print "Configfile %s does not exist: please select an existing one!" %cfgfilename
    sys.exit(1)
    
  parser = SafeConfigParser()
  parser.read(cfgfilename)


  section = "reprocessing"

  try:
    globaltag=requestDefault["GlobalTag"] = parser.get(section, 'globaltag')  
  except:
    raise Exception ("Globaltag (parameter 'globaltag') not set in config file")
  
  try:
    requestDefault["RequestString"] = parser.get(section, 'requeststring')  
  except:
    raise Exception ("No Request string (parameter 'requeststring') set in the configfile")
  
  try:
    rawdataset_str = parser.get(section, 'datasets')  
  except:
    raise Exception ("No RAW datasets (parameter 'datasets') set in the configfile")
  
  rawdataset=commasep2list(rawdataset_str)
  
  try:
    repromatrix_ver = parser.get(section, 'reproMatrix_ver')  
  except:
    repromatrix_ver = os.environ["CMSSW_VERSION"]
  try:
    skimmingMatrix_ver = parser.get(section, 'skimmingMatrix_ver')  
  except:
    skimmingMatrix_ver = os.environ["CMSSW_VERSION"]    
  try:  
    runwhitelist_str=parser.get(section, 'run_whitelist')  
    runwhitelist=commasep2list(runwhitelist_str)
  except:
    runwhitelist=[]
  
  requestDefault['RunWhitelist']=map(int,runwhitelist)
  
  return {'rawdataset':rawdataset,
          'repromatrix_ver':repromatrix_ver,
          'skimmingMatrix_ver':skimmingMatrix_ver,
          'runwhitelist':runwhitelist,
          'globaltag':globaltag}
  
#-------------------------------------------------------------------------------

if __name__ == "__main__":
  options,args = build_parser()  
  
  params_dict=get_params(options.reprocfg)
  
  import pprint
  print "The parameters are: "
  pprint.pprint(params_dict)
  
  if options.prepare_configs:
    prepare_configs(params_dict['repromatrix_ver'],
                    params_dict['skimmingMatrix_ver'],
                    params_dict['globaltag'])

  request(params_dict['rawdataset'],options)