to_be_raised = config.get('highprio',[])

if to_be_raised:

anAd = classad.ClassAd()

anAd["Name"] = str("Raising to highprio group")

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["RaisedTaskNames"] = map(str,to_be_raised)

wfs_escaped = anAd.lookup('RaisedTaskNames').__repr__()

del anAd["RaisedTaskNames"]

exp = '(HasBeenRaisedHighPrio isnt true) && member(target.WMAgent_RequestName, %s)' % wfs_escaped

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd["set_AccountingGroup"] = "highprio.cmsdataops"

anAd["set_HasBeenRaisedHighPrio"] = True

anAd["set_HasBeenRouted"] = False

"""

held_site = config.get('hold_site',[])

for site in held_site:

if not _site_re.match( site ): continue

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("Holding jobs from %s"%site)

anAd["Requirements"] = classad.ExprTree(str('regexp("%s",DESIRED_Sites) && HasBeenHeldFrom%s isnt true'% (site, site)))

anAd["copy_DESIRED_Sites"] = "Holding_DESIRED_Sites"

## remove the site string from the sitewhitelist

anAd["eval_set_DESIRED_Sites"] = classad.ExprTree(str('removeSite("%s",Holding_DESIRED_Sites)'% site))

anAd[str("set_HasBeenHeldFrom%s"% site)] = True

anAd["set_HasBeenRouted"] = False

"""

relase_site = config.get('release_site',[])

for site in relase_site:

if not _site_re.match( site ): continue

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("Releasing jobs for %s"%site)

anAd["Requirements"] = classad.ExprTree(str('HasBeenHeldFrom%s is true'% site))

anAd["copy_DESIRED_Sites"] = "Releasing_DESIRED_Sites"

anAd["eval_set_DESIRED_Sites"] = classad.ExprTree(str('strcat(Releasing_DESIRED_Sites,",%s")'% site))

anAd["delete_Releasing_DESIRED_Sites"] = True

anAd[str("set_HasBeenHeldFrom%s"% site)] = False

anAd["set_HasBeenRouted"] = False

"""

for task,where in config.get('hold',{}).items():

# task is the task name

# where is either an empty list=all sites, or a list of sites (not implemented)

anAd = classad.ClassAd()

anAd["Name"] = str("Holding task %s from %s"%(task, where))

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

exp = '(HasBeenSetHeld isnt true) && (target.WMAgent_SubTaskName =?= %s)' % classad.quote(str(task))

anAd["Requirements"] = classad.ExprTree(str(exp))

## we use the site whitelist to prevent matching

anAd["copy_DESIRED_Sites"] = "Held_DESIRED_Sites"

anAd["set_DESIRED_Sites"] = "T2_NW_NOWHERE"

anAd["set_HasBeenRouted"] = False

anAd["set_HasBeenSetHeld"] = True

"""

for task,where in config.get('release',{}).items():

anAd = classad.ClassAd()

anAd["Name"] = str("Releasing task %s"%(task))

anAd["GridResource"] = "condor localhost localhost"

exp = '(HasBeenSetHeld is true) && (target.WMAgent_SubTaskName =?= %s)' % classad.quote(str(task))

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd["copy_Held_DESIRED_Sites"] = "DESIRED_Sites"

anAd["set_HasBeenRouted"] = False

anAd["set_HasBeenSetHeld"] = False

for needs, tasks in config.get('read',{}).items():

anAd = classad.ClassAd()

set_read = int(float(needs))

anAd["Name"] = str("Set read requirement to %s"% set_read)

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["JobRouterTasknames"] = map(str, tasks)

task_names_escaped = anAd.lookup('JobRouterTasknames').__repr__()

del anAd["JobRouterTasknames"]

exp = classad.ExprTree('member(target.WMAgent_SubTaskName, %s) && (EstimatedInputRateKBs =!= %d)' %( task_names_escaped,int(set_read))) ## just set to a different value

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd["set_HasBeenRouted"] = False

anAd["set_HasBeenReadTuned"] = True

anAd["set_EstimatedInputRateKBs"] = int(set_read)

# Mapping from source to a list of destinations.

# key can be read by site in values

reversed_mapping = config['reversed_mapping']

overflow_tasks = {}

for workflow, tasks in config.get('modifications',{}).items():

for taskname,specs in tasks.items():

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

exp = '(HasBeenReplaced isnt true) && (target.WMAgent_SubTaskName =?= %s)' % classad.quote(str(taskname))

anAd["Requirements"] = classad.ExprTree(str(exp))

add_whitelist = specs.get("AddWhitelist")

if "ReplaceSiteWhitelist" in specs:

anAd["Name"] = str("Site Replacement for %s"% taskname)

anAd["eval_set_DESIRED_Sites"] = str(",".join(specs['ReplaceSiteWhitelist']))

anAd['set_Rank'] = classad.ExprTree("stringlistmember(GLIDEIN_CMSSite, ExtDESIRED_Sites)")

anAd["set_HasBeenReplaced"] = True

anAd["set_HasBeenRouted"] = False

print anAd

elif add_whitelist:

add_whitelist.sort()

add_whitelist_key = ",".join(add_whitelist)

tasks = overflow_tasks.setdefault(add_whitelist_key, [])

tasks.append(taskname)

# Create a source->dests mapping from the provided reverse_mapping.

source_to_dests = {}

for dest, sources in reversed_mapping.items():

for source in sources:

dests = source_to_dests.setdefault(source, set())

dests.add(dest)

tmp_source_to_dests = source_to_dests

# For each unique set of site whitelists, create a new rule. Each task

# should appear on just one of these ads, meaning it should only get routed

# once.

for whitelist_sites, tasks in overflow_tasks.items():

## these are the sites that need to be added in whitelist.

whitelist_sites_set = set(whitelist_sites.split(","))

# Create an updated source_to_dests, where the dests are filtered

# on the whitelist.

source_to_dests = {}

for source, dests in tmp_source_to_dests.items():

new_dests = [str(i) for i in dests if i in whitelist_sites_set]

if new_dests:

source_to_dests[str(source)] = new_dests

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = "Master overflow rule to run at %s in addition" % str(whitelist_sites)

# ClassAds trick to create a properly-formatted ClassAd list.

anAd["OverflowTasknames"] = map(str, tasks)

overflow_names_escaped = anAd.lookup('OverflowTasknames').__repr__()

del anAd['OverflowTaskNames']

exp = classad.ExprTree('member(target.WMAgent_SubTaskName, %s) && (HasBeenRouted_Overflow isnt true)' % overflow_names_escaped)

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd["copy_DESIRED_Sites"] = "Pre_DESIRED_Sites"

anAd["eval_set_DESIRED_Sites"] = classad.ExprTree('ifThenElse(siteMapping("", []) isnt error, siteMapping(Pre_DESIRED_Sites, %s), Pre_DESIRED_Sites)' % str(classad.ClassAd(source_to_dests)))

# Where possible, prefer to run at a site where the input can be read locally.

anAd['set_Rank'] = classad.ExprTree("stringlistmember(GLIDEIN_CMSSite, ExtDESIRED_Sites)")

anAd['set_HasBeenRouted'] = False

anAd['set_HasBeenRouted_Overflow'] = True

policies = {}

for workflow, info in config.get('resizing', {}).items():

minCores = info.get("minCores", 3)

maxCores = info.get("maxCores", 8)

memoryPerThread = info.get("memoryPerThread")

workflows = policies.setdefault((minCores, maxCores, memoryPerThread), set())

workflows.add(workflow)

for policy, workflows in policies.items():

minCores, maxCores, memoryPerThread = policy

anAd = classad.ClassAd()

anAd['GridResource'] = 'condor localhost localhost'

anAd['TargetUniverse'] = 5

# Same trick as above to convert the set to a ClassAd list.

anAd["OverflowTasknames"] = map(str, workflows)

tasks_escaped = anAd.lookup('OverflowTasknames').__repr__()

del anAd['OverflowTaskNames']

anAd['Name'] = 'Resize Jobs (%d-%d cores, %d MB/thread)' % (minCores, maxCores, memoryPerThread)

anAd['Requirements'] = classad.ExprTree('(target.WMCore_ResizeJob is False) && member(target.WMAgent_SubTaskName, %s)' % tasks_escaped)

anAd['set_WMCore_ResizeJob'] = True

anAd['set_MinCores'] = minCores

anAd['set_MaxCores'] = maxCores

anAd['set_HasBeenRouted'] = False

anAd['set_ExtraMemory'] = memoryPerThread

#anAd['set_RequestMemory'] = classad.ExprTree('OriginalMemory + %d * ( WMCore_ResizeJob ? ( RequestCpus - OriginalCpus ) : 0 )' % memoryPerThread)

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = "Sort Ads"

anAd["Requirements"] = classad.ExprTree("(sortStringSet(\"\") isnt error) && (target.HasBeenRouted is false) && (target.HasBeenSorted isnt true)")

anAd["copy_DESIRED_Sites"] = "Prev_DESIRED_Sites"

anAd["eval_set_DESIRED_Sites"] = classad.ExprTree("debug(sortStringSet(Prev_DESIRED_Sites))")

anAd["set_HasBeenSorted"] = True

anAd['set_HasBeenRouted'] = False

"""

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = "Prio Corrections"

anAd["Requirements"] = classad.ExprTree("(target.HasPrioCorrection isnt true)")

anAd["set_HasPrioCorrection"] = True

anAd["set_HasBeenRouted"] = False

# -1 * Number of sites in workflow.

anAd["copy_PostJobPrio1"] = "WMAgent_PostJobPrio1"

# -1 * Workflow ID (newer workflows have higher numbers)

anAd["copy_PostJobPrio2"] = "WMAgent_PostJobPrio2"

anAd["eval_set_JR_PostJobPrio1"] = classad.ExprTree("WMAgent_PostJobPrio2*100*1000 + size(WMAgent_SubTaskName)*100 + WMAgent_PostJobPrio1")

anAd["eval_set_JR_PostJobPrio2"] = classad.ExprTree("-MaxWallTimeMins - RequestDisk/1000000")

anAd["set_PostJobPrio1"] = classad.Attribute("JR_PostJobPrio1")

anAd["set_PostJobPrio2"] = classad.Attribute("JR_PostJobPrio2")

m_config = configs.get('memory',{})

for memory in m_config:

wfs = m_config[memory]

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("Set memory requirement to %s"% memory)

anAd["MemoryTasknames"] = map(str, wfs)

memory_names_escaped = anAd.lookup('MemoryTasknames').__repr__()

exp = classad.ExprTree('member(target.WMAgent_SubTaskName, %s) && ((target.HasBeenMemoryTuned =!= true) || (target.OriginalMemory =!= %d))' %( memory_names_escaped, int(memory) )) ## just set to a different value

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd['set_HasBeenMemoryTuned'] = True

anAd['set_HasBeenRouted'] = False

anAd['set_OriginalMemory'] = int(memory)

print anAd

t_config = configs.get('time',{})

for timing in t_config:

wfs = t_config[timing]

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("Set timing requirement to %s"% timing)

anAd["TimeTasknames"] = map(str, wfs)

time_names_escaped = anAd.lookup('TimeTasknames').__repr__()

exp = classad.ExprTree('member(target.WMAgent_SubTaskName, %s) && ((target.HasBeenTimingTuned =!= true) || (target.EstimatedSingleCoreMins <= %d))' %( time_names_escaped, int(timing) ))

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd['set_HasBeenTimingTuned'] = True

anAd['set_HasBeenRouted'] = False

anAd['set_EstimatedSingleCoreMins'] = int(timing)

anAd['set_OriginalMaxWallTimeMins'] = classad.ExprTree('EstimatedSingleCoreMins / OriginalCpus')

print anAd

s_config = configs.get('slope',{})

for slope in s_config:

wfs = s_config[slope]

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("Set memory per thread requirement to %s"% slope)

anAd["TimeTasknames"] = map(str, wfs)

time_names_escaped = anAd.lookup('TimeTasknames').__repr__()

exp = classad.ExprTree('member(target.WMAgent_SubTaskName, %s) && (target.ExtraMemory =!= %d)' %( time_names_escaped , int(slope))) ## just set to a different value

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd['set_HasBeenSlopeTuned'] = True

anAd['set_HasBeenRouted'] = False

anAd['set_ExtraMemory'] = int(slope)

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

set_To = 200000

draining_agents = config.get('speed_drain',[])

for agent in draining_agents:

anAd["Name"] = str("Drain agent %s"%agent)

exp = 'regexp("%s",GlobalJobId) && JobStatus == 1 && JobPrio<%d'%(str(agent), set_To)

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd["set_JobPrio"] = set_To

anAd["set_HasBeenRouted"] = False

#anAd = classad.ClassAd()

#anAd["GridResource"] = "condor localhost localhost"

#anAd["TargetUniverse"] = 5

#anAd["Name"] = str("Correcting memory requirement of 22092")

#anAd["Requirements"] = classad.ExprTree("OriginalMemory =?= 22092")

#anAd["set_OriginalMemory"] = 18000

#anAd["set_HasBeenRouted"] = False

#print anAd

#anAd = classad.ClassAd()

#anAd["GridResource"] = "condor localhost localhost"

#anAd["TargetUniverse"] = 5

#anAd["Name"] = str("Correcting memory requirement of 23260")

#anAd["Requirements"] = classad.ExprTree("OriginalMemory =?= 23260")

#anAd["set_OriginalMemory"] = 19500

#anAd["set_HasBeenRouted"] = False

#print anAd

#anAd = classad.ClassAd()

#anAd["GridResource"] = "condor localhost localhost"

#anAd["TargetUniverse"] = 5

#anAd["Name"] = str("Correcting memory requirement of 15200 for T0")

#anAd["Requirements"] = classad.ExprTree('OriginalMemory > 14800 && regexp("T0", DESIRED_Sites)')

#anAd["set_OriginalMemory"] = 14800

#anAd["set_HasBeenRouted"] = False

#print anAd

#anAd = classad.ClassAd()

#anAd["GridResource"] = "condor localhost localhost"

#anAd["TargetUniverse"] = 5

#anAd["Name"] = str("Draining T0 VMs")

#with_site = "T2_CH_CERN"

#anAd["Requirements"] = classad.ExprTree(str('!regexp("%s", DESIRED_Sites) && regexp("T0_CH_CERN", DESIRED_Sites) && OutOfT0 isnt true'%with_site))

#anAd["copy_DESIRED_Sites"] = "T0Off_DESIRED_Sites"

#anAd["eval_set_DESIRED_Sites"] = classad.ExprTree(str('strcat(T0Off_DESIRED_Sites,",%s")'% with_site))

#anAd["set_OutOfT0"] = True

#anAd["set_HasBeenRouted"] = False

#print anAd

#anAd = classad.ClassAd()

#anAd["GridResource"] = "condor localhost localhost"

#anAd["TargetUniverse"] = 5

#anAd["Name"] = str("Routing multicore job from ICFA to other sites")

#anAd["Requirements"] = classad.ExprTree(str('DESIRED_Sites == "T2_ES_IFCA" && Requestcpus =!=1'))

#anAd["set_DESIRED_Sites"] = "T1_ES_PIC,T2_ES_CIEMAT"

#anAd["set_HasBeenRouted"] = False

#print anAd

#anAd = classad.ClassAd()

#anAd["GridResource"] = "condor localhost localhost"

#anAd["TargetUniverse"] = 5

#anAd["Name"] = str("Shortening long job on KIT")

#anAd["Requirements"] = classad.ExprTree(str('DESIRED_Sites == "T1_DE_KIT" && MaxWallTimeMins> 1400'))

#anAd["set_OriginalMaxWallTimeMins"] = 1400

#anAd["set_EstimatedSingleCoreMins"] = classad.ExprTree('OriginalMaxWallTimeMins * OriginalCpus')

#anAd["set_HasBeenRouted"] = False

#print anAd

#anAd = classad.ClassAd()

#anAd["GridResource"] = "condor localhost localhost"

#anAd["TargetUniverse"] = 5

#anAd["Name"] = str("restricting genonly to some T2")

#anAd["Requirements"] = classad.ExprTree(str('regexp(".+PhaseIISummer17wmLHEGENOnly-[^\/]+_0$", WMAgent_SubTaskname) && JobStatus ==1 && DESIRED_Sites == "T1_US_FNAL"'))

#anAd["set_DESIRED_Sites"] = "T2_DE_DESY,T2_UK_SGrid_RALPP,T2_RU_JINR,T2_IN_TIFR"

#anAd["set_HasBeenRouted"] = False

#print anAd

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("running Charmonium at T2_CH_CERN")

anAd["Requirements"] = classad.ExprTree(str('regexp("v1-Charmonium-17Sep2018_1024p1_181005", WMAgent_SubTaskname) && JobStatus ==1 && DESIRED_Sites == "T2_PL_Swierk"'))

anAd["set_DESIRED_Sites"] = "T2_CH_CERN"

anAd["set_HasBeenRouted"] = False

print anAd

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("running MuonEG at T2_CH_CERN")

anAd["Requirements"] = classad.ExprTree(str('regexp("v1-MuonEG-17Sep2018_1024p1_181005", WMAgent_SubTaskname) && JobStatus ==1 && DESIRED_Sites == "T2_PL_Swierk"'))

anAd["set_DESIRED_Sites"] = "T2_CH_CERN"

anAd["set_HasBeenRouted"] = False

print anAd

############################################################

## if you want to reset the routing of eveything in the pool

reset_routing = []#'HasBeenRouted','HasBeenRouted_Overflow','HasBeenMemoryTuned','HasBeenSlopeTuned', 'HasBeenTimingTuned','WMCore_ResizeJob','HasBeenReplaced','HasBeenReadTuned','HasBeenRaisedHighPrio']

for which_route in reset_routing:

anAd = classad.ClassAd()

anAd["GridResource"] = "condor localhost localhost"

anAd["TargetUniverse"] = 5

anAd["Name"] = str("Reset routing for %s"% which_route)

exp = "%s is true"% which_route

anAd["Requirements"] = classad.ExprTree(str(exp))

anAd["set_HasBeenRouted"] = False

anAd["set_%s"% which_route] = False

makeOverflowAds(config)

makeSortAds()

makePrioCorrectionsAds()

makePerformanceCorrectionsAds(config)

makeResizeAds(config)

makeReadAds(config)

makeHoldAds(config)

makeReleaseAds(config)

makeHoldSiteAds(config)

makeReleaseSiteAds(config)

makeHighPrioAds(config)

makeDrainAds(config)