python
The KNOwn Pulsar pipelinE - lalpulsar_knope_automation_script
Script to be setup and launch a cron job for the automated running of the known pulsar analysis.
The script requires an initial configuration file. Each time the script will be re-run by cron it will itself automatically update the times in the configuration file.
(C) Matthew Pitkin 2015
Definition in file lalpulsar_knope_automation_script.py.
|
| | lalpulsar_knope_automation_script.file |
| |
| dictionary | lalpulsar_knope_automation_script.tsdic |
| |
| string | lalpulsar_knope_automation_script.description |
| |
| | lalpulsar_knope_automation_script.parser = argparse.ArgumentParser(description=description) |
| |
| | lalpulsar_knope_automation_script.action |
| |
| | lalpulsar_knope_automation_script.version |
| |
| | lalpulsar_knope_automation_script.help |
| |
| | lalpulsar_knope_automation_script.opts = parser.parse_args() |
| |
| | lalpulsar_knope_automation_script.inifile = opts.inifile |
| |
| bool | lalpulsar_knope_automation_script.startcron = False |
| |
| string | lalpulsar_knope_automation_script.cronid = "knopeJob" |
| |
| | lalpulsar_knope_automation_script.cp = RawConfigParser() |
| |
| | lalpulsar_knope_automation_script.runconfig |
| |
| | lalpulsar_knope_automation_script.keytab = None |
| |
| | lalpulsar_knope_automation_script.certificate = cp.get("kerberos", "certificate") |
| |
| | lalpulsar_knope_automation_script.authprinc = cp.get("kerberos", "auth_princ") |
| |
| | lalpulsar_knope_automation_script.cprun = RawConfigParser() |
| |
| | lalpulsar_knope_automation_script.timestep = cp.get("times", "steps") |
| |
| string | lalpulsar_knope_automation_script.errmsg = "Error... 'steps' value in '[times'] must be 'hourly', 'daily', 'weekly' or 'monthly'" |
| |
| | lalpulsar_knope_automation_script.email = None |
| |
| | lalpulsar_knope_automation_script.server = None |
| |
| | lalpulsar_knope_automation_script.FROM = None |
| |
| | lalpulsar_knope_automation_script.HOST = socket.getfqdn() |
| |
| | lalpulsar_knope_automation_script.USER = os.environ["USER"] |
| |
| | lalpulsar_knope_automation_script.now = Time.now() |
| |
| | lalpulsar_knope_automation_script.gpsnow = int(now.replicate("gps").value) |
| |
| | lalpulsar_knope_automation_script.prevdags = None |
| |
| | lalpulsar_knope_automation_script.rescuedags = None |
| |
| | lalpulsar_knope_automation_script.rundir |
| |
| string | lalpulsar_knope_automation_script.subject = sys.argv[0] + ": Error message" |
| |
| string | lalpulsar_knope_automation_script.lockfile = prevdags[-1] + ".lock" |
| |
| | lalpulsar_knope_automation_script.cron = CronTab(user=True) |
| |
| | lalpulsar_knope_automation_script.thisjob = job |
| |
| | lalpulsar_knope_automation_script.t1 = Time("2010-01-01 00:00:00") |
| |
| | lalpulsar_knope_automation_script.t2 = Time("2010-01-02 00:00:00") |
| |
| | lalpulsar_knope_automation_script.dt = t2 - t1 |
| |
| | lalpulsar_knope_automation_script.newcrontime = now + dt |
| |
| | lalpulsar_knope_automation_script.Nrescues = rescuedags[prevdags[-1]] |
| |
| string | lalpulsar_knope_automation_script.rescuefile = prevdags[-1] + ".rescue" |
| |
| | lalpulsar_knope_automation_script.x = Popen(["condor_submit_dag", prevdags[-1]]) |
| |
| | lalpulsar_knope_automation_script.fc = open(inifile, "w") |
| |
| | lalpulsar_knope_automation_script.starttime = cp.getint("times", "starttime") |
| |
| | lalpulsar_knope_automation_script.endtime = cp.getint("times", "endtime") |
| |
| | lalpulsar_knope_automation_script.timelag = cp.getint("times", "lag") |
| |
| | lalpulsar_knope_automation_script.prev_ends = ast.literal_eval(cp.get("times", "previous_endtimes")) |
| |
| | lalpulsar_knope_automation_script.newstart = prev_ends[-1] |
| |
| | lalpulsar_knope_automation_script.newend = newstart + int(tsdic[timestep]) |
| |
| | lalpulsar_knope_automation_script.runscript = cp.get("configuration", "exec") |
| |
| string | lalpulsar_knope_automation_script.dagname = "automated_run_%s-%s" % (str(newstart), str(newend)) |
| |
| string | lalpulsar_knope_automation_script.wov = "" |
| |
| | lalpulsar_knope_automation_script.virtualenv = cp.get("configuration", "virtualenv") |
| |
| | lalpulsar_knope_automation_script.woh = os.environ["WORKON_HOME"] |
| |
| | lalpulsar_knope_automation_script.profile = None |
| |
| string | lalpulsar_knope_automation_script.krbcert = "export KRB5CCNAME={}".format(certificate) |
| |
| string | lalpulsar_knope_automation_script.kinit = "/usr/bin/kinit -a -P -F -k -t {} {}".format(keytab, authprinc) |
| |
| string | lalpulsar_knope_automation_script.ligoproxyinit = "/usr/bin/ligo-proxy-init -k" |
| |
| string | lalpulsar_knope_automation_script.cronwrapperscript = os.path.splitext(inifile)[0] + ".sh" |
| |
| tuple | lalpulsar_knope_automation_script.cronwrapper |
| |
| | lalpulsar_knope_automation_script.fp = open(cronwrapperscript, "w") |
| |
| | lalpulsar_knope_automation_script.job = cron.new(command=cronwrapperscript, comment=cronid) |
| |
| | lalpulsar_knope_automation_script.day = now.datetime.day |
| |
| | lalpulsar_knope_automation_script.month = now.datetime.month |
| |
| | lalpulsar_knope_automation_script.year = now.datetime.year |
| |
| | lalpulsar_knope_automation_script.hour = now.datetime.hour |
| |
| | lalpulsar_knope_automation_script.minute = now.datetime.minute |
| |
| | lalpulsar_knope_automation_script.dow = now.datetime.strftime("%a").upper() |
| |
| | lalpulsar_knope_automation_script.p = sp.Popen("{0} {1}".format(runscript, runconfig), shell=True) |
| | RUN ANALYSIS SCRIPT ###. More...
|
| |
| | lalpulsar_knope_automation_script.out |
| |
| | lalpulsar_knope_automation_script.err |
| |
1.9.4