From d11d7528e591336e3cb5a3f8c47312c4f6d22a25 Mon Sep 17 00:00:00 2001 From: shivesh Date: Wed, 28 Feb 2018 12:13:24 -0600 Subject: Initial Commit --- submitter/make_dag.py | 100 ++++++++++++++++++++++++++++++++++++++++++++++++++ submitter/submit.sub | 37 +++++++++++++++++++ 2 files changed, 137 insertions(+) create mode 100644 submitter/make_dag.py create mode 100644 submitter/submit.sub (limited to 'submitter') diff --git a/submitter/make_dag.py b/submitter/make_dag.py new file mode 100644 index 0000000..10381f6 --- /dev/null +++ b/submitter/make_dag.py @@ -0,0 +1,100 @@ +#! /usr/bin/env python + +import numpy as np + +a_fr = (1, 2, 0) +b_fr = (1, 0, 0) +c_fr = (0, 1, 0) +d_fr = (0, 0, 1) +e_fr = (1, 1, 1) +f_fr = (2, 1, 0) +g_fr = (1, 1, 0) + +full_scan_mfr = [ + (1, 1, 1), (1, 1, 0) +] + +fix_sfr_mfr = [ + (1, 1, 1, 1, 0, 0), + (1, 1, 1, 0, 1, 0), + (1, 1, 1, 0, 0, 1), + (1, 1, 1, 1, 2, 0), + (1, 1, 0, 0, 1, 0), + (1, 1, 0, 1, 2, 0), + (1, 1, 0, 1, 0, 0), + (1, 0, 0, 1, 0, 0), + (0, 1, 0, 0, 1, 0), + (1, 2, 0, 0, 1, 0), + (1, 2, 0, 1, 2, 0) +] + +sigmas = ['0.1', '0.01'] +dimensions = [6] +energy = [1e4, 1e6, 1e7] +flat = False +burnin = 1000 +nwalkers = 200 +nsteps = 10000 +scales = "1E-20 1E-30" + +outfile = 'dagman_FR.submit' +condor_script = '/home/smandalia/Documents/flavour_ratio/submitter/submit.sub' + +with open(outfile, 'w') as f: + job_number = 1 + for dim in dimensions: + print 'dimension', dim + for en in energy: + print 'energy {0:.0E}'.format(en) + + outchain_head = '/data/user/smandalia/flavour_ratio/data/DIM{0}/{1:.0E}'.format(dim, en) + + for sig in sigmas: + print 'sigma', sig + for frs in fix_sfr_mfr: + print frs + outchains = outchain_head + '/fix_ifr/{0}/mcmc_chain'.format(str(sig).replace('.', '_')) + f.write('JOB\tjob{0}\t{1}\n'.format(job_number, condor_script)) + f.write('VARS\tjob{0}\tmr0="{1}"\n'.format(job_number, frs[0])) + f.write('VARS\tjob{0}\tmr1="{1}"\n'.format(job_number, frs[1])) + f.write('VARS\tjob{0}\tmr2="{1}"\n'.format(job_number, frs[2])) + f.write('VARS\tjob{0}\tsigma="{1}"\n'.format(job_number, sig)) + f.write('VARS\tjob{0}\tfix_source_ratio="{1}"\n'.format(job_number, 'True')) + f.write('VARS\tjob{0}\tsr0="{1}"\n'.format(job_number, frs[3])) + f.write('VARS\tjob{0}\tsr1="{1}"\n'.format(job_number, frs[4])) + f.write('VARS\tjob{0}\tsr2="{1}"\n'.format(job_number, frs[5])) + f.write('VARS\tjob{0}\tfix_scale="{1}"\n'.format(job_number, 'False')) + f.write('VARS\tjob{0}\tscale="{1}"\n'.format(job_number, 0)) + f.write('VARS\tjob{0}\tdimension="{1}"\n'.format(job_number, dim)) + f.write('VARS\tjob{0}\tenergy="{1}"\n'.format(job_number, en)) + f.write('VARS\tjob{0}\tflat_llh="{1}"\n'.format(job_number, flat)) + f.write('VARS\tjob{0}\tburnin="{1}"\n'.format(job_number, burnin)) + f.write('VARS\tjob{0}\tnwalkers="{1}"\n'.format(job_number, nwalkers)) + f.write('VARS\tjob{0}\tnsteps="{1}"\n'.format(job_number, nsteps)) + f.write('VARS\tjob{0}\toutfile="{1}"\n'.format(job_number, outchains)) + f.write('VARS\tjob{0}\tfix_mixing="{1}"\n'.format(job_number, 'False')) + job_number += 1 + + for frs in full_scan_mfr: + print frs + outchains = outchain_head + '/full_scan/{0}/mcmc_chain'.format(str(sig).replace('.', '_')) + f.write('JOB\tjob{0}\t{1}\n'.format(job_number, condor_script)) + f.write('VARS\tjob{0}\tmr0="{1}"\n'.format(job_number, frs[0])) + f.write('VARS\tjob{0}\tmr1="{1}"\n'.format(job_number, frs[1])) + f.write('VARS\tjob{0}\tmr2="{1}"\n'.format(job_number, frs[2])) + f.write('VARS\tjob{0}\tsigma="{1}"\n'.format(job_number, sig)) + f.write('VARS\tjob{0}\tfix_source_ratio="{1}"\n'.format(job_number, 'False')) + f.write('VARS\tjob{0}\tsr0="{1}"\n'.format(job_number, 0)) + f.write('VARS\tjob{0}\tsr1="{1}"\n'.format(job_number, 0)) + f.write('VARS\tjob{0}\tsr2="{1}"\n'.format(job_number, 0)) + f.write('VARS\tjob{0}\tfix_scale="{1}"\n'.format(job_number, 'False')) + f.write('VARS\tjob{0}\tscale="{1}"\n'.format(job_number, 0)) + f.write('VARS\tjob{0}\tdimension="{1}"\n'.format(job_number, dim)) + f.write('VARS\tjob{0}\tenergy="{1}"\n'.format(job_number, en)) + f.write('VARS\tjob{0}\tflat_llh="{1}"\n'.format(job_number, flat)) + f.write('VARS\tjob{0}\tburnin="{1}"\n'.format(job_number, burnin)) + f.write('VARS\tjob{0}\tnwalkers="{1}"\n'.format(job_number, nwalkers)) + f.write('VARS\tjob{0}\tnsteps="{1}"\n'.format(job_number, nsteps)) + f.write('VARS\tjob{0}\toutfile="{1}"\n'.format(job_number, outchains)) + f.write('VARS\tjob{0}\tfix_mixing="{1}"\n'.format(job_number, 'False')) + job_number += 1 diff --git a/submitter/submit.sub b/submitter/submit.sub new file mode 100644 index 0000000..9e21fc5 --- /dev/null +++ b/submitter/submit.sub @@ -0,0 +1,37 @@ +Executable = /home/smandalia/Documents/flavour_ratio/mcmc_scan.py +Arguments = --measured-ratio $(mr0) $(mr1) $(mr2) --sigma-ratio $(sigma) --fix-source-ratio $(fix_source_ratio) --source-ratio $(sr0) $(sr1) $(sr2) --fix-scale $(fix_scale) --scale $(scale) --dimension $(dimension) --energy $(energy) --flat-llh $(flat_llh) --burnin $(burnin) --nwalkers $(nwalkers) --nsteps $(nsteps) --seed 24 --outfile $(outfile) --fix-mixing $(fix_mixing) + +# All logs will go to a single file +log = /home/smandalia/Documents/flavour_ratio/submitter/logs/job_$(Cluster).log +output = /home/smandalia/Documents/flavour_ratio/submitter/logs/job_$(Cluster).out +error = /home/smandalia/Documents/flavour_ratio/submitter/logs/job_$(Cluster).err + +getenv = True +# environment = "X509_USER_PROXY=x509up_u14830" + +# Stage user cert to the node (Gridftp-Users is already on CVMFS) +# transfer_input_files = /tmp/x509up_u14830 + +# but do not try to copy outputs back (see: https://htcondor-wiki.cs.wisc.edu/index.cgi/tktview?tn=3081) +# +TransferOutput="" + +request_memory = 1GB +request_cpus = 1 + +Universe = vanilla +Notification = never + +# run on both SL5 and 6 +# +WantRHEL6 = True +# +WantSLC6 = False + +# # run on OSG +# +WantGlidein = True + +# +TransferOutput="" + +# Requirements = IS_GLIDEIN && HAS_CVMFS_icecube_opensciencegrid_org && (OpSysAndVer =?= "CentOS6" || OpSysAndVer =?= "RedHat6" || OpSysAndVer =?= "SL6") +# Requirements = IS_GLIDEIN + +# GO! +queue -- cgit v1.2.3