-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathsubmit_batch_calibr_cones.py
81 lines (68 loc) · 3.19 KB
/
submit_batch_calibr_cones.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
#!/usr/bin/env python
import os, re, subprocess
import commands
import math, time
import sys
print
print 'START'
print
######## YOU ONLY NEED TO FILL THE AREA BELOW #########
######## customization area #########
NumberOfJobs= 10 # number of jobs to be submitted
interval = 1 # number files to be processed in a single job, take care to split your file so that you run on all files. The last job might be with smaller number of files (the ones that remain).
InputDirList = [ "DoubleNuE1Eta14_31/crab_DoubleNu-PU200-stc-TCs-histoMax-DRA040-DRB020-NS/190118_101937/0000/"]
OutputDirList = [ "/vols/cms/snwebb/HGC_ntuples/DoubleNu/DoubleNu-PU200-stc-TCs-histoMax-DRA040-DRB02-NS/" ]# base of the o
######## customization end #########
##### loop for creating and sending jobs #####
for indir, outdir in zip( InputDirList, OutputDirList ):
OutputFileNames = outdir + "/calibr_cone_ntuples/calibr_cone_ntuples" # base of the output file name, they will be saved in res directory
path = os.getcwd()
print
print 'do not worry about folder creation:'
os.system("rm -r " + outdir + "/caltmp")
os.system("mkdir -p " + outdir + "/caltmp")
os.system("mkdir -p " + outdir + "/calibr_cone_ntuples")
if subprocess.call(["voms-proxy-info",'--exists']) == 1:
print "Voms proxy does not exist:"
os.system("voms-proxy-init -voms cms -valid 96:00")
else:
print "Voms proxy exists"
print
##### loop for creating and sending jobs #####
for x in range(1, int(NumberOfJobs)+1):
##### creates directory and file list for job #######
os.system("mkdir "+outdir+ "/caltmp/"+str(x))
os.chdir(outdir+"/caltmp/"+str(x))
##### creates jobs #######
with open('job.sh', 'w') as fout:
fout.write("#!/bin/sh\n")
fout.write("echo\n")
fout.write("echo\n")
fout.write("ulimit -c 0\n")
fout.write("echo 'START---------------'\n")
fout.write("echo 'WORKDIR ' ${PWD}\n")
fout.write("trap \"echo SIGINT seen\" SIGINT\n")
fout.write("trap \"echo SIGUSR1 seen\" SIGUSR1\n")
fout.write("trap \"echo SIGUSR2 seen\" SIGUSR2\n")
fout.write("trap \"echo SIGTERM seen\" SIGTERM\n")
fout.write("trap \"echo SIGXCPU seen\" SIGXCPU\n")
fout.write("cd /home/hep/snwebb/hgcal/CMSSW_10_1_7/src\n")
fout.write("eval `scramv1 runtime -sh`\n")
fout.write("cd /home/hep/snwebb/hgcal/HGC_macros\n")
fout.write("./jet_ntuple_merge --runtype layer --filein root://cms-xrd-global.cern.ch//store/user/sawebb/"+ indir + "/ntuple_"+str(x)+".root --fileout " + OutputFileNames +"_"+str(x)+".root \n")
fout.write("echo 'STOP---------------'\n")
fout.write("echo\n")
fout.write("echo\n")
os.system("chmod 755 job.sh")
###### sends bjobs ######
# os.system("bsub -q "+queue+" -o logs job.sh")
# os.system("/opt/exp_soft/cms/t3/t3submit_new job.sh")
os.system("qsub -cwd -q hep.q -l h_vmem=12G -l s_vmem=11.7G -l h_rt=4:0:0 -l s_rt=3:50:0 job.sh")
print "job nr " + str(x) + " submitted"
os.chdir("../..")
print
print "your jobs:"
os.system("qstat")
print
print 'END'
print