-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsetUpRelease.sh
134 lines (110 loc) · 10.6 KB
/
setUpRelease.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
# No shebang, this should be sourced, not executed
RELEASE=10_6_0_pre4
GLOBALTAG_PREFIX=106X
# Make sure we can access DAS
echo ""
echo " > Creating proxy allowing DAS access ..."
echo ""
voms-proxy-init -rfc -voms cms
echo ""
echo " > Setting up CMSSW release $REL ..."
echo ""
scramv1 project CMSSW CMSSW_$RELEASE
cd CMSSW_$RELEASE/src
eval `scramv1 runtime -sh`
echo ""
echo " > Checking out Validation and DQM packages ..."
echo ""
git cms-addpkg Validation/RecoB
git cms-addpkg DQMOffline/RecoB
echo ""
echo " > Compiling packages ..."
echo ""
scram b -j 8
echo ""
echo " > Create folders for validation ..."
echo ""
cd Validation/RecoB/test
echo ""
echo " > Get files list from DAS ..."
echo ""
dasgoclient --query="dataset=/RelValTTbar_13/CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_13/CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep -v "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_13/CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_13/CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep -v "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_13_UP*/CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_13_UP*/CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep -v "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_14TeV/CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_14TeV/CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep -v "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_14TeV/CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep "FastSim" >> relvals
dasgoclient --query="dataset=/RelValTTbar_14TeV/CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*/DQMIO" | grep "DQMIO" | grep -v "design" | grep -v "HEfail" | grep -v "FastSim" >> relvals
echo "> You're now going to check the list of files to be downloaded (e.g. manually remove those that should not)."
echo "> Download will begin as as soon as the editor is exited."
echo "> Press ENTER to continue..."
read
vim relvals
echo ""
echo " > Downloading files ..."
echo ""
sed -i 's/\//__/g' relvals
sed -i "s|\(.*\)|${BASEURL}/DQM_V0001_R000000001\1\.root|g" relvals
openssl rsa -in ${KEY} -out TEMPKEY.pem
chmod 600 TEMPKEY.pem
KEY=TEMPKEY.pem
wget --certificate ${CERT} --private-key ${KEY} -O full_list ${BASEURL}
cat full_list | grep ${RELEASE} | sed "s|.*href='.*'>\(.*\)</a>.*|${BASEURL}/\1|g" > full_list_temp
cat full_list_temp > full_list
rm full_list_temp
for rel in $(cat relvals); do
wget --certificate ${CERT} --private-key ${KEY} ${rel} || wget --certificate ${CERT} --private-key ${KEY} ${rel/0001/0002}
done
rm TEMPKEY.pem
cp ../../../../../makeComparison.sh .
cp ../../../../../RelValMove.sh .
ln -s ../../../../.. baseDir
rel=${RELEASE//_/}
# PU premixing samples
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2018*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2018*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*mc2017*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2017_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*mc2017*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2017_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*mcRun2*asymptotic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2016_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*mcRun2*asymptotic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2016_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2021_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2021_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2021_14TeV_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2021_14TeV_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2023*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_phase2_pmx.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PUpmx*_${GLOBALTAG_PREFIX}*upgrade2023*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_phase2_pmx.root" >> RenameRelVals.sh
# PU 25ns samples
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2018*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2018*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*mc2017*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2017.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*mc2017*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2017.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*mcRun2*asymptotic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2016.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*mcRun2*asymptotic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2016.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2021.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2021.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_2021_14TeV.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2021*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_2021_14TeV.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2023*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_PU25ns_${rel}_phase2.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-PU*_${GLOBALTAG_PREFIX}*upgrade2023*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_PU25ns_${rel}_phase2.root" >> RenameRelVals.sh
# no PU samples
echo "mv DQM_V000?_R000000001__RelValTTbar_13_UP*__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*upgrade2018*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_${rel}.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*upgrade2018*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_${rel}.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13_UP*__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*mc2017*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_${rel}_2017.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*mc2017*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_${rel}_2017.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*mcRun2*asymptotic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_${rel}_2016.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*mcRun2*asymptotic*__DQMIO.root BTagRelVal_TTbar_FullSim_${rel}_2016.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_13__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*upgrade2021*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_${rel}_2021.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*upgrade2021*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_${rel}_2021_14TeV.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*upgrade2021*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_${rel}_2021_14TeV.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*upgrade2023*realistic*_FastSim*__DQMIO.root BTagRelVal_TTbar_FastSim_${rel}_phase2.root" >> RenameRelVals.sh
echo "mv DQM_V000?_R000000001__RelValTTbar_14TeV__CMSSW_${RELEASE}-${GLOBALTAG_PREFIX}*upgrade2023*realistic*__DQMIO.root BTagRelVal_TTbar_FullSim_${rel}_phase2.root" >> RenameRelVals.sh
chmod +x RenameRelVals.sh
echo ""
echo " > Done!"
echo " > Check and call 'RenameRelVals.sh' to have the correct file names."
echo " > In case of issues, the full list of RelVals is available in 'full_list'."
echo " > Simply edit this list, and do 'cat full_list | xargs wget --certificate ~/.globus/usercert.pem --private-key ~/.globus/userkey.pem' to download the files."
echo ""