-
Notifications
You must be signed in to change notification settings - Fork 2
/
install_slc6_amd64_gcc493_crab3.sh
executable file
·332 lines (306 loc) · 14.4 KB
/
install_slc6_amd64_gcc493_crab3.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
#!/bin/sh
# 0.2.6 : curl
# 0.2.7 : clean up
# 0.2.8 : fix crab_init.sh and crab_init.csh linking
# 0.2.9 : last one with apt-get
# 0.3.0 : cmspkg instead of apt-get
# version=0.3.0
install_crab3_version=0.3.0
###################################################################
# #
export VO_CMS_SW_DIR=/cvmfs/cms.cern.ch
#export VO_CMS_SW_DIR=$HOME
export RELEASE=3.3.0.pre3-comp2
export RELEASE=3.3.0.pre3-comp
export RELEASE=3.3.0.rc1-comp2
export REPO=comp.pre.bbockelm
export REPO=comp
export SCRAM_ARCH=slc5_amd64_gcc461
cvmfs_server_name=$(grep cvmfs_server_name= $HOME/cron_install_cmssw.config | grep -v \# | cut -d= -f2)
cvmfs_server_name=$(eval echo $cvmfs_server_name)
notifytowhom=$(grep notifytowhom= $HOME/cron_install_cmssw.config | grep -v \# | cut -d= -f2)
RPMS=http://cmsrep.cern.ch/cmssw/${REPO}/RPMS/${SCRAM_ARCH}/
if [ $# -gt 0 ] ; then
if [ "x$1" != "x-" ] ; then
export VO_CMS_SW_DIR=$1
fi
fi
if [ $# -gt 1 ] ; then
if [ "x$2" != "x-" ] ; then
export RELEASE=$2
fi
fi
if [ $# -gt 2 ] ; then
if [ "x$3" != "x-" ] ; then
export REPO=$3
fi
fi
if [ $# -gt 3 ] ; then
if [ "x$4" != "x-" ] ; then
export SCRAM_ARCH=$4
fi
fi
RPMS=http://cmsrep.cern.ch/cmssw/${REPO}/RPMS/${SCRAM_ARCH}/
echo INFO $(basename $0) $VO_CMS_SW_DIR $RELEASE ${REPO} $RPMS
updated_list=$VO_CMS_SW_DIR/cvmfs-cms.cern.ch-updates
#export VO_CMS_SW_DIR=/cvmfs/cms.cern.ch
uname -a | grep -q "$cvmfs_server_name"
if [ $? -eq 0 ] ; then
cvmfs_server_yes=yes
fi
uname -a | grep -q vocms10
if [ $? -eq 0 ] ; then
workdir=$HOME
cvmfs_server_yes=no
fi
#
export MYTESTAREA=$VO_CMS_SW_DIR/crab3 # ~/tmp/crab3 # or wherever#
#
# #
###################################################################
grep -q "crabclient $RELEASE ${SCRAM_ARCH}" $updated_list
if [ $? -eq 0 ] ; then
echo Warning crabclient $RELEASE ${SCRAM_ARCH} installed according to $updated_list
exit 0
fi
# pre-check
echo "$SCRAM_ARCH" | grep -q slc[0-9]
if [ $? -ne 0 ] ; then
echo ERROR SCRAM_ARCH=$SCRAM_ARCH does not start with slc
printf "$(basename $0) SCRAM_ARCH=$SCRAM_ARCH does not start with slc\n" | mail -s "SCRAM_ARCH=$SCRAM_ARCH ERROR" $notifytowhom
exit 1
fi
i=0
if [ -d $MYTESTAREA ] ; then
echo INFO "[$i]" $MYTESTAREA exists
else
echo INFO "[$i]" creates $MYTESTAREA
mkdir -p $MYTESTAREA
fi
i=$(expr $i + 1)
# Check if bootstrap is needed for $arch
#Because of cmspkg
#ls -al $MYTESTAREA/$SCRAM_ARCH/external/apt/*/etc/profile.d/init.sh 2>/dev/null 1>/dev/null
ls -al $MYTESTAREA/$SCRAM_ARCH/external/rpm/*/etc/profile.d/init.sh 2>/dev/null 1>/dev/null
if [ $? -eq 0 ] ; then
echo INFO "[$i]" bootstratp unnecessary for ${SCRAM_ARCH} in crab3
#exit 0
else
printf "$(basename $0) downloading bootstrap for $SCRAM_ARCH \n" | mail -s "$(basename $0) downloading bootstrap" $notifytowhom
echo INFO "[$i]" downloading bootstrap.sh
wget -O $MYTESTAREA/bootstrap.sh http://cmsrep.cern.ch/cmssw/$REPO/bootstrap.sh
if [ $? -ne 0 ] ; then
echo ERROR bootstrap.sh download failed
exit 1
fi
i=$(expr $i + 1)
echo INFO "[$i]" executing bootstrap.sh
sh -x $MYTESTAREA/bootstrap.sh -architecture $SCRAM_ARCH -path $MYTESTAREA -repository $REPO setup
if [ $? -ne 0 ] ; then
echo ERROR bootstrap.sh failed
exit 1
fi
fi
# v 0.3.0 use cmspkg instead of apt-get
CMSPKG="$MYTESTAREA/common/cmspkg -a $SCRAM_ARCH"
if [ ! -f $MYTESTAREA/common/cmspkg ] ; then
printf "$(basename $0) $MYTESTAREA/common/cmspkg does not exist\n" | mail -s "ERROR: $MYTESTAREA/common/cmspkg does not exist" $notifytowhom
exit 1
fi
#Because of cmspkg, we should not need this
#echo DEBUG using $(ls -t $MYTESTAREA/$SCRAM_ARCH/external/apt/*/etc/profile.d/init.sh | head -1)
#source $(ls -t $MYTESTAREA/$SCRAM_ARCH/external/apt/*/etc/profile.d/init.sh | head -1)
#if [ -f $MYTESTAREA/$SCRAM_ARCH/external/curl/*/etc/profile.d/init.sh ] ; then
# source $(ls -t $MYTESTAREA/$SCRAM_ARCH/external/curl/*/etc/profile.d/init.sh | head -1) # cvmfs_server
#fi
i=$(expr $i + 1)
echo INFO "[$i]" executing $CMSPKG -y upgrade # apt-get upgrade
$CMSPKG -y upgrade # apt-get --assume-yes upgrade
status=$?
if [ $status -ne 0 ] ; then
echo ERROR $CMSPKG -y upgrade upgrade failed
exit 1
fi
# Check if mutex error exists
echo INFO check if mutex error exists
# First pick the right rpm
rpm_init_env=$(ls -t $MYTESTAREA/${SCRAM_ARCH}/external/rpm/*/etc/profile.d/init.sh | head -1)
if [ -f $rpm_init_env ] ; then
source $rpm_init_env
else
echo Warning $rpm_init_env does not exist
fi
echo INFO first which rpm"?: " $(which rpm)
rpm -qa --queryformat '%{NAME} %{RELEASE}' > $HOME/logs/rpm_qa_NAME_RELEASE.crab3.${SCRAM_ARCH}.log 2>&1
grep "unable to allocate memory for mutex" $HOME/logs/rpm_qa_NAME_RELEASE.crab3.${SCRAM_ARCH}.log | grep -q "resize mutex region"
if [ $? -eq 0 ] ; then
grep -q "mutex_set_max 10000000" $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/DB_CONFIG
if [ $? -ne 0 ] ; then
echo INFO adding mutex_set_max 1000000 to $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/DB_CONFIG
echo mutex_set_max 10000000 >> $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/DB_CONFIG
echo INFO rebuilding the DB
rpmdb --define "_rpmlock_path $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/lock" --rebuilddb --dbpath $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm 2>&1 | tee $HOME/logs/rpmdb_rebuild.crab3.${SCRAM_ARCH}.log
fi
fi
i=$(expr $i + 1)
echo INFO "[$i]" executing $CMSPKG update # apt-get update
$CMSPKG update 2>&1 # apt-get --assume-yes update
status=$?
if [ $status -ne 0 ] ; then
echo ERROR $CMSPKG update failed
exit 1
fi
i=$(expr $i + 1)
echo INFO "[$i]" executing $CMSPKG -y install cms+crabclient+$RELEASE
$CMSPKG -y install cms+crabclient+$RELEASE > $HOME/logs/cmspkg_install_cms_crabclient_${SCRAM_ARCH}_$RELEASE.log 2>&1
status=$?
grep "unable to allocate memory for mutex" $HOME/logs/cmspkg_install_cms_crabclient_${SCRAM_ARCH}_$RELEASE.log | grep -q "resize mutex region"
if [ $? -eq 0 ] ; then
grep -q "mutex_set_max 10000000" $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/DB_CONFIG
if [ $? -ne 0 ] ; then
echo INFO adding mutex_set_max 1000000 to $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/DB_CONFIG
echo mutex_set_max 10000000 >> $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/DB_CONFIG
echo INFO rebuilding the DB
rpmdb --define "_rpmlock_path $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm/lock" --rebuilddb --dbpath $MYTESTAREA/${SCRAM_ARCH}/var/lib/rpm 2>&1 | tee $HOME/logs/rpmdb_rebuild.crab3.${SCRAM_ARCH}.log
fi
if [ $status -ne 0 ] ; then
echo INFO "[$i]" executing $CMSPKG -y install cms+crabclient+$RELEASE again after rebuilding the rpmdb after the mutex error
$CMSPKG -y install cms+crabclient+$RELEASE > $HOME/logs/cmspkg_install_cms_crabclient_${SCRAM_ARCH}_$RELEASE.log 2>&1
status=$?
fi
fi
cat $HOME/logs/cmspkg_install_cms_crabclient_${SCRAM_ARCH}_$RELEASE.log
if [ $status -ne 0 ] ; then
echo ERROR $CMSPKG -y install cms+crabclient+$RELEASE failed
echo Exiting from $(basename $0)
exit 1
fi
i=$(expr $i + 1)
echo INFO "[$i]" succefully executed $CMSPKG -y install cms+crabclient+$RELEASE
echo INFO checking $SCRAM_ARCH
echo "${SCRAM_ARCH}" | grep -q slc6_amd64_gcc493
if [ $? -eq 0 ] ; then
gccv=
pre_or_not=
i=$(expr $i + 1)
echo "${RELEASE}" | grep -q -e "pre\|rc"
[ $? -eq 0 ] && pre_or_not="_pre"
#for what in "" _standalone ; do
for what in "" ; do
for f in /cvmfs/cms.cern.ch/crab3/crab_slc6${pre_or_not}${what}.*sh ; do
if [ "x$f" == "x/cvmfs/cms.cern.ch/crab3/crab_slc6${pre_or_not}${what}.*sh" ] ; then
for f in /cvmfs/cms.cern.ch/crab3/*.*sh ; do
[ -L $f ] || continue
readlink -f $f | grep -q ${SCRAM_ARCH}
[ $? -eq 0 ] && { echo ls $f ; ls $f ; echo rm -f $f ; rm -f $f ; } ;
done
( cd $MYTESTAREA
echo DEBUG ln -s $MYTESTAREA/${SCRAM_ARCH}/cms/crabclient/${RELEASE}/etc/profile.d/init.csh crab_slc6${pre_or_not}${what}.sh
rm -f crab_slc6${pre_or_not}${what}.sh
rm -f crab_slc6${pre_or_not}${what}.csh
ln -s $MYTESTAREA/${SCRAM_ARCH}/cms/crabclient/${RELEASE}/etc/profile.d/init.sh crab_slc6${pre_or_not}${what}.sh
ln -s $MYTESTAREA/${SCRAM_ARCH}/cms/crabclient/${RELEASE}/etc/profile.d/init.csh crab_slc6${pre_or_not}${what}.csh
)
else
echo "[ $i ]" f=$f
real_file=$(readlink -f $f)
PREVIOUS_RELEASE=$(echo $real_file | cut -d/ -f8)
FILE_TO_LINK=$(echo $real_file | sed "s#$PREVIOUS_RELEASE#$RELEASE#")
echo DEBUG f=$f real_file=$real_file
echo DEBUG PREVIOUS_RELEASE=$PREVIOUS_RELEASE RELEASE=$RELEASE
echo DEBUG removing $f
rm -f $f
( cd $MYTESTAREA
ln -s $FILE_TO_LINK $(basename $f)
)
echo INFO "[$i]" Check $f
ls -al $f
echo ; echo
fi
done
done
#theconfig_py_files="ExampleConfiguration.py FullConfiguration.py"
#for thepy in $theconfig_py_files ; do
# rm -f $MYTESTAREA/$thepy
# ( cd $MYTESTAREA
# ln -s $MYTESTAREA/${SCRAM_ARCH}/cms/crabclient/${RELEASE}/etc/$thepy $(echo $thepy | sed "s#\.py#${gccv}\.py#g")
# )
# echo INFO softlink created for $(echo $thepy | sed "s#\.py#${gccv}\.py#g")
#done
fi
if [ "x$cvmfs_server_yes" == "xyes" ] ; then
grep -q "crabclient $RELEASE ${SCRAM_ARCH}" $updated_list
if [ $? -eq 0 ] ; then
echo Warning crabclient $RELEASE ${SCRAM_ARCH} is already in the $updated_list
else
echo INFO adding crabclient $RELEASE ${SCRAM_ARCH} to $updated_list
echo crabclient $RELEASE ${SCRAM_ARCH} $(/bin/date +%s) $(/bin/date -u) >> $updated_list
fi
i=$(expr $i + 1)
echo INFO "[$i]" Check $updated_list for $RELEASE
echo INFO adding nested catalog
j=0
nslc=$(echo $MYTESTAREA/slc* | wc -w)
for thedir in $MYTESTAREA/slc* ; do
[ "x$thedir" == "x$MYTESTAREA/slc*" ] && break
[ -d $thedir ] || continue
j=$(expr $j + 1)
ls -al $thedir/.cvmfscatalog 2>/dev/null 1>/dev/null ;
if [ $? -eq 0 ] ; then
echo INFO "[ $j / $nslc ]" $thedir/.cvmfscatalog exists
else
echo INFO "[ $j / $nslc ]" creating $thedir/.cvmfscatalog
touch $thedir/.cvmfscatalog
fi
i=$(expr $i + 1)
echo INFO "[$i]" Check $thedir/.cvmfscatalog
echo INFO now further doing /cvmfs/cms.cern.ch/crab3/"<scram_arch>"/cms/crabclient/"<rel>"/.cvmfscatalog
for crab3_rel_dir in $thedir/cms/crabclient/* ; do
[ "x$crab3_rel_dir" == "x$thedir/cms/crabclient/*" ] && break
[ -d $crab3_rel_dir ] || continue
ls -al $crab3_rel_dir/.cvmfscatalog 2>/dev/null 1>/dev/null ;
if [ $? -eq 0 ] ; then
echo INFO $crab3_rel_dir/.cvmfscatalog exists
else
echo INFO creating $crab3_rel_dir/.cvmfscatalog
touch $crab3_rel_dir/.cvmfscatalog
fi
done
done
echo INFO publishing cvmfs
#publish_cmssw_cvmfs
echo INFO publishing the installation in the cvmfs
#time cvmfs_server publish 2>&1 | tee $HOME/cvmfs_server+publish+crabclient+install.log
currdir=$(pwd)
cd
time cvmfs_server publish 2>&1 | tee $HOME/cvmfs_server+publish+crabclient+install.log
cd $currdir
status=$?
if [ $status -eq 0 ] ; then
printf "$(basename $0) cvmfs_server_publish OK \n$(cat $HOME/cvmfs_server+publish+crabclient+install.log | sed 's#%#%%#g')\n" | mail -s "$(basename $0) cvmfs_server publish for crabclient install OK" $notifytowhom
else
echo ERROR failed cvmfs_server publish
printf "$(basename $0) cvmfs_server publish failed\n$(cat $HOME/cvmfs_server+publish+crabclient+install.log | sed 's#%#%%#g')\n" | mail -s "$(basename $0) cvmfs_server publish failed" $notifytowhom
( cd ; cvmfs_server abort -f ; ) ; # cvmfs_server abort -f
return 1
fi
#echo INFO publishing
fi # if [ "x$cvmfs_server_yes" == "xyes" ] ; then
#fi # if $updated_list exists thus cvmfs server
exit $status
(base) [coldhead@oo ~]$ ls /cvmfs/cms.cern.ch/crab3/crab* -al
lrwxrwxrwx. 1 cvmfs cvmfs 85 Sep 5 11:59 /cvmfs/cms.cern.ch/crab3/crab.csh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1909/etc/init-light.csh
lrwxrwxrwx. 1 cvmfs cvmfs 89 Feb 28 2019 /cvmfs/cms.cern.ch/crab3/crab_pre.csh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1903.rc2/etc/init-light.csh
lrwxrwxrwx. 1 cvmfs cvmfs 92 Feb 28 2019 /cvmfs/cms.cern.ch/crab3/crab_pre.sh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1903.rc2/etc/init-light-pre.sh
lrwxrwxrwx. 1 cvmfs cvmfs 93 Feb 28 2019 /cvmfs/cms.cern.ch/crab3/crab_pre_standalone.csh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1903.rc2/etc/profile.d/init.csh
lrwxrwxrwx. 1 cvmfs cvmfs 92 Feb 28 2019 /cvmfs/cms.cern.ch/crab3/crab_pre_standalone.sh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1903.rc2/etc/profile.d/init.sh
lrwxrwxrwx. 1 cvmfs cvmfs 84 Sep 5 11:59 /cvmfs/cms.cern.ch/crab3/crab.sh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1909/etc/init-light.sh
-rw-r--r--. 1 cvmfs cvmfs 64 Sep 9 11:27 /cvmfs/cms.cern.ch/crab3/crab_slc7.csh
-rw-r--r--. 1 cvmfs cvmfs 1257 Sep 9 11:27 /cvmfs/cms.cern.ch/crab3/crab_slc7.sh
lrwxrwxrwx. 1 cvmfs cvmfs 89 Sep 6 19:25 /cvmfs/cms.cern.ch/crab3/crab_slc7_standalone.csh -> /cvmfs/cms.cern.ch/crab3/slc7_amd64_gcc630/cms/crabclient/3.3.1909/etc/profile.d/init.csh
lrwxrwxrwx. 1 cvmfs cvmfs 88 Sep 6 19:25 /cvmfs/cms.cern.ch/crab3/crab_slc7_standalone.sh -> /cvmfs/cms.cern.ch/crab3/slc7_amd64_gcc630/cms/crabclient/3.3.1909/etc/profile.d/init.sh
lrwxrwxrwx. 1 cvmfs cvmfs 89 Sep 5 11:59 /cvmfs/cms.cern.ch/crab3/crab_standalone.csh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1909/etc/profile.d/init.csh
lrwxrwxrwx. 1 cvmfs cvmfs 88 Sep 5 11:59 /cvmfs/cms.cern.ch/crab3/crab_standalone.sh -> /cvmfs/cms.cern.ch/crab3/slc6_amd64_gcc493/cms/crabclient/3.3.1909/etc/profile.d/init.sh
(base) [coldhead@oo ~]$ ls /cvmfs/cms.cern.ch/crab3/*.py -al
lrwxrwxrwx. 1 cvmfs cvmfs 94 Sep 6 17:26 /cvmfs/cms.cern.ch/crab3/ExampleConfiguration_slc7.py -> /cvmfs/cms.cern.ch/crab3/slc7_amd64_gcc630/cms/crabclient/3.3.1909/etc/ExampleConfiguration.py
lrwxrwxrwx. 1 cvmfs cvmfs 91 Sep 6 17:26 /cvmfs/cms.cern.ch/crab3/FullConfiguration_slc7.py -> /cvmfs/cms.cern.ch/crab3/slc7_amd64_gcc630/cms/crabclient/3.3.1909/etc/FullConfiguration.py