File indexing completed on 2024-11-25 02:29:50
0001 from optparse import OptionParser
0002 import sys,os, re, subprocess, datetime
0003
0004 from . import eostools as castortools
0005
0006 class logger:
0007 '''COLIN: do something cleaner with tagPackage'''
0008 def __init__(self, dirLocalOrTgzDirOnCastor):
0009
0010 self.dirLocal = None
0011 self.tgzDirOnCastor = None
0012 dirLocalOrTgzDirOnCastor = dirLocalOrTgzDirOnCastor.rstrip('/')
0013
0014 if self.isDirLocal( dirLocalOrTgzDirOnCastor ):
0015 self.dirLocal = dirLocalOrTgzDirOnCastor
0016 elif self.isTgzDirOnCastor( dirLocalOrTgzDirOnCastor ):
0017 self.tgzDirOnCastor = dirLocalOrTgzDirOnCastor
0018 else:
0019 raise ValueError( dirLocalOrTgzDirOnCastor + ' is neither a tgz directory on castor (provide a LFN!) nor a local directory')
0020
0021
0022 def isDirLocal(self, file ):
0023 if os.path.isdir( file ):
0024 return True
0025 else:
0026 return False
0027
0028 def isTgzDirOnEOS(self, file ):
0029 '''Checks if file is a .tgz file in an eos dir'''
0030 if not castortools.isCastorDir( file ):
0031 file = castortools.castorToLFN(file)
0032
0033 if castortools.isLFN( file ):
0034 tgzPattern = re.compile('.*\\.tgz$')
0035 m = tgzPattern.match( file )
0036 if m:
0037 return True
0038 else:
0039 return False
0040 else:
0041 return False
0042
0043 isTgzDirOnCastor = isTgzDirOnEOS
0044
0045 def dump(self):
0046 print('local dir :', self.dirLocal)
0047 print('castor archive :',self.tgzDirOnCastor)
0048
0049 def addFile(self, file):
0050
0051
0052
0053
0054 if self.dirLocal != None:
0055 os.system( 'cp %s %s' % (file, self.dirLocal) )
0056
0057 def logCMSSW(self):
0058 showtagsLog = 'logger_showtags.txt'
0059 diffLog = 'logger_diff.txt'
0060
0061 self.showtags(showtagsLog)
0062 self.gitdiff(diffLog)
0063 self.addFile(showtagsLog)
0064 self.addFile(diffLog)
0065
0066 def logJobs(self, n):
0067 nJobs = 'logger_jobs.txt'
0068 out = file(nJobs,'w')
0069 out.write('NJobs: %i\n' % n)
0070 out.close()
0071 self.addFile(nJobs)
0072
0073 def gitdiff(self, log):
0074 oldPwd = os.getcwd()
0075 os.chdir( os.getenv('CMSSW_BASE') + '/src/' )
0076 diffCmd = 'git diff -p --stat --color=never > %s/%s 2> /dev/null' % (oldPwd, log)
0077 print(diffCmd)
0078 os.system( diffCmd )
0079 os.chdir( oldPwd )
0080
0081 def showtags(self, log):
0082 oldPwd = os.getcwd()
0083 os.chdir( os.getenv('CMSSW_BASE') + '/src/' )
0084 cmd = 'echo "Test Release based on: $CMSSW_VERSION" > %s/%s 2> /dev/null' % (oldPwd, log)
0085 os.system( cmd )
0086 cmd = 'echo "Base Release in: $CMSSW_RELEASE_BASE" >> %s/%s 2> /dev/null' % (oldPwd, log)
0087 os.system( cmd )
0088 cmd = 'echo "Your Test release in: $CMSSW_BASE" >> %s/%s 2> /dev/null' % (oldPwd, log)
0089 os.system( cmd )
0090 cmd = 'git status --porcelain -b | head -n 1 >> %s/%s 2> /dev/null' % (oldPwd, log)
0091 os.system( cmd )
0092 cmd = 'git log -n 100 --format="%%T %%ai %%s %%d" >> %s/%s 2> /dev/null' % (oldPwd, log)
0093 os.system( cmd )
0094 os.chdir( oldPwd )
0095
0096 def stageIn(self):
0097 if self.tgzDirOnCastor != None:
0098
0099 cmsStage = 'cmsStage -f ' + self.tgzDirOnCastor + ' .'
0100 print(cmsStage)
0101 os.system( cmsStage )
0102 tgzDir = os.path.basename( self.tgzDirOnCastor )
0103 print(tgzDir)
0104 os.system('tar -zxvf ' + tgzDir)
0105 os.system('rm ' + tgzDir )
0106 (root, ext) = os.path.splitext(tgzDir)
0107 self.dirLocal = root
0108 else:
0109 print('cannot stage in, the log had not been staged out')
0110
0111 def stageOut(self, castorDir):
0112
0113 castorDir = castortools.eosToLFN( castorDir )
0114 if not castortools.isLFN( castorDir ):
0115 print('cannot stage out, you need to provide an LFN as a destination directory, beginning with /store .')
0116 return False
0117
0118 if self.dirLocal != None:
0119 tgzDir = self.dirLocal + '.tgz'
0120 tgzCmd = 'tar -zcvf ' + tgzDir + ' ' + self.dirLocal
0121 print(tgzCmd)
0122 os.system( tgzCmd)
0123 cmsStage = 'cmsStage -f %s %s' % (tgzDir, castorDir )
0124 print(cmsStage)
0125 os.system( cmsStage )
0126 os.system('rm ' + tgzDir )
0127 self.tgzDirOnCastor = castorDir + '/' + tgzDir
0128 else:
0129 print('cannot stage out, the log is not staged in')
0130