python/utils/logger.py

0001 from optparse import OptionParser
0002 import sys,os, re, subprocess, datetime
0003
0004 from . import eostools as castortools
0005
0006 class logger:
0007     '''COLIN: do something cleaner with tagPackage'''
0008     def __init__(self, dirLocalOrTgzDirOnCastor):
0009
0010         self.dirLocal = None
0011         self.tgzDirOnCastor = None
0012         dirLocalOrTgzDirOnCastor = dirLocalOrTgzDirOnCastor.rstrip('/')
0013
0014         if self.isDirLocal( dirLocalOrTgzDirOnCastor ):
0015             self.dirLocal = dirLocalOrTgzDirOnCastor
0016         elif self.isTgzDirOnCastor( dirLocalOrTgzDirOnCastor ):
0017             self.tgzDirOnCastor = dirLocalOrTgzDirOnCastor
0018         else:
0019             raise ValueError( dirLocalOrTgzDirOnCastor + ' is neither a tgz directory on castor (provide a LFN!) nor a local directory')
0020
0021
0022     def isDirLocal(self, file ):
0023         if os.path.isdir( file ):
0024             return True
0025         else:
0026             return False
0027
0028     def isTgzDirOnEOS(self, file ):
0029         '''Checks if file is a .tgz file in an eos dir'''
0030         if not castortools.isCastorDir( file ):
0031             file = castortools.castorToLFN(file)
0032
0033         if castortools.isLFN( file ):
0034             tgzPattern = re.compile('.*\\.tgz$')
0035             m = tgzPattern.match( file )
0036             if m:
0037                 return True
0038             else:
0039                 return False
0040         else:
0041             return False
0042
0043     isTgzDirOnCastor = isTgzDirOnEOS
0044
0045     def dump(self):
0046         print('local dir      :', self.dirLocal)
0047         print('castor archive :',self.tgzDirOnCastor)
0048
0049     def addFile(self, file):
0050         #        if self.dirLocal == None:
0051         #            self.stageIn()
0052         #            os.system( 'cp %s %s' % (file, self.dirLocal) )
0053         #            self.stageOut( self.tgzDirOnCastor )
0054         if self.dirLocal != None:
0055             os.system( 'cp %s %s' % (file, self.dirLocal) )
0056
0057     def logCMSSW(self):
0058         showtagsLog = 'logger_showtags.txt'
0059         diffLog = 'logger_diff.txt'
0060         # os.system('showtags > ' + showtagsLog)
0061         self.showtags(showtagsLog)
0062         self.gitdiff(diffLog)
0063         self.addFile(showtagsLog)
0064         self.addFile(diffLog)
0065
0066     def logJobs(self, n):
0067         nJobs = 'logger_jobs.txt'
0068         out = file(nJobs,'w')
0069         out.write('NJobs: %i\n' % n)
0070         out.close()
0071         self.addFile(nJobs)
0072
0073     def gitdiff(self, log):
0074         oldPwd = os.getcwd()
0075         os.chdir( os.getenv('CMSSW_BASE') + '/src/' )
0076         diffCmd = 'git diff -p --stat --color=never > %s/%s 2> /dev/null' % (oldPwd, log)
0077         print(diffCmd)
0078         os.system( diffCmd )
0079         os.chdir( oldPwd )
0080
0081     def showtags(self, log):
0082         oldPwd = os.getcwd()
0083         os.chdir( os.getenv('CMSSW_BASE') + '/src/' )
0084         cmd = 'echo "Test Release based on: $CMSSW_VERSION" >  %s/%s 2> /dev/null' % (oldPwd, log)
0085         os.system( cmd )
0086         cmd = 'echo "Base Release in: $CMSSW_RELEASE_BASE"  >> %s/%s 2> /dev/null' % (oldPwd, log)
0087         os.system( cmd )
0088         cmd = 'echo "Your Test release in: $CMSSW_BASE"     >> %s/%s 2> /dev/null' % (oldPwd, log)
0089         os.system( cmd )
0090         cmd = 'git status --porcelain -b | head -n 1 >> %s/%s 2> /dev/null' % (oldPwd, log)
0091         os.system( cmd )
0092         cmd = 'git log -n 100 --format="%%T %%ai %%s %%d" >> %s/%s 2> /dev/null' % (oldPwd, log)
0093         os.system( cmd )
0094         os.chdir( oldPwd )
0095
0096     def stageIn(self):
0097         if self.tgzDirOnCastor != None:
0098             # castortools.xrdcp( '.', [self.tgzDirOnCastor] )
0099             cmsStage = 'cmsStage -f ' + self.tgzDirOnCastor + ' .'
0100             print(cmsStage)
0101             os.system( cmsStage )
0102             tgzDir = os.path.basename( self.tgzDirOnCastor )
0103             print(tgzDir)
0104             os.system('tar -zxvf ' + tgzDir)
0105             os.system('rm ' + tgzDir )
0106             (root, ext) = os.path.splitext(tgzDir)
0107             self.dirLocal = root
0108         else:
0109             print('cannot stage in, the log had not been staged out')
0110
0111     def stageOut(self, castorDir):
0112
0113         castorDir = castortools.eosToLFN( castorDir )
0114         if not castortools.isLFN( castorDir ):
0115             print('cannot stage out, you need to provide an LFN as a destination directory, beginning with /store .')
0116             return False
0117
0118         if self.dirLocal != None:
0119             tgzDir = self.dirLocal + '.tgz'
0120             tgzCmd = 'tar -zcvf ' + tgzDir + ' ' + self.dirLocal
0121             print(tgzCmd)
0122             os.system( tgzCmd)
0123             cmsStage = 'cmsStage -f %s %s' % (tgzDir, castorDir )
0124             print(cmsStage)
0125             os.system( cmsStage )
0126             os.system('rm ' + tgzDir )
0127             self.tgzDirOnCastor =  castorDir + '/' + tgzDir
0128         else:
0129             print('cannot stage out, the log is not staged in')
0130