#******************************************************************************* # ALMA - Atacama Large Millimeter Array # Copyright (c) ESO - European Southern Observatory, 2011 # (in the framework of the ALMA collaboration). # All rights reserved. # # This library is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA #******************************************************************************* import glob, os.path, filecmp, os ######################################### ### VARIABLE DEFINITIONS ######################################## #The html file generated html = "" html+='

Comparison between ACS and Laser Alarm system code

' #The ACS and Laser folders ACSDir = "/diska/home/almadev/workspace/ACSLaser" LaserDir="/diska/home/almadev/workspace/LaserAlarmSystem" # The total number of modified java files and misalignements (files present in only one system) GlobalStatistics = { "JFilesChanged": 0, "Misalignements": 0 } # The command line for diff and grep diffCmd = '/usr/bin/diff -E -b -w -B -r -q -I ".*System\.out.*" -I ".*System\.err.*" -I Revision -I Date -I Author -I Id ' grepCmd = '/bin/grep -v CVS|/bin/grep -v Makefile|/bin/grep -v cvsignore|/bin/grep -v purify ' # The dictionary with the name of the modules and their path # in ACS and Laser Modules = {} # Get the ACS modules list ACSModules = glob.glob( ACSDir+"/*" ) # Get the Laser modules list LaserModules = [LaserDir+"/gp-openide"] LaserModules = LaserModules + glob.glob( LaserDir+"/laser/*" ) ######################################### ### FUNCTIONS ######################################## def fileStatistic( path, pattern ): """Calculate some statistics about the files terminating with pattern in the path directory Returns a dictionary with the following keys: totNumFiles totSize avgSize (float) totLines avgLines shortestFileName shortestFileSize longestFileName longestFileSize linesInShortestFile linesInLongestFile minLinesNumber minLinesFileName maxLinesNumber maxLinesFileName""" count = 0 totSize = 0 avgSize = 0.0 minSize = 0 minSizeName = "" maxSize = 0 maxSizeName = "" totLines = 0 minLines = 0 minLinesName = "" maxLines = 0 maxLinesName = "" avgLines = 0.0 ret = {} for root, dirs, files in os.walk( path ): for f in files: if ( f.endswith( pattern ) ): count+=1 totSize+=os.path.getsize( os.path.join( root, f ) ) fi = open( os.path.join( root, f ) ) lines = fi.readlines() totLines += len( lines ) fi.close() # Get the min lines if minLines>len( lines ) or minLines==0: minLines = len( lines ) minLinesName = os.path.join( root, f ) # Get the max lines if maxLinesmaxSize: maxSize=os.path.getsize( os.path.join( root, f ) ) maxSizeName=os.path.join( root, f ) linesInLongestFile = len( lines ) # Check the min size if os.path.getsize( os.path.join( root, f ) )' currentACSMod = Modules[k][0] currentLaserMod=Modules[k][1] if currentACSMod=='': str+='

'+k+' is a Laser module but NOT an ACS module: nothing to compare' elif currentLaserMod=='': str+='

'+k+' is an ACS module but NOT a Laser module: nothing to compare' else: #cmp = filecmp.dircmp(Modules[k][0],Modules[k][1],['RCS', 'CVS', 'tags'], [os.curdir, os.pardir,'Makefile','.purify','.cvsignore']) #cmp.report_full_closure() os.system( diffCmd+currentACSMod+" "+currentLaserMod+"|"+grepCmd+" >"+k+".diff" ) # Read the file to generate a readable html fi = open( k+".diff", 'r' ) lines = fi.readlines() fi.close() modifiedJavaInThisModule = 0 misalignedInThisModule = 0 # I use 4 lists to store the messages from diff (to present them # orderd) onlyList = [] onlyJList = [] differJList = [] differList = [] othersList = [] for line in lines: if line.startswith( 'Only' ): if ( line.find( ".java" )!=-1 ): misalignedInThisModule+=1 totMis+=1 onlyJList.append( line ) else: onlyList.append( line ) elif line.endswith( 'differ\n' ): if ( line.find( ".java " )!=-1 ): modifiedJavaInThisModule+=1 totJChanged+=1 differJList.append( line ) else: differList.append( line ) else: othersList.append( line ) # Write the reports on the string to return if len( differJList )>0: str+='

%d java files modified:' % len( differJList ) str+='

'+beautifyDifferStr(item)+'' str+='

' if len( differList )>0: str+='

%d other files modified:' % len( differList ) str+='

'+beautifyDifferStr(item) str+='

' if len( onlyJList )>0: str+='

%d java files misalignements (java files present in only one system)' % len( onlyJList ) str+='

'+beautifyOnlyStr(item)+'' str+='

' if len(onlyList)>0: str+='

%d other misalignements (files present in only one system)' % len( onlyList ) str+='

'+beautifyOnlyStr(item) str+='

' if len(othersList)>0: str+='

Other messages:' str+='

'+item str+='

' # Store some values for statistics globStats["JFilesChanged"]=totJChanged globStats["Misalignements"]=totMis return str def beautifyDifferStr(difStr): """Gives a better look to the string returned by diff""" items=difStr.split(' ') items[1]=items[1].replace( ACSDir, "ACSLaser" ) items[3]=items[3].replace( LaserDir, "LaserAlarmSystem" ) return items[1]+' <--> '+items[3] def beautifyOnlyStr(onlyStr): items=onlyStr.split(' ') items[2]=items[2].replace( ACSDir, "ACSLaser" ) items[2]=items[2].replace( LaserDir, "LaserAlarmSystem" ) items[3]=''+items[3]+'' print items retStr = '' for str in items: retStr = retStr+str+' ' return retStr ######################################### ### MAIN ######################################## # Build a dictionary with the name of each module and a list with the ACS and the Laser path # It scans the ACS directory so we have to add Laser modules # The key is the name of the module, the value is a couple [acspath,laserpath] i.e. # { moduleName, [acspath,laserpath] } for acsmod in ACSModules: # split the string to get the name of the module if not os.path.isdir( acsmod ): continue words = acsmod.split( '/' ) acsmodName = words[len( words )-1] if acsmodName=='CVS': continue # Look for the same module in Laser lasermodname='' for laserMod in LaserModules: if laserMod.endswith( acsmodName ): lasermodname=laserMod break # Store the value in the dictionary # It also add the specific path into each module if lasermodname!='': lasermodname=lasermodname+"/src/java" Modules[acsmodName]=[acsmod+"/src", lasermodname] # There are also Laser modules that were not imported in ACS? for lasermod in LaserModules: # split the string to get the name of the module if ( not os.path.isdir( lasermod ) ) or lasermod.endswith( 'CVS' ): continue words = lasermod.split( '/' ) lasermodName = words[len( words )-1] if not Modules.has_key( lasermodName ): Modules[lasermodName]=['', lasermod] #Write some output for the modules html+='

Modules comparison

' html+='

%d modules definition found in both ACS and Laser' % len( Modules ) html+='

Common modules' html+='

'+k html+='

' html+='

Modules defined only in ACS (i.e. added to the Laser source)' html+='

'+k html+='

' html+='

Modules defined only in Laser (i.e. not ported/needed by ACS)' html+='

'+k html+='

' html+='

' # Generate a diff file and the report for each module html+=compareSystems(GlobalStatistics ) html+='

' html+='

Some number

' html+='

%d total java files modified' % GlobalStatistics["JFilesChanged"] html+='

%d total misalignements (java files present in only one system)' % GlobalStatistics["Misalignements"] acsStatistics = fileStatistic( ACSDir, ".java" ) laserStatistics = fileStatistic( LaserDir, ".java" ) html+= generateStatisticTable(acsStatistics , laserStatistics) # Write the html fo = file( "out.html", 'w' ) fo.write( html ) fo.flush() fo.close()