comparison Automatism/BatchOMR.py @ 2:46fb79167a61 tip

Main Code

+'''
+Created on 10/11/2014
+
+@organization: Lancaster University & University of Leeds
+@version: 1.0
+Created on 11/12/2014
+
+@author: Victor Padilla
+@contact: [e-mail]
+
+Functions related to SIKULI automatism 
+'''
+import logging
+import os
+import sys
+from subprocess import Popen
+import shutil
+from music21 import converter
+from Functions import FilesFunctions
+
+
+
+class BatchOMR:
+    '''
+    Class for the SIKULI process
+    '''
+    ##################################################
+    # @param idOMR It can be "SE" "SS" "CP" "PS" "ALL"   
+    # @param dirName folder where the images are and .xml will be
+    # @param files array with tiff files
+    def Batch(self,idOMR,dirName,files):
+        '''
+        Runs the SIKULI process.
+        - idOMR: SE, SS, CP, PS    
+        - if exists, skip
+        - it takes all the .tif files  and convert them to SE.xml, SS.xml, CP.xml or PS.xml
+        - it waits until the process is finished
+        
+        usage:
+        ff=FilesFunctions()
+        dirName="C:\\Users\\victor\\Desktop\\data"
+        files= ff.getAllImgFiles(dirName)
+        batchOMR=BatchOMR()
+        batchOMR.Batch("PS",dirName,files)
+        '''
+
+        print "Processing...",dirName+"/"+idOMR+".xml"
+        if os.path.exists(dirName+"/"+idOMR+".xml"):
+            print "....Completed ",dirName+"/"+idOMR+".xml"
+            return
+        rootApp=os.path.dirname(sys.argv[0])
+        rootApp=rootApp.replace("\\","/")
+        print rootApp
+        strFiles=""
+        for f in files:
+            strFiles=strFiles+" \""+f+"\""
+        print dirName,strFiles
+    
+        dirName=dirName.replace("\\","/")
+        dirName="\""+dirName+"/\""
+        
+        cwd=rootApp+"/sikuli1.0.1/runScript.cmd -r "+rootApp+"/sikuli/"+idOMR+".sikuli --args "
+        cwd=cwd+dirName+strFiles
+        print cwd
+        p = Popen(cwd)
+        p.wait()
+        p.communicate()
+        print "....Completed ",dirName+"/"+idOMR+".xml"
+    
+    
+    ###############################################
+    # @param rootDir root process folder    
+    def cleanXMLFiles(self,rootDir):
+        '''
+        Removes all the .xml files and .mro files in the tree folder
+        It is used for testing mainly
+        
+        usage:
+        
+        batchOMR=BatchOMR()
+        batchOMR.cleanXMLFiles("C:\\Users\\victor\\Desktop\\data")
+        '''
+        for outWalk in os.walk(rootDir):
+            dirName=outWalk[0]
+            fileList=outWalk[2]
+            for myfile in fileList:
+                if myfile.endswith('.xml'):
+                    os.remove(dirName+"/"+myfile)
+                    print myfile
+                if myfile.endswith('.mro'):
+                    os.remove(dirName+"/"+myfile)
+                    print myfile
+        
+                    
+    ###############################################
+    # @param rootDir root process folder    
+    # @param idOMR can be "PS" "CP" "SE" "SS" "ALL"           
+    def processAllTiffFiles(self,rootDir,idOMR):
+        '''
+        Runs the complete process for the tree folder
+        idOMR can be:
+            PS
+            CP
+            SE
+            SS
+            ALL (run all the OMRs). Capella is removed for many problems associated
+            
+        usage:
+        
+        batchOMR=BatchOMR()
+        batchOMR.processAllTiffFiles("C:\\Users\\victor\\Desktop\\data","SE")
+        '''
+        print rootDir
+        logging.basicConfig(filename=rootDir+'\\BigDataLogs.log',format='%(asctime)s %(message)s', datefmt='%m/%d/%Y %I:%M:%S %p')
+        for outWalk in os.walk(rootDir):
+            dirName=outWalk[0]
+            print('Found directory: %s' % dirName)
+            ff=FilesFunctions()
+            files= ff.getAllImgFiles(dirName)
+            if len(files)>0:
+                logging.warning(idOMR+" "+dirName)
+                if idOMR=="PS":
+                    self.Batch("PS",dirName,files)
+                if idOMR=="SE":
+                    self.Batch("SE",dirName,files)
+                if idOMR=="SS":
+                    self.Batch("SS",dirName,files)
+                if idOMR=="CP":
+                    self.Batch("CP",dirName,files)
+                if idOMR=="ALL":
+    #                 logging.warning("CP: "+dirName)
+    #                 Batch("CP",dirName,files)
+                    logging.warning("PS: "+dirName)
+                    self.Batch("PS",dirName,files)
+                    logging.warning("SE: "+dirName)
+                    self.Batch("SE",dirName,files)
+                    logging.warning("SS: "+dirName)
+                    self.Batch("SS",dirName,files)
+    
+    
+    ###############################################
+    # @param rootDir root process folder      
+    def setupApp(self,rootDir):
+        '''
+        Configures the main folder to process the data
+        Creates the "Process" close to "OMRS" folder and copy the .xml files.
+            - the parts files in "part/XML" folder with the structure:
+                                - idpart.version.omrId.xml
+            - the full scores in fullScore/XML" folder with the structure:
+                                - FS.version.omrId.xml
+        usage:
+        batchOMR=BatchOMR()
+        batchOMR.setupApp("C:\\Users\\victor\\Desktop\\data")                  
+        '''
+        ff=FilesFunctions()
+        ################
+        # FOR PARTS ####
+        ################
+        for outWalk in os.walk(rootDir):
+            dirName=outWalk[0]
+            subdirList=outWalk[1]
+            if "OMRS" in subdirList:
+                rootScore=dirName
+            if(dirName.upper().find("\\OMRS\\")!=-1 and dirName.upper().find("\\XML")!=-1 and dirName.upper().find("\\PARTS")!=-1):
+                arrDir=dirName.split("\\")
+                idpart=arrDir[len(arrDir)-2]  
+                version=arrDir[len(arrDir)-3] 
+                idmovement=arrDir[len(arrDir)-5] 
+                files= ff.getAllXMLFiles(dirName)
+                myfolder=rootScore+"\\Process\\"+idmovement+"\\parts\\"+idpart+"\\XML\\"
+                if not os.path.exists(myfolder):
+                    os.makedirs(myfolder)
+                for f in files:
+                    if not os.path.isfile(myfolder+idpart+"."+version+"."+f):
+                        shutil.copy2(dirName+"\\"+f, myfolder+idpart+"."+version+"."+f)
+                           
+        ###########################
+        # FOR FULL SCORE ##########
+        ###########################  
+        for outWalk in os.walk(rootDir):
+            dirName=outWalk[0]
+            subdirList=outWalk[1]
+            if "OMRS" in subdirList:
+                rootScore=dirName
+            if(dirName.upper().find("\\OMRS\\")!=-1 and dirName.upper().find("\\XML")!=-1 and dirName.upper().find("\\FULLSCORE")!=-1):
+                arrDir=dirName.split("\\")
+                version=arrDir[len(arrDir)-2] 
+                idmovement=arrDir[len(arrDir)-4] 
+                files= ff.getAllXMLFiles(dirName)
+                myfolder=rootScore+"\\Process\\"+idmovement+"\\fullScore\\XML\\"
+                for f in files:
+                    if not os.path.exists(myfolder):
+                        os.makedirs(myfolder)
+                    if not os.path.isfile(myfolder+"FS."+version+"."+f):
+                        shutil.copy2(dirName+"\\"+f, myfolder+"FS."+version+"."+f)
+
+                        
+                        
+                    
+        
+    ####################################
+    # @param rootDir root process folder       
+    def setGround(self,rootDir):
+        '''
+        Process kern files in the OMRS folder (.krn) and set them as a "ground.xml"
+        in "Process" folder
+        
+        usage:
+        batchOMR=BatchOMR()
+        batchOMR.setGround("C:\\Users\\victor\\Desktop\\data")
+        '''
+        for outWalk in os.walk(rootDir):
+            dirName=outWalk[0]
+            ff=FilesFunctions()
+            kernFile=ff.getKernFile(dirName)
+            newpath=dirName.replace("\\OMRS\\","\\Process\\")
+            
+            if not os.path.isfile(newpath+'\\ground.xml'):
+                if kernFile!=None:
+                    
+                    print dirName+"\\"+kernFile
+                    xmlFile=ff.getXMLFile(dirName)
+                    
+                    #if we have a .xml file, we copy it
+                    if xmlFile!=None:
+                        shutil.copyfile(dirName+"\\"+xmlFile,newpath+"\\ground.xml")
+                    else:
+                        omr=converter.parse(dirName+"\\"+kernFile)
+                        omr.write("musicxml", newpath+'\\ground.xml')
+