Add_Scripts

Author: abhi0270

Scripts_Data/Build/BuildProjects.py

@@ -0,0 +1,93 @@
+import sys
+import os
+import datetime
+import subprocess
+
+#https://stackoverflow.com/questions/21377520/do-a-maven-build-in-a-python-script
+class changeDir:
+  def __init__(self, newPath):
+    self.newPath = os.path.expanduser(newPath)
+
+  # Change directory with the new path
+  def __enter__(self):
+    self.savedPath = os.getcwd()
+    os.chdir(self.newPath)
+
+  # Return back to previous directory
+  def __exit__(self, etype, value, traceback):
+    os.chdir(self.savedPath)
+
+
+def build(*args):
+    return subprocess.check_call(['mvn'] + list(args),shell=True)
+    #return subprocess.check_output(['mvn'] + list(args),shell=True)
+
+#https://coderwall.com/p/tjc9oa/for-those-who-build-multiple-maven-projects-at-once
+def mvnbuild(dir):
+    os.chdir(dir)
+    process = subprocess.Popen(
+        #"mvn clean install -DskipTests=true"
+        "mvn clean install",
+        shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE
+    )
+    out, err = process.communicate()
+    #log(out, dir)
+    #print(out)
+    errcode = process.returncode
+    return (out, err, errcode)
+
+
+try:
+    clonedprojectfolder= sys.argv[1]
+    #mavenargumenr=sys.argv[2]
+except:
+    print(" Plese provide proper arguments in the form python BuildProjects <FOLDE PATH where projects are cloned <MAVEN command to run>")
+
+
+projectstobuild=os.listdir(clonedprojectfolder)
+logfile=open('Build_log_'+str(datetime.datetime.now()),'a')
+
+print("Processing projects in folder ::" + clonedprojectfolder)
+projcount=len(projectstobuild)
+failedprojcount=0
+processedprojcount=0
+#print("Total projects to build "+ str(projcount))
+#logfile.write("Total projects to build "+ str(projcount)+"\n")
+
+
+for dir in projectstobuild:
+    path=dir
+    fullpath=os.path.join(clonedprojectfolder+path)
+    #print(fullpath)
+    if(os.path.isdir(fullpath)):
+        currfilelog=open('path.log','a')             
+        try:
+            #https://stackoverflow.com/questions/21377520/do-a-maven-build-in-a-python-script
+            if(not(dir.startswith('.'))):
+                print("Procesiing " + path)
+                opofbuild=mvnbuild(fullpath)
+                if("BUILD SUCCESS" in opofbuild[0]):    
+                    print("Build done  for  project " + path+"\n")            
+                    logfile.write("Build done  for  project " + path+"\n")
+                else:
+                    print("Build failed for  project " + path+"\n")
+                    logfile.write("Build failed for  project " + path+"\n")
+            '''
+                with changeDir(fullpath):
+                    # ****** NOTE ******: using shell=True is strongly discouraged since it possesses security risks
+                    #subprocess.call(["mvn", "clean", "install"], shell=True)
+                    #opofbuild=build("clean", "install")   
+                    #opofbuild=build("Compile") 
+    
+                    #build("Compile")
+                    #logfile.write("Compiled project " + path+"\n")
+                '''
+        
+        except:
+            print("Exception durin build or compile for project " + path+"\n")
+            logfile.write("Exception durin build or compile for project " + path+"\n")
+       
+
+    
+
+logfile.close( )

Scripts_Data/Clone/CloneProjects.py

@@ -0,0 +1,50 @@
+import sys
+import git
+import datetime
+
+import subprocess
+
+def git(*args):
+    return subprocess.check_call(['git'] + list(args))
+
+try:
+    repourlfilename= sys.argv[1]
+    folder_to_clonein=sys.argv[2]
+except:
+    print(" Plese provide proper arguments in the form python CloneProjecs <FileContainingRepoURLS> <FOLDE PATH in which to be cloned>")
+
+logfile=open(repourlfilename+'_log_'+str(datetime.datetime.now()),'a')
+
+print("Processing file with urls ::" + repourlfilename)
+repofiledata=open(repourlfilename,'r')
+allurls=repofiledata.readlines()
+filecount=len(allurls)
+failedfilecount=0
+processedfilecunt=0
+print("Total Files to process "+ str(filecount))
+logfile.write("Total Files to process "+ str(filecount)+"\n")
+
+
+for repo in allurls:
+    repourl=repo.strip()
+    repofolder=repo.split('/')[-1].strip()
+    print(repofolder)
+    print("Processing "+ repourl)
+    try:
+        print
+        git('clone',repourl,folder_to_clonein+repofolder)
+        logfile.write("Successfully processed " + repourl)
+        processedfilecunt+=1
+    except:
+        print(" Failed to Clone " + repourl)
+        logfile.write("Processein failed for  " + repourl+"\n")
+        failedfilecount+=1
+
+
+print("Files Suceessfuly procesed "+ str(processedfilecunt))
+logfile.write("Files Suceessfuly procesed "+ str(filecount-failedfilecount)+"\n")
+print("Files Failed "+ str(failedfilecount))
+logfile.write("Files Failed "+ str(failedfilecount)+"\n")
+
+
+logfile.close()

javacodeanalyzer/src/Client/AnalyzeFilesClient.java

@@ -57,6 +57,7 @@ public static void main(String args[])
 			String ClonedProjectsFolder=args[4];
 			AnalyzeFilesClient.clonedprojectsfolder=ClonedProjectsFolder+"/";			
 			//AnalyzeFilesClient.clonedprojectsfolder=rootd+"/";
+			//ASUMMPTION
 			AnalyzeFilesClient.sourcepathfinder="/src/main/java/";
 
 			//PARSE FILES

javacodeanalyzer/src/astparsing/BaselineBugramVisitor.java

@@ -36,7 +36,7 @@ public void setTrace(String trace_elemt)
 
 	   public void addTOTrace(String trace_elemt)
 	   {
-			   System.out.println(trace_elemt);
+			   //System.out.println(trace_elemt);
 			   if(trace_elemt.contains("::UNRESOLVEBLK::"))
 			   {
 				this.unresolvedelmt=true;