add graph.py & parser.py

Author: suiy

etc/clouds.conf

@@ -4,7 +4,7 @@ cloud_port = 8444
 image_id = automaton.gz
 cloud_type = nimbus
 availability_zone = us-east-1
-instance_type = m1.xlarge
+instance_type = m1.large
 instance_cores = 1
 access_id = $NIMBUS_IAAS_ACCESS_KEY
 secret_key = $NIMBUS_IAAS_SECRET_KEY

etc/global.conf

@@ -8,4 +8,3 @@ log_local_path = ./var/log_files
 ssh_username = root
 ssh_timeout = 120
 graph_path = ./var/graphs
-instance_types = m1.small,m1.large,m1.xlarge

graphing/graphing.py

@@ -0,0 +1,38 @@
+import pylab as plt
+from parser import Parser
+from lib.util import read_path
+
+class Graph(object):
+    def __init__(self,config):
+        self.config = config
+        self.parser = Parser(self.config)
+        self.graph_path = self.config.globals.graph_path
+        self.attributes = list()
+        self.attributes = self.parser.instance_types
+
+    def generate_graph(self):
+        raw_data = self.parser.get_mean()
+        for item in raw_data:
+            data=list()
+            for n in range(len(self.attributes)):
+                data.append(item[n+1])
+            figure_name = '%s/%s.png' % (self.graph_path,item[0])
+            figure = bar_graph(item[0],self.attributes,data,figure_name)
+            
+
+def bar_graph(title,x_value,y_value,path):
+    fig = plt.figure()
+    ax = fig.add_subplot(1,1,1)
+    x = range(len(y_value))
+
+    rects = ax.bar(x, y_value, facecolor='#777777', edgecolor='black',align='center',yerr=0.1,width=0.5)
+    ax.set_title(title)
+    ax.set_xticks(x)
+    ax.set_xticklabels(x_value)
+    for rect in rects:
+        height = rect.get_height()
+        plt.text(rect.get_x()+rect.get_width()/4, 1.01*height, '%s' % float(height))
+    #plt.show()
+    fig.savefig(path)
+ 
+ 

graphing/parser.py

@@ -0,0 +1,108 @@
+import os
+import sys
+import random
+from lib.util import read_path
+
+class Tree(object):
+	def __init__(self):
+		self.name = None
+		self.attributes = list()
+
+class Parser(object):
+	def __init__(self,config):
+		self.data = list()
+		self.config = config
+		self.local_path = self.config.globals.log_local_path
+		self.instance_types = list()
+		type_list(self.local_path,self.instance_types)
+
+	
+	def read_dir(self,root_dir):
+		for line in os.listdir(root_dir):
+			path = os.path.join(root_dir, line)
+			if os.path.isdir(path):
+				self.read_dir(path)
+			elif os.path.basename(path)=='.DS_Store':
+				continue
+			else:
+				inputs = self.insert_data(path)
+
+	def insert_data(self,path):
+		filelist=list()
+		pathlist=list()
+		#read_file(path)
+		pathlist = splitpath(path, 20)
+		filename =  os.path.basename(path)
+		filelist = filename.split('_')
+		if len(self.data) != 0:
+			for item in self.data:
+				if item.name==pathlist[3]:
+					for n in range(len(self.instance_types)):
+						if filelist[2]==self.instance_types[n]:
+							item.attributes[n].append(read_file(path))
+					return
+				else:
+					continue
+		tree = Tree()
+		for n in range(len(self.instance_types)):
+			tree.attributes.append(list())
+			if filelist[2]==self.instance_types[n]:
+				tree.attributes[n].append(read_file(path))
+		tree.name = pathlist[3]
+		self.data.append(tree)
+
+	def get_mean(self):
+		self.read_dir(self.local_path)
+		li = list()
+		for item in self.data:
+			l = list()
+			l.append(item.name)
+			for attribute in item.attributes:
+				s = 0
+				if len(attribute)==0:
+					s=0
+				else:
+					for n in attribute:
+						s+=n
+					s = s/float(len(attribute))
+				l.append(s)
+			li.append(l)
+		return li
+	
+	def print_tree(self):
+		for item in self.data:
+			print item.name
+			for n in self.attributes:
+				print n
+
+def splitpath(path, maxdepth=20):
+     ( head, tail ) = os.path.split(path)
+     return splitpath(head, maxdepth - 1) + [ tail ] \
+         if maxdepth and head and head != path \
+         else [ head or tail ]
+
+def read_file(filename):
+	lnlist = list()
+	with open(filename, 'r') as handle:
+		for ln in handle:
+			if 'Total time for running BioPerf is' in ln:
+				lnlist=ln.split(' ')
+				return int(lnlist[6])
+		return 0
+
+def type_list(root_dir,instance_type):
+	for line in os.listdir(root_dir):
+		path = os.path.join(root_dir, line)
+		if os.path.isdir(path):
+			type_list(path,instance_type)
+		elif os.path.basename(path)=='.DS_Store':
+			continue
+		else:
+			filelist=list()
+			filename = os.path.basename(path)
+			filelist = filename.split('_')
+			if filelist[2] in instance_type:
+				continue
+			else:
+				instance_type.append(filelist[2])
+

lib/config.py

@@ -14,7 +14,6 @@ def __init__(self, config):
         self.ssh_username = default_dict['ssh_username']
         self.ssh_timeout = default_dict['ssh_timeout']
         self.graph_path  = default_dict['graph_path']
-        self.instance_types = default_dict['instance_types']
 
 class CloudsConfig(object):
     """ CloudsConfig class retrieves information from the file that specifies global parameters """