2015-05-19 13:26:10 +00:00
|
|
|
#!/usr/bin/python
|
|
|
|
|
2015-05-20 18:31:03 +00:00
|
|
|
# apt-get install python-configglue
|
|
|
|
|
2015-05-19 13:26:10 +00:00
|
|
|
import sys, getopt
|
|
|
|
from mpXpRunner import MpXpRunner
|
|
|
|
from mpTopo import MpTopo
|
|
|
|
|
|
|
|
from shutil import copy
|
|
|
|
import os
|
|
|
|
from subprocess import call
|
|
|
|
|
|
|
|
import datetime
|
2015-05-20 18:31:03 +00:00
|
|
|
# currently all checkers and validations and defined in this file
|
|
|
|
from mpValidations import *
|
2015-06-01 23:17:47 +00:00
|
|
|
from mpBurstBlocks import *
|
2015-06-24 06:51:34 +00:00
|
|
|
from mpRefreshSetCsv import *
|
2015-05-19 13:26:10 +00:00
|
|
|
|
|
|
|
from yaml import load, dump
|
|
|
|
|
2015-05-20 18:31:03 +00:00
|
|
|
from optparse import OptionParser
|
|
|
|
|
|
|
|
|
|
|
|
# Define supported options
|
|
|
|
parser = OptionParser()
|
|
|
|
parser.add_option("-t", "--tests", dest="tests_dir",
|
|
|
|
help="Directory holding tests", metavar="TESTSDIR" , default="./tests")
|
|
|
|
parser.add_option("-l", "--logs", dest="logs_dir",
|
|
|
|
help="Directory where to log", metavar="LOGSDIR" , default="./logs")
|
2015-06-08 18:52:20 +00:00
|
|
|
parser.add_option("-r", "--repeat", dest="repeat",
|
|
|
|
help="Reuse existing logs", metavar="REPEAT" , default="")
|
2015-06-24 06:51:34 +00:00
|
|
|
parser.add_option("-c", "--clean-pcap", dest="clean", action="store_true",
|
|
|
|
help="Delete pcap from logs directory", metavar="CLEAN" , default="false")
|
2015-05-20 18:31:03 +00:00
|
|
|
|
|
|
|
(options, args) = parser.parse_args()
|
|
|
|
|
|
|
|
# initialise flags values
|
|
|
|
tests_dir=options.tests_dir.rstrip("/")
|
|
|
|
logs_dir=options.logs_dir.rstrip("/")
|
2015-06-01 23:17:47 +00:00
|
|
|
repeat = options.repeat
|
2015-06-24 06:51:34 +00:00
|
|
|
clean = options.clean
|
2015-05-19 13:26:10 +00:00
|
|
|
|
2015-05-20 18:31:03 +00:00
|
|
|
# take timestamp, used as subdirectory in logs_dir
|
2015-05-19 13:26:10 +00:00
|
|
|
timestamp=datetime.datetime.now().isoformat()
|
|
|
|
|
2015-06-08 18:52:20 +00:00
|
|
|
if repeat!="":
|
|
|
|
timestamp=repeat
|
2015-05-26 23:28:19 +00:00
|
|
|
#timestamp = "2015-05-26T15:42:45.419949"
|
|
|
|
|
2015-05-20 18:31:03 +00:00
|
|
|
for test_name in [name for name in os.listdir(tests_dir) if os.path.isdir(os.path.join(tests_dir, name))]:
|
|
|
|
# initialise files defining the experience and test
|
|
|
|
test_dir = tests_dir + "/" + test_name
|
|
|
|
xpFile = test_dir+"/xp"
|
|
|
|
topoFile = test_dir+"/topo"
|
|
|
|
validation_file=test_dir+"/validation.yml"
|
|
|
|
destDir=logs_dir+"/"+timestamp+"/"+test_name
|
|
|
|
if not os.path.exists(destDir):
|
|
|
|
os.makedirs(destDir)
|
|
|
|
|
|
|
|
print "Running " + test_dir
|
|
|
|
# run the experience
|
2015-06-01 23:17:47 +00:00
|
|
|
if not repeat:
|
|
|
|
MpXpRunner(MpTopo.mininetBuilder, topoFile, xpFile)
|
2015-05-19 13:26:10 +00:00
|
|
|
|
2015-05-20 18:31:03 +00:00
|
|
|
#copy xp, topo and validation to log
|
|
|
|
copy(topoFile,destDir)
|
|
|
|
copy(xpFile,destDir)
|
|
|
|
copy(validation_file,destDir)
|
|
|
|
#copy log files
|
2015-06-24 06:51:34 +00:00
|
|
|
for l in ["client.pcap" ,"command.log" ,"upmc.log" ,"upms.log" ,"netcat_server_0.log" ,"netcat_client_0.log"]:
|
|
|
|
copy(l,destDir+"/")
|
2015-05-19 13:26:10 +00:00
|
|
|
|
2015-05-20 18:31:03 +00:00
|
|
|
# Run validations
|
|
|
|
with open(validation_file, 'r') as f:
|
|
|
|
validations = load(f)
|
2015-06-01 17:19:30 +00:00
|
|
|
if validations!=None:
|
2015-06-24 18:58:17 +00:00
|
|
|
if "checkers" in validations and validations["checkers"]!=None:
|
|
|
|
for k in validations["checkers"]:
|
2015-06-24 06:51:34 +00:00
|
|
|
# Identify checker class
|
|
|
|
name = k.title().replace("_","")+"Checker"
|
|
|
|
klass= globals()[name]
|
|
|
|
# instantiate checker with validations and test_name
|
|
|
|
checker = klass(validations["checkers"], test_name, destDir)
|
|
|
|
if checker.check():
|
|
|
|
print checker.logs
|
|
|
|
else:
|
|
|
|
print checker.logs
|
2015-06-24 18:58:17 +00:00
|
|
|
if "aggregators" in validations and validations["aggregators"]!=None:
|
2015-06-08 18:52:20 +00:00
|
|
|
for k in validations["aggregators"]:
|
|
|
|
# Identify checker class
|
|
|
|
name = k.title().replace("_","")+"Aggregator"
|
|
|
|
klass= globals()[name]
|
|
|
|
# instantiate checker with validations and test_name
|
|
|
|
agg = klass(validations, test_name, destDir)
|
|
|
|
print agg
|
2015-06-24 06:51:34 +00:00
|
|
|
if clean:
|
|
|
|
os.remove(destDir+"/client.pcap")
|
2015-05-19 13:26:10 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2015-05-20 18:31:03 +00:00
|
|
|
|
|
|
|
#tcptrace_checker = TcptraceChecker(validations, t )
|
|
|
|
#print "WILL VALIDATE"
|
|
|
|
#tcptrace_checker.check()
|
2015-05-19 13:26:10 +00:00
|
|
|
|
|
|
|
#for v in validations["tcptrace"]:
|
|
|
|
# print dump(v)
|
|
|
|
|
|
|
|
# /usr/local/bin/mptcptrace -f /tmp/dest/client.pcap -G20 -F3 -r7 -s -S -a
|
2015-05-20 18:31:03 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Here are functions that can be used to generate topo and xp files:
|
|
|
|
#def write_entry(f, key, val):
|
|
|
|
# f.write("{}:{}\n".format(key,val))
|
|
|
|
#
|
|
|
|
#def generateTopo():
|
|
|
|
# path="/tmp/topo"
|
|
|
|
# f=open(path,"w")
|
|
|
|
# # delay, queueSize (in packets), bw
|
|
|
|
# write_entry(f, "path_0", "10,15,5")
|
|
|
|
# write_entry(f, "path_1", "10,15,5")
|
|
|
|
# write_entry(f, "topoType", "MultiIf")
|
|
|
|
# f.close()
|
|
|
|
# return path
|
|
|
|
#
|
|
|
|
#def generateXp():
|
|
|
|
# path="/tmp/xp"
|
|
|
|
# f=open(path,"w")
|
|
|
|
# write_entry(f, "xpType", "nc")
|
|
|
|
# write_entry(f, "kpm", "fullmesh")
|
|
|
|
# write_entry(f, "kpms", "netlink")
|
|
|
|
# write_entry(f, "kpmc", "netlink")
|
|
|
|
# write_entry(f, "upmc", "fullmesh")
|
|
|
|
## write_entry(f, "upmc_args", "-t 600000 -i 500 -c 7800")
|
|
|
|
# write_entry(f, "ddCount", "10000")
|
|
|
|
# write_entry(f, "clientPcap", "yes")
|
|
|
|
# write_entry(f, "ncClientPort_0", "0:33400")
|
|
|
|
# write_entry(f, "rmem","300000 300000 300000")
|
|
|
|
# f.close()
|
|
|
|
# return path
|
|
|
|
|
|
|
|
#topoFile=generateTopo()
|
|
|
|
#print(topoFile)
|
|
|
|
#xpFile=generateXp()
|
|
|
|
#print(xpFile)
|
|
|
|
|