1ad9a88032
* add basic benchmarking script * add results class, collect more information, and fix check for no args * fix indentation * we don't have logger here * use argv[0] for name of program * allow dumping of stats from the API and use .format() * add ProfilingResults class * bugfixes
49 lines
1.7 KiB
Python
49 lines
1.7 KiB
Python
from manticore import Manticore
|
|
from sys import argv, exit
|
|
|
|
def display(results):
|
|
print " Total time: {} seconds".format(results.time_elapsed)
|
|
print " Total instructions executed: {}".format(results.instructions_executed)
|
|
print " Average instructions per second: {}".format(results.instructions_executed / results.time_elapsed)
|
|
print " Time spent loading states: {} seconds".format(results.loading_time)
|
|
print " Time spent saving states: {} seconds".format(results.saving_time)
|
|
print " Time spent in solver: {} seconds".format(results.solver_time)
|
|
|
|
def benchmark(program):
|
|
print "[*] Benchmarking program \"{}\"".format(program)
|
|
|
|
m = Manticore(program)
|
|
m.should_profile = True
|
|
m.run()
|
|
|
|
results = m._executor.dump_stats()
|
|
if results is None:
|
|
print "[*] Failed to collect stats for program {}".format(program)
|
|
return
|
|
|
|
display(results)
|
|
return results
|
|
|
|
if __name__ == "__main__":
|
|
args = argv[1:]
|
|
|
|
if len(args) == 0:
|
|
print "usage: python {} PROGRAM1 PROGRAM2...".format(argv[0])
|
|
exit()
|
|
|
|
first_program = args[0]
|
|
other_programs = args[1:]
|
|
overall_results = benchmark(first_program)
|
|
|
|
if other_programs:
|
|
for program in other_programs:
|
|
results = benchmark(program)
|
|
overall_results.time_elapsed += results.time_elapsed
|
|
overall_results.instructions_executed += results.instructions_executed
|
|
overall_results.solver_time += results.solver_time
|
|
overall_results.loading_time += results.loading_time
|
|
overall_results.saving_time += results.saving_time
|
|
|
|
print "Overall:"
|
|
display(overall_results)
|