b6a71375cf
* remove md5 tests and replace with comparison * fix directory path issue * remove exact check as test is not deterministic * fix argument assertion test and remove cdet_visited.txt * allow extra addresses in actual to account for inter-machine differences
118 lines
4.5 KiB
Python
118 lines
4.5 KiB
Python
import StringIO
|
|
import unittest
|
|
import sys
|
|
import shutil
|
|
import tempfile
|
|
import os
|
|
import hashlib
|
|
import subprocess
|
|
import time
|
|
|
|
#logging.basicConfig(filename = "test.log",
|
|
# format = "%(asctime)s: %(name)s:%(levelname)s: %(message)s",
|
|
# level = logging.DEBUG)
|
|
|
|
class IntegrationTest(unittest.TestCase):
|
|
_multiprocess_can_split_ = True
|
|
def setUp(self):
|
|
# Create a temporary directory
|
|
self.test_dir = tempfile.mkdtemp()
|
|
|
|
def tearDown(self):
|
|
# Remove the directory after the test
|
|
shutil.rmtree(self.test_dir)
|
|
|
|
def _loadVisitedSet(self, visited):
|
|
|
|
self.assertTrue(os.path.exists(visited))
|
|
vitems = open(visited, 'r').read().splitlines()
|
|
|
|
vitems = map(lambda x: int(x[2:], 16), vitems)
|
|
|
|
return set(vitems)
|
|
|
|
def _runWithTimeout(self, procargs, logfile, timeout=1200):
|
|
|
|
with open(os.path.join(os.pardir, logfile), "w") as output:
|
|
po = subprocess.Popen(procargs, stdout=output)
|
|
secs_used = 0
|
|
|
|
while po.poll() is None and secs_used < timeout:
|
|
time.sleep(1)
|
|
sys.stderr.write("~")
|
|
secs_used += 1
|
|
|
|
self.assertEqual(po.returncode, 0)
|
|
self.assertTrue(secs_used < timeout)
|
|
sys.stderr.write("\n")
|
|
|
|
def testTimeout(self):
|
|
dirname = os.path.dirname(__file__)
|
|
filename = os.path.abspath(os.path.join(dirname, 'binaries/arguments_linux_amd64'))
|
|
self.assertTrue(filename.startswith(os.getcwd()))
|
|
filename = filename[len(os.getcwd())+1:]
|
|
data = file(filename,'rb').read()
|
|
workspace = '%s/workspace'%self.test_dir
|
|
t = time.time()
|
|
with open(os.path.join(os.pardir, '%s/output.log'%self.test_dir), "w") as output:
|
|
subprocess.check_call(['python', '-m', 'manticore',
|
|
'--workspace', workspace,
|
|
'--timeout', '1',
|
|
'--procs', '4',
|
|
filename,
|
|
'+++++++++'], stdout=output)
|
|
self.assertTrue(time.time()-t < 20)
|
|
|
|
def test_cli_verbosity(self):
|
|
"""
|
|
Tests that default verbosity produces the expected volume of output
|
|
"""
|
|
|
|
dirname = os.path.dirname(__file__)
|
|
filename = os.path.join(dirname, 'binaries/basic_linux_amd64')
|
|
output = subprocess.check_output(['python', '-m', 'manticore', filename])
|
|
self.assertLessEqual(len(output.splitlines()), 25)
|
|
|
|
def testArgumentsAssertions(self):
|
|
dirname = os.path.dirname(__file__)
|
|
filename = os.path.abspath(os.path.join(dirname, 'binaries/arguments_linux_amd64'))
|
|
self.assertTrue(filename.startswith(os.getcwd()))
|
|
filename = filename[len(os.getcwd())+1:]
|
|
data = file(filename,'rb').read()
|
|
workspace = '%s/workspace'%self.test_dir
|
|
assertions = '%s/assertions.txt'%self.test_dir
|
|
file(assertions,'w').write('0x0000000000401003 ZF == 1')
|
|
with open(os.path.join(os.pardir, '%s/output.log'%self.test_dir), "w") as output:
|
|
subprocess.check_call(['python', '-m', 'manticore',
|
|
'--workspace', workspace,
|
|
'--proc', '4',
|
|
'--assertions', assertions,
|
|
filename,
|
|
'+++++++++'], stdout=output)
|
|
actual = self._loadVisitedSet(os.path.join(dirname, '%s/visited.txt'%workspace))
|
|
expected = self._loadVisitedSet(os.path.join(dirname, 'reference/arguments_linux_arm64_visited.txt'))
|
|
self.assertGreaterEqual(actual, expected)
|
|
|
|
def testDecree(self):
|
|
dirname = os.path.dirname(__file__)
|
|
filename = os.path.abspath(os.path.join(dirname, 'binaries/cadet_decree_x86'))
|
|
self.assertTrue(filename.startswith(os.getcwd()))
|
|
filename = filename[len(os.getcwd())+1:]
|
|
SE = os.path.join(dirname, '../main.py')
|
|
data = file(filename,'rb').read()
|
|
workspace = '%s/workspace'%self.test_dir
|
|
self._runWithTimeout(['python', '-m', 'manticore',
|
|
'--workspace', workspace,
|
|
'--timeout', '20',
|
|
'--proc', '4',
|
|
'--policy', 'uncovered',
|
|
filename], '%s/output.log'%self.test_dir)
|
|
|
|
actual = self._loadVisitedSet(os.path.join(dirname, '%s/visited.txt'%workspace))
|
|
self.assertTrue(len(actual) > 100 )
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|
|
|