...
if perf_run:
slowdown = emulated_time / native_time
print("Slowdown: %s" % round(slowdown, 1))
assert slowdown < 70
if expected_inputs > 0:
testcases = glob.glob(WORKDIR + "/tests/test_*.dat")
> assert len(testcases) == expected_inputs
E assert 0 == 1
E + where 0 = len([])
run.py:85: AssertionError
Running directory: /home/ubuntu/fuzzolic/tests/workdir/fuzzolic-00000
Using SMT solver
Run took 0.2 secs
[FUZZOLIC] no more testcase. Finishing.
if perf_run:
slowdown = emulated_time / native_time
print("Slowdown: %s" % round(slowdown, 1))
assert slowdown < 70
if expected_inputs > 0:
testcases = glob.glob(WORKDIR + "/tests/test_*.dat")
> assert len(testcases) == expected_inputs
E AssertionError: assert 2 == 7
E + where 2 = len(['/home/ubuntu/fuzzolic/tests/workdir/tests/test_case_000_000.dat', '/home/ubuntu/fuzzolic/tests/workdir/tests/test_case_000_001.dat'])
run.py:85: AssertionError
Running directory: /home/ubuntu/fuzzolic/tests/workdir/fuzzolic-00000
Using SMT solver
[+] Keeping test_case_1_1.dat
[+] Keeping test_case_0_0.dat
Run took 0.2 secs
Running directory: /home/ubuntu/fuzzolic/tests/workdir/fuzzolic-00001
Using SMT solver
Run took 0.2 secs
Running directory: /home/ubuntu/fuzzolic/tests/workdir/fuzzolic-00002
Using SMT solver
Run took 0.2 secs
[FUZZOLIC] no more testcase. Finishing.
We would like to know whether these test fails affect the normal use of the program, because it seems that fuzzolic fails to handle some situations well.