Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
16 changes: 14 additions & 2 deletions test/unit/test_cluster_fuzz.py
Original file line number Diff line number Diff line change
Expand Up @@ -454,8 +454,20 @@ def test_file_contents(self):
# rare, and in a sense they are actually unuseful).
if proc.returncode == 0 and b'[fuzz-exec] calling ' in proc.stdout:
valid_executions += 1

print('Valid executions are distributed as ~ mean 0.99')
else:
print('====')
print('invalid execution, returncode: ', proc.returncode)
print('stdout:')
print(proc.stdout)
print('stderr:')
print(proc.stderr)
print('====')

# We do not want valid executions to be 100%, as some amount of
# traps during startup are interesting (VMs can have bugs there),
# but the vast majority should be valid. (Startup traps can include
# null descriptors, segments out of bounds, etc.)
print('Valid executions are distributed as ~ mean 0.95')
print(f'mean valid executions: {valid_executions / N}')
# Assert on having at least half execute properly. Given the true mean
# is 0.9, for half of 100 to fail is incredibly unlikely.
Expand Down
Loading