1
0
mirror of https://github.com/golang/go synced 2024-11-17 11:54:54 -07:00

[dev.fuzz] internal: fuzzing output adjustments

Print the elapsed time as a nicely formatted duration, and
make small adjustments to the command line output while fuzzing.

Fixes golang/go#48132

Change-Id: Id95f84c0939171a777448c444d9b87d7af26b654
Reviewed-on: https://go-review.googlesource.com/c/go/+/349970
Trust: Katie Hockman <katie@golang.org>
Run-TryBot: Katie Hockman <katie@golang.org>
TryBot-Result: Go Bot <gobot@golang.org>
Reviewed-by: Jay Conrod <jayconrod@google.com>
This commit is contained in:
Katie Hockman 2021-09-14 15:47:41 -04:00
parent 739a42c199
commit f53b61d387
2 changed files with 17 additions and 13 deletions

View File

@ -23,14 +23,14 @@ stdout FAIL
# Test that fuzzminimizetime can be zero seconds, and minimization is disabled # Test that fuzzminimizetime can be zero seconds, and minimization is disabled
! go test -fuzz=FuzzMinimizeZeroDurationSet -run=FuzzMinimizeZeroDurationSet -fuzztime=10000x -fuzzminimizetime=0s minimizer_test.go ! go test -fuzz=FuzzMinimizeZeroDurationSet -run=FuzzMinimizeZeroDurationSet -fuzztime=10000x -fuzzminimizetime=0s minimizer_test.go
! stdout '^ok' ! stdout '^ok'
! stdout 'found a crash, minimizing...' ! stdout 'minimizing'
stdout 'there was an Error' stdout 'there was an Error'
stdout FAIL stdout FAIL
# Test that fuzzminimizetime can be zero times, and minimization is disabled # Test that fuzzminimizetime can be zero times, and minimization is disabled
! go test -fuzz=FuzzMinimizeZeroLimitSet -run=FuzzMinimizeZeroLimitSet -fuzztime=10000x -fuzzminimizetime=0x minimizer_test.go ! go test -fuzz=FuzzMinimizeZeroLimitSet -run=FuzzMinimizeZeroLimitSet -fuzztime=10000x -fuzzminimizetime=0x minimizer_test.go
! stdout '^ok' ! stdout '^ok'
! stdout 'found a crash, minimizing...' ! stdout 'minimizing'
stdout 'there was an Error' stdout 'there was an Error'
stdout FAIL stdout FAIL
@ -51,7 +51,7 @@ rm testdata
# Test that minimization is working for non-recoverable errors. # Test that minimization is working for non-recoverable errors.
! go test -fuzz=FuzzMinimizerNonrecoverable -run=FuzzMinimizerNonrecoverable -fuzztime=10000x minimizer_test.go ! go test -fuzz=FuzzMinimizerNonrecoverable -run=FuzzMinimizerNonrecoverable -fuzztime=10000x minimizer_test.go
! stdout '^ok' ! stdout '^ok'
stdout 'found a crash, minimizing' stdout 'minimizing'
stdout 'fuzzing process terminated unexpectedly: exit status 99' stdout 'fuzzing process terminated unexpectedly: exit status 99'
stdout FAIL stdout FAIL

View File

@ -239,7 +239,7 @@ func CoordinateFuzzing(ctx context.Context, opts CoordinateFuzzingOpts) (err err
// Send it back to a worker for minimization. Disable inputC so // Send it back to a worker for minimization. Disable inputC so
// other workers don't continue fuzzing. // other workers don't continue fuzzing.
crashMinimizing = &result crashMinimizing = &result
fmt.Fprintf(c.opts.Log, "found a crash, minimizing...\n") fmt.Fprintf(c.opts.Log, "fuzz: found a %d-byte crash input; minimizing...\n", len(result.entry.Data))
c.queueForMinimization(result, nil) c.queueForMinimization(result, nil)
} else if !crashWritten { } else if !crashWritten {
// Found a crasher that's either minimized or not minimizable. // Found a crasher that's either minimized or not minimizable.
@ -256,7 +256,7 @@ func CoordinateFuzzing(ctx context.Context, opts CoordinateFuzzingOpts) (err err
fmt.Fprintf( fmt.Fprintf(
c.opts.Log, c.opts.Log,
"DEBUG new crasher, elapsed: %s, id: %s, parent: %s, gen: %d, size: %d, exec time: %s\n", "DEBUG new crasher, elapsed: %s, id: %s, parent: %s, gen: %d, size: %d, exec time: %s\n",
time.Since(c.startTime), c.elapsed(),
fileName, fileName,
result.entry.Parent, result.entry.Parent,
result.entry.Generation, result.entry.Generation,
@ -272,7 +272,7 @@ func CoordinateFuzzing(ctx context.Context, opts CoordinateFuzzingOpts) (err err
fmt.Fprintf( fmt.Fprintf(
c.opts.Log, c.opts.Log,
"DEBUG processed an initial input, elapsed: %s, id: %s, new bits: %d, size: %d, exec time: %s\n", "DEBUG processed an initial input, elapsed: %s, id: %s, new bits: %d, size: %d, exec time: %s\n",
time.Since(c.startTime), c.elapsed(),
result.entry.Parent, result.entry.Parent,
countBits(diffCoverage(c.coverageMask, result.coverageData)), countBits(diffCoverage(c.coverageMask, result.coverageData)),
len(result.entry.Data), len(result.entry.Data),
@ -291,7 +291,7 @@ func CoordinateFuzzing(ctx context.Context, opts CoordinateFuzzingOpts) (err err
fmt.Fprintf( fmt.Fprintf(
c.opts.Log, c.opts.Log,
"DEBUG finished processing input corpus, elapsed: %s, entries: %d, initial coverage bits: %d\n", "DEBUG finished processing input corpus, elapsed: %s, entries: %d, initial coverage bits: %d\n",
time.Since(c.startTime), c.elapsed(),
len(c.corpus.entries), len(c.corpus.entries),
countBits(c.coverageMask), countBits(c.coverageMask),
) )
@ -329,7 +329,7 @@ func CoordinateFuzzing(ctx context.Context, opts CoordinateFuzzingOpts) (err err
fmt.Fprintf( fmt.Fprintf(
c.opts.Log, c.opts.Log,
"DEBUG new interesting input, elapsed: %s, id: %s, parent: %s, gen: %d, new bits: %d, total bits: %d, size: %d, exec time: %s\n", "DEBUG new interesting input, elapsed: %s, id: %s, parent: %s, gen: %d, new bits: %d, total bits: %d, size: %d, exec time: %s\n",
time.Since(c.startTime), c.elapsed(),
result.entry.Name, result.entry.Name,
result.entry.Parent, result.entry.Parent,
result.entry.Generation, result.entry.Generation,
@ -345,7 +345,7 @@ func CoordinateFuzzing(ctx context.Context, opts CoordinateFuzzingOpts) (err err
fmt.Fprintf( fmt.Fprintf(
c.opts.Log, c.opts.Log,
"DEBUG worker reported interesting input that doesn't expand coverage, elapsed: %s, id: %s, parent: %s, minimized: %t\n", "DEBUG worker reported interesting input that doesn't expand coverage, elapsed: %s, id: %s, parent: %s, minimized: %t\n",
time.Since(c.startTime), c.elapsed(),
result.entry.Name, result.entry.Name,
result.entry.Parent, result.entry.Parent,
result.minimizeAttempted, result.minimizeAttempted,
@ -644,12 +644,12 @@ func (c *coordinator) updateStats(result fuzzResult) {
} }
func (c *coordinator) logStats() { func (c *coordinator) logStats() {
elapsed := time.Since(c.startTime) elapsed := c.elapsed()
if c.coverageOnlyRun() { if c.coverageOnlyRun() {
fmt.Fprintf(c.opts.Log, "gathering baseline coverage, elapsed: %.1fs, workers: %d, left: %d\n", elapsed.Seconds(), c.opts.Parallel, c.covOnlyInputs) fmt.Fprintf(c.opts.Log, "gathering baseline coverage, elapsed: %s, workers: %d, left: %d\n", elapsed, c.opts.Parallel, c.covOnlyInputs)
} else { } else {
rate := float64(c.count) / elapsed.Seconds() rate := float64(c.count) / time.Since(c.startTime).Seconds() // be more precise here
fmt.Fprintf(c.opts.Log, "fuzzing, elapsed: %.1fs, execs: %d (%.0f/sec), workers: %d, interesting: %d\n", elapsed.Seconds(), c.count, rate, c.opts.Parallel, c.interestingCount) fmt.Fprintf(c.opts.Log, "fuzz: elapsed: %s, execs: %d (%.0f/sec), workers: %d, interesting: %d\n", elapsed, c.count, rate, c.opts.Parallel, c.interestingCount)
} }
} }
@ -820,6 +820,10 @@ func (c *coordinator) canMinimize() bool {
(c.opts.Limit == 0 || c.count+c.countWaiting < c.opts.Limit) (c.opts.Limit == 0 || c.count+c.countWaiting < c.opts.Limit)
} }
func (c *coordinator) elapsed() time.Duration {
return time.Since(c.startTime).Round(1 * time.Second)
}
// readCache creates a combined corpus from seed values and values in the cache // readCache creates a combined corpus from seed values and values in the cache
// (in GOCACHE/fuzz). // (in GOCACHE/fuzz).
// //