Skip to content

grpctest: minor improvements to the test logger implementation #8370

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 22 commits into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion clientconn_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -702,7 +702,7 @@ func (s) TestResolverEmptyUpdateNotPanic(t *testing.T) {
}

func (s) TestClientUpdatesParamsAfterGoAway(t *testing.T) {
grpctest.TLogger.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")
grpctest.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")

lis, err := net.Listen("tcp", "localhost:0")
if err != nil {
Expand Down
2 changes: 1 addition & 1 deletion encoding/encoding_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -112,7 +112,7 @@ func (c *errProtoCodec) Name() string {
// Tests the case where encoding fails on the server. Verifies that there is
// no panic and that the encoding error is propagated to the client.
func (s) TestEncodeDoesntPanicOnServer(t *testing.T) {
grpctest.TLogger.ExpectError("grpc: server failed to encode response")
grpctest.ExpectError("grpc: server failed to encode response")

// Create a codec that errors when encoding messages.
encodingErr := errors.New("encoding failed")
Expand Down
4 changes: 2 additions & 2 deletions internal/grpctest/grpctest.go
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@ type Tester struct{}

// Setup updates the tlogger.
func (Tester) Setup(t *testing.T) {
TLogger.Update(t)
tLogr.update(t)
// TODO: There is one final leak around closing connections without completely
// draining the recvBuffer that has yet to be resolved. All other leaks have been
// completely addressed, and this can be turned back on as soon as this issue is
Expand All @@ -75,7 +75,7 @@ func (Tester) Teardown(t *testing.T) {
if atomic.LoadUint32(&lcFailed) == 1 {
t.Log("Goroutine leak check disabled for future tests")
}
TLogger.EndTest(t)
tLogr.endTest(t)
}

// Interface defines Tester's methods for use in this package.
Expand Down
172 changes: 91 additions & 81 deletions internal/grpctest/tlogger.go
Original file line number Diff line number Diff line change
Expand Up @@ -33,9 +33,9 @@
"google.golang.org/grpc/grpclog"
)

// TLogger serves as the grpclog logger and is the interface through which
// tLogr serves as the grpclog logger and is the interface through which
// expected errors are declared in tests.
var TLogger *tLogger
var tLogr *tLogger

const callingFrame = 4

Expand Down Expand Up @@ -73,11 +73,21 @@
}

func init() {
TLogger = &tLogger{errors: map[*regexp.Regexp]int{}}
vLevel := os.Getenv("GRPC_GO_LOG_VERBOSITY_LEVEL")
if vl, err := strconv.Atoi(vLevel); err == nil {
TLogger.v = vl
vLevel := 0 // Default verbosity level

if vLevelEnv, found := os.LookupEnv("GRPC_GO_LOG_VERBOSITY_LEVEL"); found {
// If found, attempt to convert. If conversion is successful, update vLevel.
// If conversion fails, log a warning, but vLevel remains its default of 0.
if val, err := strconv.Atoi(vLevelEnv); err == nil {
vLevel = val
} else {
// Log the error if the environment variable is not a valid integer.
fmt.Printf("Warning: GRPC_GO_LOG_VERBOSITY_LEVEL environment variable '%s' is not a valid integer. "+
Copy link
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

@arjan-bal is it fine if we print this message?

"Using default verbosity level 0. Error: %v\n", vLevelEnv, err)
}

Check warning on line 87 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L79-L87

Added lines #L79 - L87 were not covered by tests
}
// Initialize tLogr with the determined verbosity level.
tLogr = &tLogger{errors: make(map[*regexp.Regexp]int), v: vLevel}
}

// getCallingPrefix returns the <file:line> at the given depth from the stack.
Expand All @@ -90,174 +100,174 @@
}

// log logs the message with the specified parameters to the tLogger.
func (g *tLogger) log(ltype logType, depth int, format string, args ...any) {
g.mu.Lock()
defer g.mu.Unlock()
func (tl *tLogger) log(ltype logType, depth int, format string, args ...any) {
tl.mu.Lock()
defer tl.mu.Unlock()
prefix, err := getCallingPrefix(callingFrame + depth)
if err != nil {
g.t.Error(err)
tl.t.Error(err)

Check warning on line 108 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L108

Added line #L108 was not covered by tests
return
}
args = append([]any{ltype.String() + " " + prefix}, args...)
args = append(args, fmt.Sprintf(" (t=+%s)", time.Since(g.start)))
args = append(args, fmt.Sprintf(" (t=+%s)", time.Since(tl.start)))

if format == "" {
switch ltype {
case errorLog:
// fmt.Sprintln is used rather than fmt.Sprint because t.Log uses fmt.Sprintln behavior.
if g.expected(fmt.Sprintln(args...)) {
g.t.Log(args...)
// fmt.Sprintln is used rather than fmt.Sprint because tl.Log uses fmt.Sprintln behavior.
if tl.expected(fmt.Sprintln(args...)) {
tl.t.Log(args...)
} else {
g.t.Error(args...)
tl.t.Error(args...)

Check warning on line 121 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L121

Added line #L121 was not covered by tests
}
case fatalLog:
panic(fmt.Sprint(args...))
default:
g.t.Log(args...)
tl.t.Log(args...)
}
} else {
// Add formatting directives for the callingPrefix and timeSuffix.
format = "%v " + format + "%s"
switch ltype {
case errorLog:
if g.expected(fmt.Sprintf(format, args...)) {
g.t.Logf(format, args...)
if tl.expected(fmt.Sprintf(format, args...)) {
tl.t.Logf(format, args...)
} else {
g.t.Errorf(format, args...)
tl.t.Errorf(format, args...)

Check warning on line 136 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L136

Added line #L136 was not covered by tests
}
case fatalLog:
panic(fmt.Sprintf(format, args...))
default:
g.t.Logf(format, args...)
tl.t.Logf(format, args...)
}
}
}

// Update updates the testing.T that the testing logger logs to. Should be done
// update updates the testing.T that the testing logger logs to. Should be done
// before every test. It also initializes the tLogger if it has not already.
func (g *tLogger) Update(t *testing.T) {
g.mu.Lock()
defer g.mu.Unlock()
if !g.initialized {
grpclog.SetLoggerV2(TLogger)
g.initialized = true
func (tl *tLogger) update(t *testing.T) {
tl.mu.Lock()
defer tl.mu.Unlock()
if !tl.initialized {
grpclog.SetLoggerV2(tl)
tl.initialized = true
}
g.t = t
g.start = time.Now()
g.errors = map[*regexp.Regexp]int{}
tl.t = t
tl.start = time.Now()
tl.errors = map[*regexp.Regexp]int{}
}

// ExpectError declares an error to be expected. For the next test, the first
// error log matching the expression (using FindString) will not cause the test
// to fail. "For the next test" includes all the time until the next call to
// Update(). Note that if an expected error is not encountered, this will cause
// the test to fail.
func (g *tLogger) ExpectError(expr string) {
g.ExpectErrorN(expr, 1)
func ExpectError(expr string) {
ExpectErrorN(expr, 1)
}

// ExpectErrorN declares an error to be expected n times.
func (g *tLogger) ExpectErrorN(expr string, n int) {
g.mu.Lock()
defer g.mu.Unlock()
func ExpectErrorN(expr string, n int) {
tLogr.mu.Lock()
defer tLogr.mu.Unlock()
re, err := regexp.Compile(expr)
if err != nil {
g.t.Error(err)
tLogr.t.Error(err)

Check warning on line 175 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L175

Added line #L175 was not covered by tests
return
}
g.errors[re] += n
tLogr.errors[re] += n
}

// EndTest checks if expected errors were not encountered.
func (g *tLogger) EndTest(t *testing.T) {
g.mu.Lock()
defer g.mu.Unlock()
for re, count := range g.errors {
// endTest checks if expected errors were not encountered.
func (tl *tLogger) endTest(t *testing.T) {
tl.mu.Lock()
defer tl.mu.Unlock()
for re, count := range tl.errors {
if count > 0 {
t.Errorf("Expected error '%v' not encountered", re.String())
}
}
g.errors = map[*regexp.Regexp]int{}
tl.errors = map[*regexp.Regexp]int{}
}

// expected determines if the error string is protected or not.
func (g *tLogger) expected(s string) bool {
for re, count := range g.errors {
func (tl *tLogger) expected(s string) bool {
for re, count := range tl.errors {
if re.FindStringIndex(s) != nil {
g.errors[re]--
tl.errors[re]--
if count <= 1 {
delete(g.errors, re)
delete(tl.errors, re)
}
return true
}
}
return false
}

func (g *tLogger) Info(args ...any) {
g.log(infoLog, 0, "", args...)
func (tl *tLogger) Info(args ...any) {
tl.log(infoLog, 0, "", args...)
}

func (g *tLogger) Infoln(args ...any) {
g.log(infoLog, 0, "", args...)
func (tl *tLogger) Infoln(args ...any) {
tl.log(infoLog, 0, "", args...)
}

func (g *tLogger) Infof(format string, args ...any) {
g.log(infoLog, 0, format, args...)
func (tl *tLogger) Infof(format string, args ...any) {
tl.log(infoLog, 0, format, args...)
}

func (g *tLogger) InfoDepth(depth int, args ...any) {
g.log(infoLog, depth, "", args...)
func (tl *tLogger) InfoDepth(depth int, args ...any) {
tl.log(infoLog, depth, "", args...)
}

func (g *tLogger) Warning(args ...any) {
g.log(warningLog, 0, "", args...)
func (tl *tLogger) Warning(args ...any) {
tl.log(warningLog, 0, "", args...)
}

func (g *tLogger) Warningln(args ...any) {
g.log(warningLog, 0, "", args...)
func (tl *tLogger) Warningln(args ...any) {
tl.log(warningLog, 0, "", args...)
}

func (g *tLogger) Warningf(format string, args ...any) {
g.log(warningLog, 0, format, args...)
func (tl *tLogger) Warningf(format string, args ...any) {
tl.log(warningLog, 0, format, args...)
}

func (g *tLogger) WarningDepth(depth int, args ...any) {
g.log(warningLog, depth, "", args...)
func (tl *tLogger) WarningDepth(depth int, args ...any) {
tl.log(warningLog, depth, "", args...)
}

func (g *tLogger) Error(args ...any) {
g.log(errorLog, 0, "", args...)
func (tl *tLogger) Error(args ...any) {
tl.log(errorLog, 0, "", args...)
}

func (g *tLogger) Errorln(args ...any) {
g.log(errorLog, 0, "", args...)
func (tl *tLogger) Errorln(args ...any) {
tl.log(errorLog, 0, "", args...)
}

func (g *tLogger) Errorf(format string, args ...any) {
g.log(errorLog, 0, format, args...)
func (tl *tLogger) Errorf(format string, args ...any) {
tl.log(errorLog, 0, format, args...)
}

func (g *tLogger) ErrorDepth(depth int, args ...any) {
g.log(errorLog, depth, "", args...)
func (tl *tLogger) ErrorDepth(depth int, args ...any) {
tl.log(errorLog, depth, "", args...)
}

func (g *tLogger) Fatal(args ...any) {
g.log(fatalLog, 0, "", args...)
func (tl *tLogger) Fatal(args ...any) {
tl.log(fatalLog, 0, "", args...)

Check warning on line 256 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L255-L256

Added lines #L255 - L256 were not covered by tests
}

func (g *tLogger) Fatalln(args ...any) {
g.log(fatalLog, 0, "", args...)
func (tl *tLogger) Fatalln(args ...any) {
tl.log(fatalLog, 0, "", args...)

Check warning on line 260 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L259-L260

Added lines #L259 - L260 were not covered by tests
}

func (g *tLogger) Fatalf(format string, args ...any) {
g.log(fatalLog, 0, format, args...)
func (tl *tLogger) Fatalf(format string, args ...any) {
tl.log(fatalLog, 0, format, args...)

Check warning on line 264 in internal/grpctest/tlogger.go

View check run for this annotation

Codecov / codecov/patch

internal/grpctest/tlogger.go#L263-L264

Added lines #L263 - L264 were not covered by tests
}

func (g *tLogger) FatalDepth(depth int, args ...any) {
g.log(fatalLog, depth, "", args...)
func (tl *tLogger) FatalDepth(depth int, args ...any) {
tl.log(fatalLog, depth, "", args...)
}

func (g *tLogger) V(l int) bool {
return l <= g.v
func (tl *tLogger) V(l int) bool {
return l <= tl.v
}
8 changes: 4 additions & 4 deletions internal/grpctest/tlogger_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -66,10 +66,10 @@ func (s) TestWarningDepth(*testing.T) {

func (s) TestError(*testing.T) {
const numErrors = 10
TLogger.ExpectError("Expected error")
TLogger.ExpectError("Expected ln error")
TLogger.ExpectError("Expected formatted error")
TLogger.ExpectErrorN("Expected repeated error", numErrors)
ExpectError("Expected error")
ExpectError("Expected ln error")
ExpectError("Expected formatted error")
ExpectErrorN("Expected repeated error", numErrors)
grpclog.Error("Expected", "error")
grpclog.Errorln("Expected", "ln", "error")
grpclog.Errorf("%v %v %v", "Expected", "formatted", "error")
Expand Down
6 changes: 3 additions & 3 deletions internal/transport/keepalive_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -398,7 +398,7 @@ func (s) TestKeepaliveClientStaysHealthyWithResponsiveServer(t *testing.T) {
// explicitly makes sure the fix works and the client sends a ping every [Time]
// period.
func (s) TestKeepaliveClientFrequency(t *testing.T) {
grpctest.TLogger.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")
grpctest.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")

serverConfig := &ServerConfig{
KeepalivePolicy: keepalive.EnforcementPolicy{
Expand Down Expand Up @@ -430,7 +430,7 @@ func (s) TestKeepaliveClientFrequency(t *testing.T) {
// (when there are no active streams), based on the configured
// EnforcementPolicy.
func (s) TestKeepaliveServerEnforcementWithAbusiveClientNoRPC(t *testing.T) {
grpctest.TLogger.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")
grpctest.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")

serverConfig := &ServerConfig{
KeepalivePolicy: keepalive.EnforcementPolicy{
Expand Down Expand Up @@ -461,7 +461,7 @@ func (s) TestKeepaliveServerEnforcementWithAbusiveClientNoRPC(t *testing.T) {
// (even when there is an active stream), based on the configured
// EnforcementPolicy.
func (s) TestKeepaliveServerEnforcementWithAbusiveClientWithRPC(t *testing.T) {
grpctest.TLogger.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")
grpctest.ExpectError("Client received GoAway with error code ENHANCE_YOUR_CALM and debug data equal to ASCII \"too_many_pings\"")

serverConfig := &ServerConfig{
KeepalivePolicy: keepalive.EnforcementPolicy{
Expand Down
2 changes: 1 addition & 1 deletion orca/producer_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -266,7 +266,7 @@ func (f *fakeORCAService) StreamCoreMetrics(req *v3orcaservicepb.OrcaLoadReportR
// TestProducerBackoff verifies that the ORCA producer applies the proper
// backoff after stream failures.
func (s) TestProducerBackoff(t *testing.T) {
grpctest.TLogger.ExpectErrorN("injected error", 4)
grpctest.ExpectErrorN("injected error", 4)

ctx, cancel := context.WithTimeout(context.Background(), defaultTestTimeout)
defer cancel()
Expand Down
4 changes: 2 additions & 2 deletions test/end2end_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -5312,7 +5312,7 @@ func (s) TestStatusInvalidUTF8Message(t *testing.T) {
// will fail to marshal the status because of the invalid utf8 message. Details
// will be dropped when sending.
func (s) TestStatusInvalidUTF8Details(t *testing.T) {
grpctest.TLogger.ExpectError("Failed to marshal rpc status")
grpctest.ExpectError("Failed to marshal rpc status")

var (
origMsg = string([]byte{0xff, 0xfe, 0xfd})
Expand Down Expand Up @@ -6323,7 +6323,7 @@ func (s) TestServerClosesConn(t *testing.T) {
// TestNilStatsHandler ensures we do not panic as a result of a nil stats
// handler.
func (s) TestNilStatsHandler(t *testing.T) {
grpctest.TLogger.ExpectErrorN("ignoring nil parameter", 2)
grpctest.ExpectErrorN("ignoring nil parameter", 2)
ss := &stubserver.StubServer{
UnaryCallF: func(context.Context, *testpb.SimpleRequest) (*testpb.SimpleResponse, error) {
return &testpb.SimpleResponse{}, nil
Expand Down
Loading