Skip to content

Flaky test: Test/ResolverBadServiceUpdate_NACKedWithoutCache #8435

@arjan-bal

Description

@arjan-bal
panic: test timed out after 7m0s
	running tests:
		Test (6m59s)
		Test/ResolverBadServiceUpdate_NACKedWithoutCache (6m59s)

goroutine 785 [running]:
testing.(*M).startAlarm.func1()
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:2373 +0x385
created by time.goFunc
	/opt/hostedtoolcache/go/1.23.10/x64/src/time/sleep.go:215 +0x2d

goroutine 1 [chan receive, 6 minutes]:
testing.(*T).Run(0xc0000ea000, {0x11673da?, 0x0?}, 0x11d1a88)
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:1751 +0x3ab
testing.runTests.func1(0xc0000ea000)
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:2168 +0x37
testing.tRunner(0xc0000ea000, 0xc000435c70)
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:1690 +0xf4
testing.runTests(0xc0003d0a98, {0x1bf71a0, 0x2, 0x2}, {0x4743d0?, 0x47403a?, 0x1c156e0?})
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:2166 +0x43d
testing.(*M).Run(0xc0003fa6e0)
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:2034 +0x64a
main.main()
	_testmain.go:49 +0x9b

goroutine 706 [chan receive, 6 minutes]:
testing.(*T).Run(0xc0000ead00, {0xed3003?, 0x1c36b20?}, 0xc0007e4fc0)
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:1751 +0x3ab
google.golang.org/grpc/internal/grpctest.RunSubTests(0xc0000ead00, {0x12d80a0, 0x1c36b20})
	/home/runner/work/grpc-go/grpc-go/internal/grpctest/grpctest.go:119 +0x2d7
google.golang.org/grpc/xds/internal/resolver_test.Test(0xc0000ead00?)
	/home/runner/work/grpc-go/grpc-go/xds/internal/resolver/helpers_test.go:53 +0x25
testing.tRunner(0xc0000ead00, 0x11d1a88)
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:1690 +0xf4
created by testing.(*T).Run in goroutine 1
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:1743 +0x390

goroutine 765 [select, 6 minutes]:
google.golang.org/grpc/xds/internal/clients/xdsclient.(*adsStreamImpl).send(0xc0007ca000, {0x12dce08, 0xc0004f5630})
	/home/runner/work/grpc-go/grpc-go/xds/internal/clients/xdsclient/ads_stream.go:275 +0xfd
created by google.golang.org/grpc/xds/internal/clients/xdsclient.(*adsStreamImpl).runner in goroutine 802
	/home/runner/work/grpc-go/grpc-go/xds/internal/clients/xdsclient/ads_stream.go:229 +0xb6

goroutine 822 [IO wait, 2 minutes]:
internal/poll.runtime_pollWait(0x7fbad927e6b0, 0x72)
	/opt/hostedtoolcache/go/1.23.10/x64/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc000748480?, 0xc000752000?, 0x0)
	/opt/hostedtoolcache/go/1.23.10/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.23.10/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000748480, {0xc000752000, 0x8000, 0x8000})
	/opt/hostedtoolcache/go/1.23.10/x64/src/internal/poll/fd_unix.go:165 +0x27a
net.(*netFD).Read(0xc000748480, {0xc000752000?, 0x40ae3e?, 0x47cd92?})
	/opt/hostedtoolcache/go/1.23.10/x64/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc00008cda8, {0xc000752000?, 0xc0001056c0?, 0x4?})
	/opt/hostedtoolcache/go/1.23.10/x64/src/net/net.go:189 +0x45
bufio.(*Reader).Read(0xc0008e0fc0, {0xc0001482e0, 0x9, 0x40ae20?})
	/opt/hostedtoolcache/go/1.23.10/x64/src/bufio/bufio.go:241 +0x197
io.ReadAtLeast({0x12c4920, 0xc0008e0fc0}, {0xc0001482e0, 0x9, 0x9}, 0x9)
	/opt/hostedtoolcache/go/1.23.10/x64/src/io/io.go:335 +0x90
io.ReadFull(...)
	/opt/hostedtoolcache/go/1.23.10/x64/src/io/io.go:354
golang.org/x/net/http2.readFrameHeader({0xc0001482e0, 0x9, 0x4a6a13?}, {0x12c4920?, 0xc0008e0fc0?})
	/home/runner/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:242 +0x65
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0001482a0)
	/home/runner/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:506 +0x85
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc0000eb040, {0x12dcdd0, 0xc0007b9a10}, 0xc0007b9a40)
	/home/runner/work/grpc-go/grpc-go/internal/transport/http2_server.go:662 +0x107
google.golang.org/grpc.(*Server).serveStreams(0xc0008cc800, {0x12dcc80?, 0x1c36b20?}, {0x12dd5c8, 0xc0000eb040}, {0x12e21a8?, 0xc00008cda8?})
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:1696 +0x11e
created by testing.(*T).Run in goroutine 706
	/opt/hostedtoolcache/go/1.23.10/x64/src/testing/testing.go:1743 +0x390

goroutine 801 [select, 6 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000328650, {0x12dce08, 0xc0004f5590})
	/home/runner/work/grpc-go/grpc-go/internal/grpcsync/callback_serializer.go:88 +0x10c
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 798
	/home/runner/work/grpc-go/grpc-go/internal/grpcsync/callback_serializer.go:52 +0x11a

goroutine 799 [select, 6 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0003284d0, {0x12dce08, 0xc0004f54f0})
	/home/runner/work/grpc-go/grpc-go/internal/grpcsync/callback_serializer.go:88 +0x10c
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 798
	/home/runner/work/grpc-go/grpc-go/internal/grpcsync/callback_serializer.go:52 +0x11a

goroutine 798 [select, 6 minutes]:
google.golang.org/grpc/xds/internal/clients/internal/syncutil.(*CallbackSerializer).run(0xc0008bdcb0, {0x12dce08, 0xc0004f54a0})
	/home/runner/work/grpc-go/grpc-go/xds/internal/clients/internal/syncutil/callback_serializer.go:88 +0x10c
created by google.golang.org/grpc/xds/internal/clients/internal/syncutil.NewCallbackSerializer in goroutine 793
	/home/runner/work/grpc-go/grpc-go/xds/internal/clients/internal/syncutil/callback_serializer.go:52 +0x11a

goroutine 795 [IO wait, 6 minutes]:
internal/poll.runtime_pollWait(0x7fbad927e480, 0x72)
	/opt/hostedtoolcache/go/1.23.10/x64/src/runtime/netpoll.go:351 +0x85
internal/poll.(*pollDesc).wait(0xc0002eb900?, 0x900000036?, 0x0)
	/opt/hostedtoolcache/go/1.23.10/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.23.10/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc0002eb900)
	/opt/hostedtoolcache/go/1.23.10/x64/src/internal/poll/fd_unix.go:620 +0x295
net.(*netFD).accept(0xc0002eb900)
	/opt/hostedtoolcache/go/1.23.10/x64/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc0008dea40)
	/opt/hostedtoolcache/go/1.23.10/x64/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc0008dea40)
	/opt/hostedtoolcache/go/1.23.10/x64/src/net/tcpsock.go:372 +0x30
google.golang.org/grpc.(*Server).Serve(0xc0008cc800, {0x12dbc30, 0xc0008dea40})
	/home/runner/work/grpc-go/grpc-go/server.go:915 +0x46c
created by google.golang.org/grpc/internal/testutils/xds/e2e.StartManagementServer in goroutine 793
	/home/runner/work/grpc-go/grpc-go/internal/testutils/xds/e2e/server.go:185 +0x5ca

goroutine 796 [chan send, 6 minutes]:
google.golang.org/grpc/xds/internal/resolver_test.buildResolverForTarget.func1({{0x0, 0x0, 0x0}, {0x0, 0x0, 0x0}, 0xc000226660, 0x0})
	/home/runner/work/grpc-go/grpc-go/xds/internal/resolver/helpers_test.go:114 +0x45
google.golang.org/grpc/internal/testutils.(*ResolverClientConn).UpdateState(0xc00092dd40, {{0x0, 0x0, 0x0}, {0x0, 0x0, 0x0}, 0xc000226660, 0x0})
	/home/runner/work/grpc-go/grpc-go/internal/testutils/resolver.go:52 +0x145
google.golang.org/grpc/xds/internal/resolver.(*xdsResolver).sendNewServiceConfig(0xc0002e9e00, {0x12d8050, 0xc0004c69c0})
	/home/runner/work/grpc-go/grpc-go/xds/internal/resolver/xds_resolver.go:301 +0x1a4
google.golang.org/grpc/xds/internal/resolver.(*xdsResolver).onResourceError(0xc0002e9e00, {0x12c4880, 0xc000226600})
	/home/runner/work/grpc-go/grpc-go/xds/internal/resolver/xds_resolver.go:498 +0xd7
google.golang.org/grpc/xds/internal/resolver.(*xdsResolver).onListenerResourceError(0xc0002e9e00, {0x12c4880, 0xc000226600})
	/home/runner/work/grpc-go/grpc-go/xds/internal/resolver/xds_resolver.go:574 +0x16e
google.golang.org/grpc/xds/internal/resolver.(*listenerWatcher).ResourceError.func1({0xc00092def0?, 0xc00022df20?})
	/home/runner/work/grpc-go/grpc-go/xds/internal/resolver/watch_service.go:45 +0x2c
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0008bdb40, {0x12dce08, 0xc0004f5360})
	/home/runner/work/grpc-go/grpc-go/internal/grpcsync/callback_serializer.go:94 +0x174
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 793
	/home/runner/work/grpc-go/grpc-go/internal/grpcsync/callback_serializer.go:52 +0x11a

goroutine 769 [select, 2 minutes]:
google.golang.org/grpc/internal/transport.(*http2Client).keepalive(0xc0001366c8)
	/home/runner/work/grpc-go/grpc-go/internal/transport/http2_client.go:1729 +0x18e
created by google.golang.org/grpc/internal/transport.NewHTTP2Client in goroutine 766
	/home/runner/work/grpc-go/grpc-go/internal/transport/http2_client.go:401 +0x1e1b

Failing run: https://github.com/grpc/grpc-go/actions/runs/16139464024/job/45543327058?pr=8434

Metadata

Metadata

Assignees

No one assigned

    Labels

    Area: TestingIncludes tests and testing utilities that we have for unit and e2e tests within our repo.Type: Testing

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions