Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Some tests cause timeout on CI #149

Closed
at-wat opened this issue Jan 25, 2020 · 1 comment · Fixed by #160
Closed

Some tests cause timeout on CI #149

at-wat opened this issue Jan 25, 2020 · 1 comment · Fixed by #160

Comments

@at-wat
Copy link
Member

at-wat commented Jan 25, 2020

TestConnectivityLite

environment: CI: Test i386 1.13

=== RUN   TestConnectivityLite
panic: test timed out after 10m0s

goroutine 97 [running]:
testing.(*M).startAlarm.func1()
	/usr/local/go/src/testing/testing.go:1377 +0xcb
created by time.goFunc
	/usr/local/go/src/time/sleep.go:168 +0x37

goroutine 1 [chan receive, 9 minutes]:
testing.(*T).Run(0xa08e0a0, 0x83a5120, 0x14, 0x83bca2c, 0x301)
	/usr/local/go/src/testing/testing.go:961 +0x2cb
testing.runTests.func1(0xa1c80a0)
	/usr/local/go/src/testing/testing.go:1202 +0x5a
testing.tRunner(0xa1c80a0, 0xa096ee0)
	/usr/local/go/src/testing/testing.go:909 +0x9a
testing.runTests(0xa00c1c0, 0x862b440, 0x2f, 0x2f, 0x0)
	/usr/local/go/src/testing/testing.go:1200 +0x22d
testing.(*M).Run(0xa044f40, 0x0)
	/usr/local/go/src/testing/testing.go:1117 +0x13b
main.main()
	_testmain.go:138 +0x104

goroutine 59 [select, 9 minutes]:
github.com/pion/ice.(*Agent).connect(0xa1ee000, 0x841ea20, 0xa05e014, 0xa016101, 0xa08c1a0, 0x10, 0xa05a060, 0x20, 0xa0506c0, 0x4, ...)
	/go/src/github.com/pion/ice/transport.go:57 +0x12a
github.com/pion/ice.(*Agent).Dial(...)
	/go/src/github.com/pion/ice/transport.go:16
github.com/pion/ice.connectWithVNet(0xa1be2c0, 0xa1ee000, 0x0, 0x0)
	/go/src/github.com/pion/ice/connectivity_vnet_test.go:188 +0x41b
github.com/pion/ice.TestConnectivityLite(0xa08e0a0)
	/go/src/github.com/pion/ice/agent_test.go:500 +0x5f9
testing.tRunner(0xa08e0a0, 0x83bca2c)
	/usr/local/go/src/testing/testing.go:909 +0x9a
created by testing.(*T).Run
	/usr/local/go/src/testing/testing.go:960 +0x2ac

goroutine 63 [select, 9 minutes]:
github.com/pion/transport/vnet.(*UDPConn).ReadFrom(0xa0106a0, 0xa1f8000, 0x2000, 0x2000, 0x0, 0x0, 0x807a5fe, 0x83bce70, 0xa05e450)
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/conn.go:71 +0x94
github.com/pion/ice.(*candidateBase).recvLoop(0xa012050)
	/go/src/github.com/pion/ice/candidate_base.go:92 +0xf0
created by github.com/pion/ice.(*candidateBase).start
	/go/src/github.com/pion/ice/candidate_base.go:81 +0xc0

goroutine 67 [select, 9 minutes]:
github.com/pion/transport/vnet.(*UDPConn).ReadFrom(0xa232840, 0xa09e000, 0x5dc, 0x5dc, 0xa232d80, 0xa09e000, 0x14, 0x5dc, 0x0)
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/conn.go:71 +0x94
github.com/pion/turn.(*Server).listen.func1(0xe7bb6248, 0xa232840, 0xa058480, 0xa050240)
	/go/pkg/mod/github.com/pion/turn@v1.4.0/server.go:258 +0x69
created by github.com/pion/turn.(*Server).listen
	/go/pkg/mod/github.com/pion/turn@v1.4.0/server.go:255 +0x2f3

goroutine 60 [select, 9 minutes]:
github.com/pion/ice.(*Agent).taskLoop(0xa1ee000)
	/go/src/github.com/pion/ice/agent.go:741 +0xdb
created by github.com/pion/ice.NewAgent
	/go/src/github.com/pion/ice/agent.go:444 +0x813

goroutine 48 [select, 9 minutes]:
github.com/pion/transport/vnet.(*Router).Start.func1(0xa08e000, 0xa050180)
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/router.go:231 +0xcd
created by github.com/pion/transport/vnet.(*Router).Start
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/router.go:221 +0xbb

goroutine 71 [select, 9 minutes]:
github.com/pion/transport/vnet.(*UDPConn).ReadFrom(0xa2329c0, 0xa1f4000, 0x2000, 0x2000, 0x0, 0x0, 0x807a5fe, 0x83bce70, 0xa22c810)
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/conn.go:71 +0x94
github.com/pion/ice.(*candidateBase).recvLoop(0xa0540a0)
	/go/src/github.com/pion/ice/candidate_base.go:92 +0xf0
created by github.com/pion/ice.(*candidateBase).start
	/go/src/github.com/pion/ice/candidate_base.go:81 +0xc0

goroutine 68 [select, 9 minutes]:
github.com/pion/ice.(*Agent).taskLoop(0xa1be2c0)
	/go/src/github.com/pion/ice/agent.go:741 +0xdb
created by github.com/pion/ice.NewAgent
	/go/src/github.com/pion/ice/agent.go:444 +0x813

goroutine 65 [select, 9 minutes]:
github.com/pion/transport/vnet.(*Router).Start.func1(0xa08e140, 0xa0501c0)
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/router.go:231 +0xcd
created by github.com/pion/transport/vnet.(*Router).Start
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/router.go:221 +0xbb

goroutine 66 [select, 9 minutes]:
github.com/pion/transport/vnet.(*Router).Start.func1(0xa08e1e0, 0xa050200)
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/router.go:231 +0xcd
created by github.com/pion/transport/vnet.(*Router).Start
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/router.go:221 +0xbb

goroutine 76 [select, 9 minutes]:
github.com/pion/ice.(*Agent).connect(0xa1be2c0, 0x841ea20, 0xa05e014, 0x0, 0xa016100, 0x10, 0xa1ec000, 0x20, 0x0, 0x1, ...)
	/go/src/github.com/pion/ice/transport.go:57 +0x12a
github.com/pion/ice.(*Agent).Accept(...)
	/go/src/github.com/pion/ice/transport.go:22
github.com/pion/ice.connectWithVNet.func1(0xa1be2c0, 0xa016100, 0x10, 0xa1ec000, 0x20, 0xa23e768, 0xa0506c0)
	/go/src/github.com/pion/ice/connectivity_vnet_test.go:183 +0x5e
created by github.com/pion/ice.connectWithVNet
	/go/src/github.com/pion/ice/connectivity_vnet_test.go:181 +0x3d1

goroutine 73 [select, 9 minutes]:
github.com/pion/transport/vnet.(*UDPConn).ReadFrom(0xa232b20, 0xa208000, 0x2000, 0x2000, 0x2000, 0x841d520, 0xa2337c0, 0x8420d60, 0xa2328c0)
	/go/pkg/mod/github.com/pion/transport@v0.8.10/vnet/conn.go:71 +0x94
github.com/pion/ice.(*candidateBase).recvLoop(0xa0542d0)
	/go/src/github.com/pion/ice/candidate_base.go:92 +0xf0
created by github.com/pion/ice.(*candidateBase).start
	/go/src/github.com/pion/ice/candidate_base.go:81 +0xc0
FAIL	github.com/pion/ice	600.013s

TestRelayOnlyConnection

environment: CI: Test i386 1.13

=== RUN   TestRelayOnlyConnection
goroutine profile: total 7
1 @ 0x80750c4 0x804ca12 0x804c9ed 0x804c75c 0x810eefb 0x8111d4a 0x810ebca 0x810ff6d 0x810f21b 0x82fe014 0x8074cf2 0x809da01
#	0x810eefa	testing.(*T).Run+0x2ca		/usr/local/go/src/testing/testing.go:961
#	0x8111d49	testing.runTests.func1+0x59	/usr/local/go/src/testing/testing.go:1202
#	0x810ebc9	testing.tRunner+0x99		/usr/local/go/src/testing/testing.go:909
#	0x810ff6c	testing.runTests+0x22c		/usr/local/go/src/testing/testing.go:1200
#	0x810f21a	testing.(*M).Run+0x13a		/usr/local/go/src/testing/testing.go:1117
#	0x82fe013	main.main+0x103			_testmain.go:138
#	0x8074cf1	runtime.main+0x201		/usr/local/go/src/runtime/proc.go:203

1 @ 0x80750c4 0x804ca12 0x804c9ed 0x804c77c 0x81cb575 0x81cb598 0x81ca60f 0x82d49e0 0x82d2a7d 0x82ca3fe 0x82e17e6 0x810ebca 0x809da01
#	0x81cb574	github.com/pion/turn/v2/internal/client.(*Transaction).WaitForResult+0x424	/go/pkg/mod/github.com/pion/turn/v2@v2.0.0/internal/client/transaction.go:92
#	0x81cb597	github.com/pion/turn/v2.(*Client).PerformTransaction+0x447			/go/pkg/mod/github.com/pion/turn/v2@v2.0.0/client.go:357
#	0x81ca60e	github.com/pion/turn/v2.(*Client).Allocate+0x1ce				/go/pkg/mod/github.com/pion/turn/v2@v2.0.0/client.go:250
#	0x82d49df	github.com/pion/ice.(*Agent).gatherCandidatesRelay+0x2ff			/go/src/github.com/pion/ice/gather.go:433
#	0x82d2a7c	github.com/pion/ice.(*Agent).gatherCandidates+0x10c				/go/src/github.com/pion/ice/gather.go:160
#	0x82ca3fd	github.com/pion/ice.NewAgent+0x84d						/go/src/github.com/pion/ice/agent.go:448
#	0x82e17e5	github.com/pion/ice.TestRelayOnlyConnection+0x3f5				/go/src/github.com/pion/ice/candidate_relay_test.go:59
#	0x810ebc9	testing.tRunner+0x99								/usr/local/go/src/testing/testing.go:909

1 @ 0x80750c4 0x806fd44 0x806f21b 0x80bd917 0x80be4a6 0x80be48b 0x815ad7f 0x816ebcf 0x816d997 0x81cd892 0x809da01
#	0x806f21a	internal/poll.runtime_pollWait+0x4a				/usr/local/go/src/runtime/netpoll.go:184
#	0x80bd916	internal/poll.(*pollDesc).wait+0x36				/usr/local/go/src/internal/poll/fd_poll_runtime.go:87
#	0x80be4a5	internal/poll.(*pollDesc).waitRead+0x165			/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
#	0x80be48a	internal/poll.(*FD).ReadFrom+0x14a				/usr/local/go/src/internal/poll/fd_unix.go:219
#	0x815ad7e	net.(*netFD).readFrom+0x3e					/usr/local/go/src/net/fd_unix.go:208
#	0x816ebce	net.(*UDPConn).readFrom+0x3e					/usr/local/go/src/net/udpsock_posix.go:47
#	0x816d996	net.(*UDPConn).ReadFrom+0x46					/usr/local/go/src/net/udpsock.go:121
#	0x81cd891	github.com/pion/turn/v2.(*Server).packetConnReadLoop+0x211	/go/pkg/mod/github.com/pion/turn/v2@v2.0.0/server.go:160

1 @ 0x80750c4 0x806fd44 0x806f21b 0x80bd917 0x80be4a6 0x80be48b 0x815ad7f 0x816ebcf 0x816d997 0x81ce56a 0x809da01
#	0x806f21a	internal/poll.runtime_pollWait+0x4a			/usr/local/go/src/runtime/netpoll.go:184
#	0x80bd916	internal/poll.(*pollDesc).wait+0x36			/usr/local/go/src/internal/poll/fd_poll_runtime.go:87
#	0x80be4a5	internal/poll.(*pollDesc).waitRead+0x165		/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
#	0x80be48a	internal/poll.(*FD).ReadFrom+0x14a			/usr/local/go/src/internal/poll/fd_unix.go:219
#	0x815ad7e	net.(*netFD).readFrom+0x3e				/usr/local/go/src/net/fd_unix.go:208
#	0x816ebce	net.(*UDPConn).readFrom+0x3e				/usr/local/go/src/net/udpsock_posix.go:47
#	0x816d996	net.(*UDPConn).ReadFrom+0x46				/usr/local/go/src/net/udpsock.go:121
#	0x81ce569	github.com/pion/turn/v2.(*Client).Listen.func1+0x69	/go/pkg/mod/github.com/pion/turn/v2@v2.0.0/client.go:166

1 @ 0x80750c4 0x806fd44 0x806f21b 0x80bd917 0x80bf0ad 0x80bf08e 0x8169248 0x8190f2c 0x8194532 0x8194511 0x81981f1 0x809da01
#	0x806f21a	internal/poll.runtime_pollWait+0x4a			/usr/local/go/src/runtime/netpoll.go:184
#	0x80bd916	internal/poll.(*pollDesc).wait+0x36			/usr/local/go/src/internal/poll/fd_poll_runtime.go:87
#	0x80bf0ac	internal/poll.(*pollDesc).waitRead+0xec			/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
#	0x80bf08d	internal/poll.(*FD).RawRead+0xcd			/usr/local/go/src/internal/poll/fd_unix.go:534
#	0x8169247	net.(*rawConn).Read+0x47				/usr/local/go/src/net/rawconn.go:43
#	0x8190f2b	golang.org/x/net/internal/socket.(*Conn).recvMsg+0x18b	/go/pkg/mod/golang.org/x/net@v0.0.0-20191209160850-c0dbc17a3553/internal/socket/rawconn_msg.go:32
#	0x8194531	golang.org/x/net/internal/socket.(*Conn).RecvMsg+0x141	/go/pkg/mod/golang.org/x/net@v0.0.0-20191209160850-c0dbc17a3553/internal/socket/socket.go:255
#	0x8194510	golang.org/x/net/ipv4.(*payloadHandler).ReadFrom+0x120	/go/pkg/mod/golang.org/x/net@v0.0.0-20191209160850-c0dbc17a3553/ipv4/payload_cmsg.go:31
#	0x81981f0	github.com/pion/mdns.(*Conn).start+0xf0			/go/pkg/mod/github.com/pion/mdns@v0.0.4/conn.go:256

1 @ 0x80750c4 0x8083679 0x82cbb5a 0x809da01
#	0x82cbb59	github.com/pion/ice.(*Agent).taskLoop+0x1b9	/go/src/github.com/pion/ice/agent.go:754

1 @ 0x814008c 0x813fefa 0x813cf53 0x81d5057 0x809da01
#	0x814008b	runtime/pprof.writeRuntimeProfile+0x7b			/usr/local/go/src/runtime/pprof/pprof.go:708
#	0x813fef9	runtime/pprof.writeGoroutine+0x79			/usr/local/go/src/runtime/pprof/pprof.go:670
#	0x813cf52	runtime/pprof.(*Profile).WriteTo+0x2c2			/usr/local/go/src/runtime/pprof/pprof.go:329
#	0x81d5056	github.com/pion/transport/test.TimeOut.func1+0x56	/go/pkg/mod/github.com/pion/transport@v0.8.10/test/util.go:18

panic: timeout

goroutine 174 [running]:
github.com/pion/transport/test.TimeOut.func1()
	/go/pkg/mod/github.com/pion/transport@v0.8.10/test/util.go:21 +0xda
created by time.goFunc
	/usr/local/go/src/time/sleep.go:168 +0x37
FAIL	github.com/pion/ice	56.063s
@at-wat
Copy link
Member Author

at-wat commented Jan 26, 2020

It can be reproduced locally by running a few hundred times.

@at-wat at-wat changed the title Some tests causes timeout on CI Some tests cause timeout on CI Jan 26, 2020
Sean-Der added a commit that referenced this issue Feb 25, 2020
@Sean-Der
Remove taskLoopInterval from TestConnectivityLite
e21f06a 
Connectivity checks are over UDP, if we lost any message
message this would cause the test to fail.

Resolves #149
@Sean-Der Sean-Der mentioned this issue Feb 25, 2020
Merged
Sean-Der added a commit that referenced this issue Feb 25, 2020
@Sean-Der
Remove taskLoopInterval from TestConnectivityLite
dd1e92e 
Connectivity checks are over UDP, if we lost any message
message this would cause the test to fail.

Resolves #149
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees
No one assigned
Labels
None yet
Milestone
No milestone
Development

Successfully merging a pull request may close this issue.

Remove taskLoopInterval from TestConnectivityLite pion/ice
1 participant
@at-wat