Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

TestMaster timed out #4132

Closed
Tracked by #2246
lance6716 opened this issue Dec 29, 2021 · 0 comments · Fixed by #4136
Closed
Tracked by #2246

TestMaster timed out #4132

lance6716 opened this issue Dec 29, 2021 · 0 comments · Fixed by #4136
Assignees
@lance6716
Labels
component/test Unit tests and integration tests component.

Comments

@lance6716
Copy link
Contributor

Which jobs are flaking?

DM-UT

Which test(s) are flaking?

TestMaster

Jenkins logs or GitHub Actions link

panic: test timed out after 5m0s
goroutine 9294 [running]:
testing.(*M).startAlarm.func1()
	/usr/local/go/src/testing/testing.go:1700 +0x11f
created by time.goFunc
	/usr/local/go/src/time/sleep.go:180 +0x52
goroutine 1 [chan receive, 5 minutes]:
testing.(*T).Run(0xc000702c00, 0x3f24394, 0xa, 0x401f950, 0x0)
	/usr/local/go/src/testing/testing.go:1239 +0x610
testing.runTests.func1(0xc000702c00)
	/usr/local/go/src/testing/testing.go:1511 +0xa7
testing.tRunner(0xc000702c00, 0xc00113fc78)
	/usr/local/go/src/testing/testing.go:1193 +0x203
testing.runTests(0xc000a3a300, 0x68fc660, 0x1, 0x1, 0xc06b22b1adf3c3da, 0x45e8ee0004, 0x69a0e00, 0xc00004e208)
	/usr/local/go/src/testing/testing.go:1509 +0x613
testing.(*M).Run(0xc000aae600, 0x0)
	/usr/local/go/src/testing/testing.go:1417 +0x3b4
main.main()
	_testmain.go:107 +0x357
goroutine 147 [chan receive]:
go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc000f8e960)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/logutil/merge_logger.go:173 +0x4bb
created by go.etcd.io/etcd/pkg/logutil.NewMergeLogger
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/logutil/merge_logger.go:91 +0x105
goroutine 62 [select]:
go.opencensus.io/stats/view.(*worker).start(0xc000aaeb80)
	/go/pkg/mod/[email protected]/stats/view/worker.go:276 +0x1c5
created by go.opencensus.io/stats/view.init.0
	/go/pkg/mod/[email protected]/stats/view/worker.go:34 +0xb2
goroutine 6266 [chan receive, 4 minutes]:
go.etcd.io/etcd/clientv3/concurrency.(*Election).observe(0xc0079b0140, 0x4e98570, 0xc0079b0180, 0xc0012ae960)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/concurrency/election.go:223 +0xa75
created by go.etcd.io/etcd/clientv3/concurrency.(*Election).Observe
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/concurrency/election.go:169 +0x8d
goroutine 202 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000f05380)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 4946 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc007cb8580)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 203 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc000f922c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6232 [select, 4 minutes]:
go.etcd.io/etcd/pkg/schedule.(*fifo).run(0xc007c69800)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:143 +0x3ea
created by go.etcd.io/etcd/pkg/schedule.NewFIFOScheduler
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:70 +0x2d9
goroutine 166 [chan receive]:
go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc000a3aa08)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/logutil/merge_logger.go:173 +0x4bb
created by go.etcd.io/etcd/pkg/logutil.NewMergeLogger
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/logutil/merge_logger.go:91 +0x105
goroutine 194 [chan receive]:
go.etcd.io/etcd/pkg/logutil.(*MergeLogger).outputLoop(0xc000f8ec60)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/logutil/merge_logger.go:173 +0x4bb
created by go.etcd.io/etcd/pkg/logutil.NewMergeLogger
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/logutil/merge_logger.go:91 +0x105
goroutine 64 [select, 4 minutes]:
github.com/pingcap/check.(*suiteRunner).doRun(0xc00102e480, 0xc0016be2d0)
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:667 +0x225
github.com/pingcap/check.(*suiteRunner).run(0xc00102e480, 0xc000efa8d0)
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:696 +0x145
github.com/pingcap/check.Run(0x3e61fe0, 0xc000efa8d0, 0xc000f29dc0, 0xc0010bee10)
	/go/pkg/mod/github.com/pingcap/[email protected]/run.go:150 +0x5b
github.com/pingcap/check.RunAll(0xc000f29dc0, 0x0)
	/go/pkg/mod/github.com/pingcap/[email protected]/run.go:113 +0xff7
github.com/pingcap/check.TestingT(0xc000702d80)
	/go/pkg/mod/github.com/pingcap/[email protected]/run.go:99 +0x757
github.com/pingcap/tiflow/dm/dm/master.TestMaster(0xc000702d80)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:185 +0x1c7
testing.tRunner(0xc000702d80, 0x401f950)
	/usr/local/go/src/testing/testing.go:1193 +0x203
created by testing.(*T).Run
	/usr/local/go/src/testing/testing.go:1238 +0x5d8
goroutine 6248 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c5b80, 0x72, 0x72)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002fd4518, 0x72, 0x0, 0x0, 0x3f1ca05)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc002fd4500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:401 +0x32f
net.(*netFD).accept(0xc002fd4500, 0xc0016d1ce8, 0x43a94f, 0xc000485027)
	/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*UnixListener).accept(0xc0006cba40, 0x0, 0xc0016d1d18, 0x4b7515)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x50
net.(*UnixListener).Accept(0xc0006cba40, 0x0, 0x477eae, 0xc0016d1d88, 0x4a05c0)
	/usr/local/go/src/net/unixsock.go:260 +0x8e
google.golang.org/grpc.(*Server).Serve(0xc000484ea0, 0x4e8c148, 0xc000379240, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:621 +0x322
created by go.etcd.io/etcd/integration.(*member).Launch
	/go/pkg/mod/go.etcd.io/[email protected]/integration/cluster.go:835 +0x2faa
goroutine 6238 [select]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).run(0xc000321800)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:1057 +0xbcb
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).start
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:816 +0x107b
goroutine 829 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0014f22c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 3797 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00157a840)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 828 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000ab1b00)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 1007 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001743c00)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6314 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc0038a2210, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 699 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00154c000)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 396 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc000291b80)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6201 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000645360, 0xc000804a18, 0x5, 0x5, 0xc001702d80, 0xc0005be678, 0x4aa38c)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:186 +0x165
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000645360, 0xc000804a18, 0x5, 0x5, 0xc0005be680, 0xc0010996f0, 0xbe6032)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:166 +0x438
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002c60ed0, 0xc000804a18, 0x5, 0x5, 0xc001099720, 0xc05fb9, 0xc0005d6fc0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x73
io.ReadAtLeast(0x4e4df00, 0xc002c60ed0, 0xc000804a18, 0x5, 0x5, 0x5, 0x0, 0xc001099798, 0x0)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc004668a00, 0xc000804a18, 0x5, 0x5, 0xc001099860, 0xc001099818, 0xc001099820)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:463 +0x175
google.golang.org/grpc.(*parser).recvMsg(0xc000804a08, 0x7fffffff, 0x3dc9520, 0xc00361ff01, 0x7fe2ff60dc58, 0xc001099930, 0xc11c95, 0xc00361ff40)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:510 +0x8c
google.golang.org/grpc.recvAndDecompress(0xc000804a08, 0xc004668a00, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc001735b80, 0x3f, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:641 +0x65
google.golang.org/grpc.recv(0xc000804a08, 0x7fe2ff60bf70, 0x69d3380, 0xc004668a00, 0x0, 0x0, 0x3dc9520, 0xc00114a870, 0x7fffffff, 0x0, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:709 +0xb1
google.golang.org/grpc.(*csAttempt).recvMsg(0xc003122c80, 0x3dc9520, 0xc00114a870, 0x0, 0x4b9b1f, 0xc0013d041c)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:884 +0x2dd
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc003122c80, 0x0, 0xc001099ce8)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:735 +0x65
google.golang.org/grpc.(*clientStream).withRetry(0xc0013d0360, 0xc001099e40, 0xc001099e10, 0xc000449c20, 0xc001099f48)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:589 +0x4a5
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0013d0360, 0x3dc9520, 0xc00114a870, 0x4a0940, 0xc001099f98)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:734 +0x165
go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc0036ea820, 0xc001099f00, 0xc001099f10, 0x1)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x85
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc0046c1c70, 0x4eb5b08, 0xc0036ea820)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:764 +0x78
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:919 +0x869
goroutine 6503 [select]:
github.com/pingcap/tiflow/dm/pkg/ha.KeepAlive(0x4e98570, 0xc0004d5ac0, 0xc0002d0000, 0x3f1df83, 0x7, 0xa, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/ha/keepalive.go:134 +0x627
github.com/pingcap/tiflow/dm/dm/master.(*testMaster).TestOperateSource.func5(0xc0031b59e4, 0xc000762000, 0xc001ab80b0, 0x4e98570, 0xc0004d5ac0, 0x3f1df83, 0x7)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:1799 +0x10b
created by github.com/pingcap/tiflow/dm/dm/master.(*testMaster).TestOperateSource
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:1797 +0x2c45
goroutine 395 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000871d80)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6193 [select]:
go.etcd.io/etcd/etcdserver.(*raftNode).start.func1(0xc001572030, 0xc0031b6000, 0x3b9aca00)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/raft.go:170 +0x27a
created by go.etcd.io/etcd/etcdserver.(*raftNode).start
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/raft.go:165 +0x65
goroutine 2981 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc000f93600)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6439 [IO wait]:
internal/poll.runtime_pollWait(0x7fe2d5ed2298, 0x77, 0xc0007f80f0)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0010bc218, 0x77, 0x4e98500, 0xc0045a7c80, 0xc0010bc200)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitWrite(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:96
internal/poll.(*FD).WaitWrite(...)
	/usr/local/go/src/internal/poll/fd_unix.go:528
net.(*netFD).connect(0xc0010bc200, 0x4e985e0, 0xc0045a7c80, 0x0, 0x0, 0x4e4ecc0, 0xc0005aad20, 0x0, 0x0, 0x0, ...)
	/usr/local/go/src/net/fd_unix.go:141 +0x325
net.(*netFD).dial(0xc0010bc200, 0x4e985e0, 0xc0045a7c80, 0x4eac3f0, 0x0, 0x4eac3f0, 0xc007b3ef60, 0x0, 0x10, 0x10)
	/usr/local/go/src/net/sock_posix.go:149 +0x145
net.socket(0x4e985e0, 0xc0045a7c80, 0x3f10c6b, 0x3, 0x2, 0x1, 0x0, 0x0, 0x4eac3f0, 0x0, ...)
	/usr/local/go/src/net/sock_posix.go:70 +0x2ae
net.internetSocket(0x4e985e0, 0xc0045a7c80, 0x3f10c6b, 0x3, 0x4eac3f0, 0x0, 0x4eac3f0, 0xc007b3ef60, 0x1, 0x0, ...)
	/usr/local/go/src/net/ipsock_posix.go:141 +0x157
net.(*sysDialer).doDialTCP(0xc0010bc180, 0x4e985e0, 0xc0045a7c80, 0x0, 0xc007b3ef60, 0x5bda55, 0xc0045a7c80, 0x3b617a0)
	/usr/local/go/src/net/tcpsock_posix.go:65 +0x135
net.(*sysDialer).dialTCP(0xc0010bc180, 0x4e985e0, 0xc0045a7c80, 0x0, 0xc007b3ef60, 0x47f87c, 0x101ac8ac9, 0xc06b22b1a352fc67)
	/usr/local/go/src/net/tcpsock_posix.go:61 +0x167
net.(*sysDialer).dialSingle(0xc0010bc180, 0x4e985e0, 0xc0045a7c80, 0x4e78fc8, 0xc007b3ef60, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:580 +0x7a5
net.(*sysDialer).dialSerial(0xc0010bc180, 0x4e985e0, 0xc0045a7c80, 0xc0034f5c50, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/dial.go:548 +0x17e
net.(*Dialer).DialContext(0xc0007f8bc0, 0x4e985e0, 0xc0045a7c80, 0x3f10c6b, 0x3, 0x3f36ef7, 0x11, 0x0, 0x0, 0x0, ...)
	/usr/local/go/src/net/dial.go:425 +0x946
google.golang.org/grpc.DialContext.func2(0x4e985e0, 0xc0045a7c80, 0x3f36ef7, 0x11, 0x0, 0x4e4ac80, 0xc0000e7bd0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:199 +0xd4
google.golang.org/grpc.newProxyDialer.func1(0x4e985e0, 0xc0045a7c80, 0x3f36ef7, 0x11, 0xc0034f5c30, 0xc0007f8d40, 0x441e58, 0x10)
	/go/pkg/mod/google.golang.org/[email protected]/proxy.go:134 +0x1c3
google.golang.org/grpc/internal/transport.dial(0x4e985e0, 0xc0045a7c80, 0xc001694e60, 0x3f36ef7, 0x11, 0x400, 0x0, 0xc00004e0f2, 0xc0007f8ed8)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:140 +0x8e
google.golang.org/grpc/internal/transport.newHTTP2Client(0x4e985e0, 0xc0045a7c80, 0x4e98570, 0xc0005a9000, 0x3f36ef7, 0x11, 0x0, 0x0, 0x3f36ef7, 0x11, ...)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:173 +0x13e
google.golang.org/grpc/internal/transport.NewClientTransport(...)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:581
google.golang.org/grpc.(*addrConn).createTransport(0xc000f92840, 0x3f36ef7, 0x11, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x3f2f895, ...)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1272 +0x76b
google.golang.org/grpc.(*addrConn).tryAllAddrs(0xc000f92840, 0xc0005a9300, 0x1, 0x1, 0xc06b22b26352fc45, 0x46911d9667, 0x69a0e00, 0x1, 0x0, 0x0, ...)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1195 +0x508
google.golang.org/grpc.(*addrConn).resetTransport(0xc000f92840)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1110 +0x33c
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6203 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation(0xc000a322d0, 0x4e98570, 0xc0005d3480, 0xc0002d0000, 0x3, 0x3, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:199 +0x42b
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).run(0xc000a322d0, 0x4e98570, 0xc0005d3480, 0xc0002d0000, 0x3, 0x3, 0x0, 0x2)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:101 +0x5c8
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).Start.func1(0xc000a322d0, 0x4e98570, 0xc0005d3480, 0xc0002d0000, 0x3, 0x3)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:90 +0xd6
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:86 +0x233
goroutine 2619 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00103e840)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6242 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver.monitorFileDescriptor(0xc007c680c0, 0xc007c88de0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/metrics.go:237 +0x425
go.etcd.io/etcd/etcdserver.(*EtcdServer).Start.func3()
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:744 +0x8b
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc000321800, 0xc003284020)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6176 [select]:
go.etcd.io/etcd/pkg/fileutil.purgeFile.func1(0xc0041f80c0, 0xc000674030, 0x2d, 0xc0003e8480, 0x3f1dbc4, 0x7, 0x5, 0xc0036bfa40, 0x0, 0x6fc23ac00, ...)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/fileutil/purge.go:90 +0xdff
created by go.etcd.io/etcd/pkg/fileutil.purgeFile
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/fileutil/purge.go:41 +0xf1
goroutine 2081 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00071e000)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 1863 [select, 4 minutes]:
github.com/pingcap/check.(*resultTracker)._loopRoutine(0xc00102e3f0)
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:464 +0x185
created by github.com/pingcap/check.(*resultTracker).start
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:444 +0x4d
goroutine 6304 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master.(*AgentPool).Start(0xc004598dc0, 0x4e98570, 0xc004738000)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool.go:91 +0x174
github.com/pingcap/tiflow/dm/dm/master.(*Server).Start.func2(0xc001ab80b0, 0x4e98570, 0xc004738000)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server.go:230 +0xc8
created by github.com/pingcap/tiflow/dm/dm/master.(*Server).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server.go:228 +0x10f8
goroutine 6352 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000644050, 0xc00046f3d8, 0x5, 0x5, 0xc000843200, 0xc0005be438, 0x4aa38c)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:174 +0x158
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000644050, 0xc00046f3d8, 0x5, 0x5, 0xc0005be440, 0xc000851520, 0xbf24f2)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:168 +0x53f
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002c60180, 0xc00046f3d8, 0x5, 0x5, 0xc000851550, 0xc085d9, 0xc001025e00)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x73
io.ReadAtLeast(0x4e4df00, 0xc002c60180, 0xc00046f3d8, 0x5, 0x5, 0x5, 0x6000, 0x3, 0xc0008515f8)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc004668200, 0xc00046f3d8, 0x5, 0x5, 0x36, 0x8, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:463 +0x175
google.golang.org/grpc.(*parser).recvMsg(0xc00046f3c8, 0x200000, 0xc001626fe0, 0xc000851730, 0x203000, 0xc007c9e1e0, 0xc000851860, 0x203000)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:510 +0x8c
google.golang.org/grpc.recvAndDecompress(0xc00046f3c8, 0xc004668200, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc000851890, 0x341175e, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:641 +0x65
google.golang.org/grpc.recv(0xc00046f3c8, 0x7fe2d5e7d808, 0x69d3380, 0xc004668200, 0x0, 0x0, 0x3d70520, 0xc001626ff0, 0x200000, 0x0, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:709 +0xb1
google.golang.org/grpc.(*serverStream).RecvMsg(0xc0015306c0, 0x3d70520, 0xc001626ff0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:1473 +0x2b1
github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc00046f3f8, 0x3d70520, 0xc001626ff0, 0x4a0940, 0xc000851d28)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/server_metrics.go:164 +0x69
go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0007dc2b0, 0xc000851be8, 0xc000851c20, 0x1)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x85
go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).recvLoop(0xc001530780, 0xc0037722a8, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:249 +0x76
go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func2(0xc001530780, 0x4eb5b60, 0xc0007dc2b0, 0xc0046d6060)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:190 +0x56
created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:189 +0x405
goroutine 6215 [select]:
go.etcd.io/etcd/mvcc.(*watchableStore).syncWatchersLoop(0xc000cae0a0)
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:231 +0x277
created by go.etcd.io/etcd/mvcc.newWatchableStore
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:95 +0x7f7
goroutine 5464 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00103e000)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 2211 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0008746c0)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 2580 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000d95800)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 2621 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00103eb00)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 4379 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc004519040)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6402 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).handleWorkerEv(0xc002dc6300, 0x4e98570, 0xc000cd5e80, 0xc0015b5140, 0xc0015b5200, 0x4e98570, 0xc000cd5e80)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:1737 +0x150
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).observeWorkerEvent(0xc002dc6300, 0x4e98570, 0xc0005e9e00, 0xc0002d0000, 0x3, 0xc001ffc400, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:1786 +0x76a
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).Start.func2(0xc002dc6300, 0x4e98570, 0xc0005e9e00, 0xc0002d0000, 0x3)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:264 +0xc9
created by github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:259 +0x869
goroutine 1008 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0007f0840)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 5522 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00071e2c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6306 [select]:
go.etcd.io/etcd/pkg/fileutil.purgeFile.func1(0xc0041f8180, 0xc000674240, 0x2c, 0xc0003e8960, 0x3f10cb0, 0x3, 0x5, 0xc0036bfa40, 0x0, 0x6fc23ac00, ...)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/fileutil/purge.go:90 +0xdff
created by go.etcd.io/etcd/pkg/fileutil.purgeFile
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/fileutil/purge.go:41 +0xf1
goroutine 6014 [select, 4 minutes]:
context.propagateCancel.func1(0x4e98e30, 0xc001694170, 0x4e72358, 0xc000163580)
	/usr/local/go/src/context/context.go:279 +0x105
created by context.propagateCancel
	/usr/local/go/src/context/context.go:278 +0x275
goroutine 2618 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0007c1180)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 3975 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0032e62c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6172 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c62c0, 0x72, 0x72)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002fd4298, 0x72, 0x0, 0x0, 0x3f1ca05)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc002fd4280, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:401 +0x32f
net.(*netFD).accept(0xc002fd4280, 0x4b9b1f, 0xc000a8e12c, 0xc0ffffffff)
	/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*UnixListener).accept(0xc0000fdd40, 0x47ea00, 0xc002b0c300, 0x8)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x50
net.(*UnixListener).Accept(0xc0000fdd40, 0xc003908900, 0xc002b53f68, 0xc000a8e138, 0x4dee68)
	/usr/local/go/src/net/unixsock.go:260 +0x8e
net/http.(*Server).Serve(0xc00168e1c0, 0x4e8c148, 0xc000378710, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2981 +0x470
net/http/httptest.(*Server).goServe.func1(0xc000a8e0e0)
	/usr/local/go/src/net/http/httptest/server.go:308 +0xd9
created by net/http/httptest.(*Server).goServe
	/usr/local/go/src/net/http/httptest/server.go:306 +0x6a
goroutine 698 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002c32d00)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6224 [select]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).monitorVersions(0xc001572000)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2483 +0x19f
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc001572000, 0xc000cb24c0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6216 [select, 4 minutes]:
go.etcd.io/etcd/mvcc.(*watchableStore).syncVictimsLoop(0xc000cae0a0)
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:257 +0x215
created by go.etcd.io/etcd/mvcc.newWatchableStore
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:96 +0x819
goroutine 6316 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/ha.WatchWorkerEvent(0x4e98570, 0xc000cd5e80, 0xc0002d0000, 0x4, 0xc0015b5140, 0xc0015b5200)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/ha/keepalive.go:192 +0x10d5
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).observeWorkerEvent.func1(0xc0015b5140, 0xc0015b5200, 0xc001144bc0, 0x4e98570, 0xc000cd5e80, 0xc0002d0000, 0xc001144bb0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:1784 +0x105
created by github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).observeWorkerEvent
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:1778 +0x725
goroutine 6345 [chan receive, 4 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc001120840)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1156 +0x8fd
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6227 [select, 4 minutes]:
go.etcd.io/etcd/wal.(*filePipeline).run(0xc0017fc240)
	/go/pkg/mod/go.etcd.io/[email protected]/wal/file_pipeline.go:98 +0x20a
created by go.etcd.io/etcd/wal.newFilePipeline
	/go/pkg/mod/go.etcd.io/[email protected]/wal/file_pipeline.go:52 +0x205
goroutine 2581 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc000290b00)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 4380 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0014f3340)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6351 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).sendLoop(0xc001530780)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:387 +0xac9
go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func1(0xc001530780)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:180 +0x39
created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:179 +0x399
goroutine 6501 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0017522c0)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6192 [select, 4 minutes]:
go.etcd.io/etcd/pkg/schedule.(*fifo).run(0xc0017a2120)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:143 +0x3ea
created by go.etcd.io/etcd/pkg/schedule.NewFIFOScheduler
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:70 +0x2d9
goroutine 6143 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2d5e807e0, 0x72, 0x72)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002fd4698, 0x72, 0x0, 0x0, 0x3f1ca05)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc002fd4680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:401 +0x32f
net.(*netFD).accept(0xc002fd4680, 0x203000, 0x43a94f, 0xc000b4e0c7)
	/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*UnixListener).accept(0xc0006cbe90, 0x0, 0xc0004aab90, 0x50)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x50
net.(*UnixListener).Accept(0xc0006cbe90, 0xc000727e78, 0x47ea6a, 0xc00157d800, 0xc000b4e0cc)
	/usr/local/go/src/net/unixsock.go:260 +0x8e
go.etcd.io/etcd/integration.(*bridge).serveListen(0xc000b4e070)
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:116 +0x176
created by go.etcd.io/etcd/integration.newBridge
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:61 +0x4e5
goroutine 2313 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation(0xc000d4a410, 0x4e98570, 0xc000742c80, 0xc00015e000, 0x1, 0x1, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:199 +0x42b
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).run(0xc000d4a410, 0x4e98570, 0xc000742c80, 0xc00015e000, 0x1, 0x1, 0xc00162cf00, 0xc00084a600)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:101 +0x5c8
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).Start.func1(0xc000d4a410, 0x4e98570, 0xc000742c80, 0xc00015e000, 0x1, 0x1)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:90 +0xd6
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:86 +0x233
goroutine 1965 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master.(*AgentPool).Start(0xc003230920, 0x4e985a8, 0xc0000520e8)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool.go:91 +0x174
created by github.com/pingcap/tiflow/dm/dm/master.(*testMaster).testEmit
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool_test.go:74 +0xf9
goroutine 2537 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000c2f4c0)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6362 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/shardddl/pessimism.watchOperation(0x4e98570, 0xc000927d80, 0xc0002d0000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4, 0xc007a03260, ...)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/shardddl/pessimism/operation.go:235 +0xaf7
github.com/pingcap/tiflow/dm/pkg/shardddl/pessimism.WatchOperationPut(...)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/shardddl/pessimism/operation.go:208
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation.func4(0xc00321a380, 0xc007a03260, 0x4e98570, 0xc000927d80, 0xc0002d0000, 0x3, 0xc007a03200)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:192 +0xf9
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:187 +0x305
goroutine 2377 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation(0xc0000fb6d0, 0x4e98570, 0xc00145fe80, 0xc00015e000, 0x3, 0x3, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:199 +0x42b
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).run(0xc0000fb6d0, 0x4e98570, 0xc00145fe80, 0xc00015e000, 0x3, 0x3, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:101 +0x5c8
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).Start.func1(0xc0000fb6d0, 0x4e98570, 0xc00145fe80, 0xc00015e000, 0x3, 0x3)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:90 +0xd6
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:86 +0x233
goroutine 6259 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc003281130, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:395 +0x1ea
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0045bc060, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:513 +0x2df
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc00455f200)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:291 +0x1fa
created by google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:288 +0x1905
goroutine 6354 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc0045b03c0, 0xc0006e82b0, 0x5, 0x5, 0xc00167e000, 0xc003014120, 0x4aa38c)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:186 +0x165
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc0045b03c0, 0xc0006e82b0, 0x5, 0x5, 0xc003014128, 0xc0014cb6f0, 0xbe6032)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:166 +0x438
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc001d98840, 0xc0006e82b0, 0x5, 0x5, 0xc0014cb720, 0xc05fb9, 0xc0005d6fc0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x73
io.ReadAtLeast(0x4e4df00, 0xc001d98840, 0xc0006e82b0, 0x5, 0x5, 0x5, 0x0, 0xc0014cb798, 0x5bdc0e)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001ffc100, 0xc0006e82b0, 0x5, 0x5, 0xc0014cb860, 0xc0014cb818, 0x1)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:463 +0x175
google.golang.org/grpc.(*parser).recvMsg(0xc0006e82a0, 0x7fffffff, 0x3dc9520, 0xc001614801, 0x7fe2ff60dc58, 0xc0014cb930, 0xc11c95, 0xc0016148c0)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:510 +0x8c
google.golang.org/grpc.recvAndDecompress(0xc0006e82a0, 0xc001ffc100, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc000c6f9c0, 0x1e, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:641 +0x65
google.golang.org/grpc.recv(0xc0006e82a0, 0x7fe2ff60bf70, 0x69d3380, 0xc001ffc100, 0x0, 0x0, 0x3dc9520, 0xc007b1dbd0, 0x7fffffff, 0x0, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:709 +0xb1
google.golang.org/grpc.(*csAttempt).recvMsg(0xc0036e8180, 0x3dc9520, 0xc007b1dbd0, 0x0, 0x4b9b1f, 0xc000af81dc)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:884 +0x2dd
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc0036e8180, 0x0, 0xc0014cbce8)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:735 +0x65
google.golang.org/grpc.(*clientStream).withRetry(0xc000af8120, 0xc0014cbe40, 0xc0014cbe10, 0xc0003e7f20, 0xc0014cbf48)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:589 +0x4a5
google.golang.org/grpc.(*clientStream).RecvMsg(0xc000af8120, 0x3dc9520, 0xc007b1dbd0, 0x4a0940, 0xc0014cbf98)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:734 +0x165
go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchClient).Recv(0xc001694210, 0xc0014cbf00, 0xc0014cbf10, 0x1)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3704 +0x85
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveWatchClient(0xc00110e680, 0x4eb5b08, 0xc001694210)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:764 +0x78
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).newWatchClient
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:919 +0x869
goroutine 2109 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000874040)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 2620 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0007c1300)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 2463 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master.(*AgentPool).Start(0xc00169a120, 0x4e985a8, 0xc0000520e8)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool.go:91 +0x174
created by github.com/pingcap/tiflow/dm/dm/master.testDefaultMasterServer
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:352 +0x275
goroutine 2780 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000742940)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6459 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00162e580)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6250 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c148, 0xc000378440, 0xc007c69bc0, 0xc007c89380, 0x30, 0xc0031ae3f0, 0xc0031ae3f0, 0xc0000d5c00)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
net/http.(*Server).Serve(0xc0016e2c40, 0x4e8e638, 0xc0005b6ac0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2981 +0x470
net/http/httptest.(*Server).goServe.func1(0xc000b4ee00)
	/usr/local/go/src/net/http/httptest/server.go:308 +0xd9
created by net/http/httptest.(*Server).goServe
	/usr/local/go/src/net/http/httptest/server.go:306 +0x6a
goroutine 6219 [select]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).run(0xc001572000)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:1057 +0xbcb
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).start
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:816 +0x107b
goroutine 6294 [select]:
go.etcd.io/etcd/lease.(*lessor).runLoop(0xc001ab8160)
	/go/pkg/mod/go.etcd.io/[email protected]/lease/lessor.go:591 +0x1c5
created by go.etcd.io/etcd/lease.newLessor
	/go/pkg/mod/go.etcd.io/[email protected]/lease/lessor.go:222 +0x494
goroutine 4696 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002c2f700)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 3301 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00074b8c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 5342 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00154c2c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 2297 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master.(*AgentPool).Start(0xc002e1e400, 0x4e985a8, 0xc0000520e8)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool.go:91 +0x174
created by github.com/pingcap/tiflow/dm/dm/master.testDefaultMasterServer
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:352 +0x275
goroutine 6013 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc007b1c820, 0xc0006e80d0, 0x5, 0x5, 0xc00319d500, 0xc001994258, 0x4aa38c)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:174 +0x158
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc007b1c820, 0xc0006e80d0, 0x5, 0x5, 0xc001994260, 0xc00121f4d8, 0xbf24f2)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:168 +0x53f
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc003211170, 0xc0006e80d0, 0x5, 0x5, 0xc00121f508, 0xc085d9, 0xc001025e00)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x73
io.ReadAtLeast(0x4e4df00, 0xc003211170, 0xc0006e80d0, 0x5, 0x5, 0x5, 0xc0036a9db0, 0x0, 0x0)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc001420300, 0xc0006e80d0, 0x5, 0x5, 0xc00121f650, 0x438f38, 0xc0036a9da0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:463 +0x175
google.golang.org/grpc.(*parser).recvMsg(0xc0006e80c0, 0x200000, 0xc000b7d310, 0xc00121f728, 0x1123f8a, 0xc000b7d2f0, 0x3, 0x3)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:510 +0x8c
google.golang.org/grpc.recvAndDecompress(0xc0006e80c0, 0xc001420300, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc00121f920, 0x112340e, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:641 +0x65
google.golang.org/grpc.recv(0xc0006e80c0, 0x7fe2d5e7d808, 0x69d3380, 0xc001420300, 0x0, 0x0, 0x3d0e7a0, 0xc007d3cbf0, 0x200000, 0x0, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:709 +0xb1
google.golang.org/grpc.(*serverStream).RecvMsg(0xc001b14180, 0x3d0e7a0, 0xc007d3cbf0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:1473 +0x2b1
github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc0006e8108, 0x3d0e7a0, 0xc007d3cbf0, 0xc007cf94e8, 0x0)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/server_metrics.go:164 +0x69
go.etcd.io/etcd/etcdserver/etcdserverpb.(*leaseLeaseKeepAliveServer).Recv(0xc0016940b0, 0xc007cf94e8, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3937 +0x85
go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).leaseKeepAlive(0xc000d94440, 0x4eb5ab0, 0xc0016940b0, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/lease.go:108 +0x5f
go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).LeaseKeepAlive.func1(0xc007a02120, 0xc000d94440, 0x4eb5ab0, 0xc0016940b0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/lease.go:92 +0x4d
created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).LeaseKeepAlive
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/lease.go:91 +0xa7
goroutine 2068 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master.(*AgentPool).Start(0xc00090c420, 0x4e985a8, 0xc0000520e8)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool.go:91 +0x174
created by github.com/pingcap/tiflow/dm/dm/master.testDefaultMasterServer
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:352 +0x275
goroutine 6296 [select, 4 minutes]:
go.etcd.io/etcd/pkg/schedule.(*fifo).run(0xc0014795c0)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:143 +0x3ea
created by go.etcd.io/etcd/pkg/schedule.NewFIFOScheduler
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:70 +0x2d9
goroutine 2212 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00103e580)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6366 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc000efcdc0, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 3974 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00127f400)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6249 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c148, 0xc000378440, 0xc007c69b60, 0xc007c89260, 0xc000d3cd90, 0x47ea6a, 0xc0010da000, 0xc000485980)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
google.golang.org/grpc.(*Server).Serve(0xc000485860, 0x4e8e638, 0xc0005b6aa0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:621 +0x322
created by go.etcd.io/etcd/integration.(*member).Launch
	/go/pkg/mod/go.etcd.io/[email protected]/integration/cluster.go:858 +0x2a45
goroutine 1995 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master.(*AgentPool).Start(0xc000b10c80, 0x4e985a8, 0xc0000520e8)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool.go:91 +0x174
created by github.com/pingcap/tiflow/dm/dm/master.(*testMaster).testPool
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/agent_pool_test.go:35 +0xf9
goroutine 6225 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).linearizableReadLoop(0xc001572000)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/v3_server.go:680 +0x31c
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc001572000, 0xc000cb25a0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6017 [select, 4 minutes]:
google.golang.org/grpc.newClientStream.func5(0xc002304380, 0xc000af8120, 0x4e98618, 0xc001d987b0)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:318 +0x116
created by google.golang.org/grpc.newClientStream
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:317 +0x11e5
goroutine 6301 [select]:
go.etcd.io/etcd/clientv3.(*lessor).deadlineLoop(0xc000910280)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:539 +0x26e
created by go.etcd.io/etcd/clientv3.(*lessor).KeepAlive.func1
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:300 +0x85
goroutine 6303 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/election.(*Election).watchLeader(0xc007c5c370, 0x4e98570, 0xc00145ec00, 0xc0015c52f0, 0xc000c67f20, 0x21, 0xc0079b0140)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/election/election.go:388 +0x805
github.com/pingcap/tiflow/dm/pkg/election.(*Election).campaignLoop(0xc007c5c370, 0x4e98570, 0xc00145ec00, 0xc0015c52f0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/election/election.go:334 +0x1905
github.com/pingcap/tiflow/dm/pkg/election.NewElection.func1(0xc007c5c370, 0x4e98570, 0xc00145ec00, 0xc0015c52f0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/election/election.go:143 +0xa5
created by github.com/pingcap/tiflow/dm/pkg/election.NewElection
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/election/election.go:141 +0x728
goroutine 1787 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c0b8, 0xc0032304c0, 0xc0017327e0, 0xc0036c2c00, 0xc000c0c590, 0x47ea6a, 0xc003081c80, 0xc00012c120)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
google.golang.org/grpc.(*Server).Serve(0xc00012c000, 0x4e8e638, 0xc002e1e1e0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:621 +0x322
created by go.etcd.io/etcd/embed.(*Etcd).servePeers
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:546 +0x3fb
goroutine 1788 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c0b8, 0xc0032304c0, 0xc001732840, 0xc0036c2c60, 0x30, 0xc0030867b0, 0xc0030867b0, 0xc001700000)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
net/http.(*Server).Serve(0xc0013a2620, 0x4e8e638, 0xc002e1e220, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2981 +0x470
created by go.etcd.io/etcd/embed.(*Etcd).servePeers
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:552 +0x72f
goroutine 1789 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c6578, 0x72, 0x72)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc003708b18, 0x72, 0x0, 0x0, 0x3f1ca05)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc003708b00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:401 +0x32f
net.(*netFD).accept(0xc003708b00, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*TCPListener).accept(0xc003011e18, 0x0, 0x4416eb, 0x418980)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x50
net.(*TCPListener).Accept(0xc003011e18, 0xc000bc21c0, 0xc001700000, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock.go:261 +0x8e
go.etcd.io/etcd/pkg/transport.(*rwTimeoutListener).Accept(0xc0032304c0, 0xc, 0x0, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/transport/timeout_listener.go:48 +0x55
github.com/soheilhy/cmux.(*cMux).Serve(0xc003280a00, 0x0, 0x0)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:170 +0x10a
go.etcd.io/etcd/embed.(*Etcd).servePeers.func1(0xc0032304b0, 0x3f432ca)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:553 +0x47
go.etcd.io/etcd/embed.(*Etcd).servePeers.func3(0xc0001cfb80, 0xc0032304a0)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:587 +0x256
created by go.etcd.io/etcd/embed.(*Etcd).servePeers
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:577 +0xbcd
goroutine 1792 [chan receive, 4 minutes]:
go.etcd.io/etcd/embed.(*serveCtx).serve(0xc000442070, 0xc0006d8c00, 0xc0001cfcc8, 0x4e4e800, 0xc000a21680, 0xc001eec7f0, 0xc002e1e2c0, 0x2, 0x2, 0x0, ...)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/serve.go:92 +0x1b0
go.etcd.io/etcd/embed.(*Etcd).serveClients.func1(0xc0001cfb80, 0xc001eec530, 0xc0010fe4b0, 0xc000442070)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:755 +0x174
created by go.etcd.io/etcd/embed.(*Etcd).serveClients
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:754 +0x718
goroutine 2080 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000d94200)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6228 [select]:
go.etcd.io/etcd/raft.(*node).run(0xc007c69320)
	/go/pkg/mod/go.etcd.io/[email protected]/raft/node.go:337 +0x4ce
created by go.etcd.io/etcd/raft.StartNode
	/go/pkg/mod/go.etcd.io/[email protected]/raft/node.go:226 +0x3b0
goroutine 6333 [select, 4 minutes]:
google.golang.org/grpc.newClientStream.func5(0xc002304380, 0xc0016a4a20, 0x4e98618, 0xc002b50ab0)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:318 +0x116
created by google.golang.org/grpc.newClientStream
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:317 +0x11e5
goroutine 6396 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/shardddl/optimism.WatchSourceTables(0x4e98570, 0xc000874f80, 0xc0002d0000, 0x4, 0xc000c2b4a0, 0xc000c2b440)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/shardddl/optimism/table.go:239 +0x9d5
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation.func2(0xc007cfeb80, 0xc000c2b4a0, 0x4e98570, 0xc000874f80, 0xc000a32320, 0x3, 0xc000c2b440)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:452 +0xfe
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:447 +0x1f8
goroutine 2110 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00103e2c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 2043 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00074d680)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 2044 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc000f92580)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 5968 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00103f600)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6141 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc0031b59e4)
	/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc0031b59e4)
	/usr/local/go/src/sync/waitgroup.go:130 +0xe5
github.com/pingcap/tiflow/dm/dm/master.testMaster.clearSchedulerEnv(0xc003002570, 0xa, 0xc000702d80, 0xc000220a80, 0xc00068e820, 0xc000762000, 0xc0005ace60, 0xc0031b59e4)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:219 +0x45
github.com/pingcap/tiflow/dm/dm/master.(*testMaster).TestOperateSource.func2(0xc000efa8d0, 0xc000762000, 0xc0005ace60, 0xc0031b59e4, 0xc0005ace70, 0xc0005ace80)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:1779 +0xd0
runtime.Goexit()
	/usr/local/go/src/runtime/panic.go:632 +0x146
github.com/pingcap/check.(*C).stopNow(...)
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:108
github.com/pingcap/check.(*C).Assert(0xc000762000, 0x3a67920, 0xc0006e9ef0, 0x4e73b40, 0x68f4c90, 0xc000f359a0, 0x1, 0x1)
	/go/pkg/mod/github.com/pingcap/[email protected]/helpers.go:179 +0xc5
github.com/pingcap/tiflow/dm/dm/master.(*testMaster).TestOperateSource(0xc000efa8d0, 0xc000762000)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:1822 +0x3ba8
reflect.Value.call(0x3e61fe0, 0xc000efa8d0, 0x3613, 0x3f111a5, 0x4, 0xc001c35ef0, 0x1, 0x1, 0xc001c35d08, 0x3385d1e, ...)
	/usr/local/go/src/reflect/value.go:476 +0x99c
reflect.Value.Call(0x3e61fe0, 0xc000efa8d0, 0x3613, 0xc001c35ef0, 0x1, 0x1, 0xc0007621e0, 0x3f10848, 0xc0019940a1)
	/usr/local/go/src/reflect/value.go:337 +0xd9
github.com/pingcap/check.(*suiteRunner).forkTest.func1(0xc000762000)
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:850 +0xb3c
github.com/pingcap/check.(*suiteRunner).forkCall.func1(0xc00102e480, 0xc000762000, 0xc00322a020)
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:739 +0x11e
created by github.com/pingcap/check.(*suiteRunner).forkCall
	/go/pkg/mod/github.com/pingcap/[email protected]/check.go:734 +0x4cd
goroutine 4124 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0032e6b00)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6399 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).handleInfoPut(0xc000a32320, 0x4e98570, 0xc000874f80, 0xc000c2b500)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:517 +0x12f
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation.func5(0xc007cfeb80, 0xc000a32320, 0x4e98570, 0xc000874f80, 0xc000c2b500)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:471 +0x9c
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:469 +0x35e
goroutine 2538 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00154c840)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6398 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/shardddl/optimism.WatchInfo(0x4e98570, 0xc000874f80, 0xc0002d0000, 0x4, 0xc000c2b500, 0xc000c2b440)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/shardddl/optimism/info.go:232 +0xa8f
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation.func4(0xc007cfeb80, 0xc000c2b500, 0x4e98570, 0xc000874f80, 0xc000a32320, 0x3, 0xc000c2b440)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:467 +0xfe
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:462 +0x305
goroutine 6365 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc000efcc60, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 6196 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch(0xc007b1c2d0, 0x4eb5b60, 0xc0007dc2b0, 0x4e4c8e0, 0xc007b1c2d0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:218 +0x4e5
go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x3b239a0, 0xc007b1c2d0, 0x4ea8928, 0xc00046f3f8, 0x19, 0xc0045b58b0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xd0
github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc0015306c0, 0xc00046f3e0, 0x4020be0, 0x11069ed, 0xc0003e7e68)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/server_metrics.go:121 +0x1ab
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc0015306c0, 0x69d62c0, 0xc0003e7e60)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:49 +0x7b
go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc0015306c0, 0xc00046f3e0, 0xc0031b68c0, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:237 +0x1b1
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc0015306c0, 0xc001780400, 0xc001c3dda0)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:49 +0x7b
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc0015306c0, 0xc00046f3e0, 0x4020be0, 0x4e98618, 0xc001c3dda0)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:58 +0x136
google.golang.org/grpc.(*Server).processStreamingRPC(0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc004668200, 0xc002fd2420, 0x68fdb40, 0x0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:1336 +0xbc2
google.golang.org/grpc.(*Server).handleStream(0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc004668200, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:1409 +0x131f
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0011447f0, 0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc004668200)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:746 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/pkg/mod/google.golang.org/[email protected]/server.go:744 +0xb9
goroutine 6350 [IO wait]:
internal/poll.runtime_pollWait(0x7fe2d5886908, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc000cb9b18, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc000cb9b00, 0xc00114c000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc000cb9b00, 0xc00114c000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc00179a030, 0xc00114c000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
	/usr/local/go/src/net/net.go:183 +0xec
github.com/soheilhy/cmux.(*bufferedReader).Read(0xc000be6160, 0xc00114c000, 0x8000, 0x8000, 0xc00114c00d, 0x9, 0x4872e0)
	/go/pkg/mod/github.com/soheilhy/[email protected]/buffer.go:53 +0x2f9
github.com/soheilhy/cmux.(*MuxConn).Read(0xc000be6150, 0xc00114c000, 0x8000, 0x8000, 0xc00160f560, 0x18, 0xc0013fda78)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:297 +0x65
bufio.(*Reader).Read(0xc0017a3c20, 0xc0010502e0, 0x9, 0x9, 0xced55cec1aebb7, 0xc037ed2801, 0x37ed2801007dc0b0)
	/usr/local/go/src/bufio/bufio.go:227 +0x7ba
io.ReadAtLeast(0x4e4a820, 0xc0017a3c20, 0xc0010502e0, 0x9, 0x9, 0x9, 0xc0013fdd50, 0xbf454a, 0xc06b22b137ed2801)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
golang.org/x/net/http2.readFrameHeader(0xc0010502e0, 0x9, 0x9, 0x4e4a820, 0xc0017a3c20, 0x0, 0xc000000000, 0x7fe2d5c03d20, 0x3f)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0xb1
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0010502a0, 0xc001ed4270, 0x69a0e00, 0x0, 0x0)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0xff
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc001025e00, 0xc003210720, 0x4021348)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:453 +0x125
google.golang.org/grpc.(*Server).serveStreams(0xc00061e9c0, 0x4eb9318, 0xc001025e00)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:742 +0x1c8
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc00061e9c0, 0x4eb9318, 0xc001025e00)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:703 +0x4d
created by google.golang.org/grpc.(*Server).handleRawConn
	/go/pkg/mod/google.golang.org/[email protected]/server.go:702 +0x6ce
goroutine 5965 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0004f6370, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:395 +0x1ea
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc0044846c0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:513 +0x2df
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0004a28c0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:346 +0x12e
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:344 +0x1869
goroutine 5463 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001c541c0)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 5377 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000ff6b80)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 2781 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00071edc0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6243 [select]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).monitorVersions(0xc000321800)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2483 +0x19f
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc000321800, 0xc0000e7010)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6400 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/shardddl/optimism.WatchOperationPut(0x4e98570, 0xc000874f80, 0xc0002d0000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/shardddl/optimism/operation.go:242 +0x7f5
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation.func6(0xc007cfeb80, 0xc000c2b560, 0x4e98570, 0xc000874f80, 0xc000a32320, 0x3, 0xc000c2b440)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:482 +0x119
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:477 +0x411
goroutine 6339 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2d5ed1ef8, 0x72, 0x72)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00051aa98, 0x72, 0x0, 0x0, 0x3f1ca05)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00051aa80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:401 +0x32f
net.(*netFD).accept(0xc00051aa80, 0x438ed9, 0xc0012431f8, 0xc0012431b0)
	/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*TCPListener).accept(0xc000f8e4b0, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x50
net.(*TCPListener).Accept(0xc000f8e4b0, 0xc00072b8d7, 0x0, 0xc00072b8d8, 0x4b7515)
	/usr/local/go/src/net/tcpsock.go:261 +0x8e
go.etcd.io/etcd/pkg/transport.(*limitListener).Accept(0xc000f8e4c8, 0x0, 0x477eae, 0xc00072b948, 0x4a05c0)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/transport/limit_listen.go:46 +0x95
go.etcd.io/etcd/pkg/transport.(*keepaliveListener).Accept(0xc0011876c0, 0x401fef8, 0xc007b1c1e0, 0x4eb5bb8, 0xc0030408d0)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/transport/keepalive_listener.go:49 +0x55
github.com/soheilhy/cmux.(*cMux).Serve(0xc007b1c1e0, 0x0, 0x0)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:170 +0x10a
go.etcd.io/etcd/embed.(*serveCtx).serve(0xc000a3e380, 0xc001572000, 0xc0001d0248, 0x4e4e800, 0xc00053be40, 0xc003626280, 0xc0031b61a0, 0x2, 0x2, 0x0, ...)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/serve.go:201 +0x3e6
go.etcd.io/etcd/embed.(*Etcd).serveClients.func1(0xc0001d0100, 0xc000cb2b10, 0xc00046ea98, 0xc000a3e380)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:755 +0x174
created by go.etcd.io/etcd/embed.(*Etcd).serveClients
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:754 +0x718
goroutine 2980 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000163340)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6391 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).sendLoop(0xc001530900)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:387 +0xac9
go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func1(0xc001530900)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:180 +0x39
created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:179 +0x399
goroutine 6397 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).handleSourceTables(0xc000a32320, 0x4e98570, 0xc000874f80, 0xc000c2b4a0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:500 +0x16f
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation.func3(0xc007cfeb80, 0xc000a32320, 0x4e98570, 0xc000874f80, 0xc000c2b4a0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:456 +0x9c
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:454 +0x251
goroutine 5967 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc004739340)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6323 [select]:
go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0xc001572000, 0xc000cb2820)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:301 +0x1a8
created by go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:296 +0xda
goroutine 6363 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).handleOperationPut(0xc000a322d0, 0x4e98570, 0xc000927d80, 0xc007a03260)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:501 +0x125
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation.func5(0xc00321a380, 0xc000a322d0, 0x4e98570, 0xc000927d80, 0xc007a03260)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:196 +0x9c
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:194 +0x35e
goroutine 6360 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/shardddl/pessimism.WatchInfoPut(0x4e98570, 0xc000927d80, 0xc0002d0000, 0x4, 0xc007a031a0, 0xc007a03200)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/shardddl/pessimism/info.go:177 +0x7f5
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation.func2(0xc00321a380, 0xc007a031a0, 0x4e98570, 0xc000927d80, 0xc0002d0000, 0x3, 0xc007a03200)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:177 +0xde
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:172 +0x1f8
goroutine 6367 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc000efce70, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 6317 [select, 4 minutes]:
context.propagateCancel.func1(0x4e98e30, 0xc001626e10, 0x4e72358, 0xc000cd5f00)
	/usr/local/go/src/context/context.go:279 +0x105
created by context.propagateCancel
	/usr/local/go/src/context/context.go:278 +0x275
goroutine 4753 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc003714140)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 2957 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00074a580)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 2956 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000c2ee80)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6202 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc0046c1c70, 0xc0029be000, 0xc00469e6c0)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 6392 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).read(0xc000a339f0, 0xc00370a820, 0x5, 0x5, 0xc001480900, 0xc001217698, 0x4aa38c)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:174 +0x158
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000a339f0, 0xc00370a820, 0x5, 0x5, 0xc0012176a0, 0xc00465b520, 0xbf24f2)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:168 +0x53f
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc0038e85d0, 0xc00370a820, 0x5, 0x5, 0xc00465b550, 0xc085d9, 0xc001025e00)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x73
io.ReadAtLeast(0x4e4df00, 0xc0038e85d0, 0xc00370a820, 0x5, 0x5, 0x5, 0x6000, 0x3, 0xc00465b5f8)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc00363c200, 0xc00370a820, 0x5, 0x5, 0x36, 0x8, 0x7fe2ff4cc7a0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:463 +0x175
google.golang.org/grpc.(*parser).recvMsg(0xc00370a810, 0x200000, 0x449965, 0x7fe2ff64eb68, 0x203000, 0x55, 0x40, 0x203000)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:510 +0x8c
google.golang.org/grpc.recvAndDecompress(0xc00370a810, 0xc00363c200, 0x0, 0x0, 0x200000, 0x0, 0x0, 0x0, 0xc00465b890, 0x341175e, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:641 +0x65
google.golang.org/grpc.recv(0xc00370a810, 0x7fe2d5e7d808, 0x69d3380, 0xc00363c200, 0x0, 0x0, 0x3d70520, 0xc001489170, 0x200000, 0x0, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:709 +0xb1
google.golang.org/grpc.(*serverStream).RecvMsg(0xc001530840, 0x3d70520, 0xc001489170, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:1473 +0x2b1
github.com/grpc-ecosystem/go-grpc-prometheus.(*monitoredServerStream).RecvMsg(0xc00370a840, 0x3d70520, 0xc001489170, 0x4a0940, 0xc00465bd28)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/server_metrics.go:164 +0x69
go.etcd.io/etcd/etcdserver/etcdserverpb.(*watchWatchServer).Recv(0xc0007dcd70, 0xc00465bbe8, 0xc00465bc20, 0x1)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3745 +0x85
go.etcd.io/etcd/etcdserver/api/v3rpc.(*serverWatchStream).recvLoop(0xc001530900, 0xc001b24ab0, 0xc001e28e30)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:249 +0x76
go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch.func2(0xc001530900, 0x4eb5b60, 0xc0007dcd70, 0xc0046d7980)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:190 +0x56
created by go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:189 +0x405
goroutine 6260 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc00455f200)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:966 +0x412
created by google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:297 +0x192a
goroutine 3796 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0004fcec0)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 3300 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc000c2fa80)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6315 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc0038a22c0, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 6299 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*lessor).keepAliveCtxCloser(0xc000910280, 0x4e98570, 0xc004739c40, 0x7397e052769e705, 0xc0031863c0)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:330 +0x14e
created by go.etcd.io/etcd/clientv3.(*lessor).KeepAlive
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:297 +0x3a5
goroutine 6226 [select]:
go.etcd.io/etcd/mvcc/backend.(*backend).run(0xc002fd4980)
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/backend/backend.go:327 +0x225
created by go.etcd.io/etcd/mvcc/backend.newBackend
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/backend/backend.go:189 +0x845
goroutine 6200 [select, 4 minutes]:
google.golang.org/grpc.newClientStream.func5(0xc002304380, 0xc0013d0360, 0x4e98618, 0xc002c60e40)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:318 +0x116
created by google.golang.org/grpc.newClientStream
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:317 +0x11e5
goroutine 6063 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001b25080)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 5341 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0016dc280)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6462 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*lessor).keepAliveCtxCloser(0xc000910280, 0x4e98570, 0xc00162ec80, 0x7397e052769e72f, 0xc001ec5080)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:330 +0x14e
created by go.etcd.io/etcd/clientv3.(*lessor).KeepAlive
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:297 +0x3a5
goroutine 4123 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00303f6c0)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6290 [select]:
go.etcd.io/etcd/mvcc/backend.(*backend).run(0xc00051ab80)
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/backend/backend.go:327 +0x225
created by go.etcd.io/etcd/mvcc/backend.newBackend
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/backend/backend.go:189 +0x845
goroutine 6274 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c5c68, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0032ca398, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0032ca380, 0xc000d18000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc0032ca380, 0xc000d18000, 0x8000, 0x8000, 0xc000d18000, 0x1e, 0x8000)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc0004da0a0, 0xc000d18000, 0x8000, 0x8000, 0xc00129f6c8, 0x43a49a, 0xc007c88120)
	/usr/local/go/src/net/net.go:183 +0xec
go.etcd.io/etcd/integration.(*bridge).ioCopy(0xc000b4e070, 0x7fe2d5ecadd0, 0xc0004da0b0, 0x4e4e7a0, 0xc0004da0a0, 0x7fe038270008, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:212 +0xed
go.etcd.io/etcd/integration.(*bridge).serveConn.func2(0xc000b4e070, 0xc000ffa360, 0xc008120320)
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:158 +0xd6
created by go.etcd.io/etcd/integration.(*bridge).serveConn
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:157 +0x125
goroutine 4697 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc007d06000)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6325 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c0b8, 0xc004599180, 0xc007c9e5a0, 0xc007922e40, 0x30, 0xc003040360, 0xc003040360, 0xc001482400)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
net/http.(*Server).Serve(0xc000148380, 0x4e8e638, 0xc00266e380, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2981 +0x470
created by go.etcd.io/etcd/embed.(*Etcd).servePeers
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:552 +0x72f
goroutine 6300 [select]:
google.golang.org/grpc/internal/transport.(*recvBufferReader).readClient(0xc000d4ab40, 0xc003190700, 0x5, 0x5, 0xc0036ca180, 0xc0005320c0, 0x4aa38c)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:186 +0x165
google.golang.org/grpc/internal/transport.(*recvBufferReader).Read(0xc000d4ab40, 0xc003190700, 0x5, 0x5, 0xc0005320c8, 0xc001fe96c8, 0xbe6032)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:166 +0x438
google.golang.org/grpc/internal/transport.(*transportReader).Read(0xc002b50b40, 0xc003190700, 0x5, 0x5, 0xc001fe96f8, 0xc05fb9, 0xc0005d6fc0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:479 +0x73
io.ReadAtLeast(0x4e4df00, 0xc002b50b40, 0xc003190700, 0x5, 0x5, 0x5, 0xc001fe9768, 0x441e58, 0x20)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
google.golang.org/grpc/internal/transport.(*Stream).Read(0xc008138700, 0xc003190700, 0x5, 0x5, 0x70a00c001fe9838, 0x0, 0x38)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/transport.go:463 +0x175
google.golang.org/grpc.(*parser).recvMsg(0xc0031906f0, 0x7fffffff, 0x3d52600, 0xc00160f501, 0x7fe2ff4c40c8, 0xc001fe9908, 0xc11c95, 0xc00160f530)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:510 +0x8c
google.golang.org/grpc.recvAndDecompress(0xc0031906f0, 0xc008138700, 0x0, 0x0, 0x7fffffff, 0x0, 0x0, 0x0, 0xc0037a3320, 0x26, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:641 +0x65
google.golang.org/grpc.recv(0xc0031906f0, 0x7fe2ff60bf70, 0x69d3380, 0xc008138700, 0x0, 0x0, 0x3d52600, 0xc007cf9560, 0x7fffffff, 0x0, ...)
	/go/pkg/mod/google.golang.org/[email protected]/rpc_util.go:709 +0xb1
google.golang.org/grpc.(*csAttempt).recvMsg(0xc000872b80, 0x3d52600, 0xc007cf9560, 0x0, 0x4b9b1f, 0xc0016a4adc)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:884 +0x2dd
google.golang.org/grpc.(*clientStream).RecvMsg.func1(0xc000872b80, 0x1, 0x47cfbbd720)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:735 +0x65
google.golang.org/grpc.(*clientStream).withRetry(0xc0016a4a20, 0xc001fe9e18, 0xc001fe9de8, 0x69a0e00, 0x69a0e00)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:589 +0x4a5
google.golang.org/grpc.(*clientStream).RecvMsg(0xc0016a4a20, 0x3d52600, 0xc007cf9560, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/stream.go:734 +0x165
go.etcd.io/etcd/etcdserver/etcdserverpb.(*leaseLeaseKeepAliveClient).Recv(0xc000cb3870, 0xc00160f530, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3835 +0x85
go.etcd.io/etcd/clientv3.(*lessor).recvKeepAliveLoop(0xc000910280, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:447 +0xc7
created by go.etcd.io/etcd/clientv3.(*lessor).KeepAlive.func1
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:299 +0x5f
goroutine 6406 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation(0xc000a32320, 0x4e98570, 0xc003294bc0, 0x3, 0x3, 0x3, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:489 +0x537
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).run(0xc000a32320, 0x4e98570, 0xc003294bc0, 0x3, 0x3, 0x3, 0xc001025e00, 0xc000b25f00)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:198 +0x54f
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).Start.func1(0xc000a32320, 0x4e98570, 0xc003294bc0, 0x3, 0x3, 0x3)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:87 +0xd6
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:83 +0x235
goroutine 6211 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2d5e80a98, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc004224218, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc004224200, 0xc000834000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc004224200, 0xc000834000, 0x1000, 0x1000, 0xc00308cb40, 0x28, 0x2)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc000550008, 0xc000834000, 0x1000, 0x1000, 0xc003908968, 0x4aa38c, 0x4b9b1f)
	/usr/local/go/src/net/net.go:183 +0xec
net/http.(*connReader).Read(0xc003908960, 0xc000834000, 0x1000, 0x1000, 0x1, 0x0, 0x43a94f)
	/usr/local/go/src/net/http/server.go:800 +0x26a
bufio.(*Reader).fill(0xc0078f6900)
	/usr/local/go/src/bufio/bufio.go:101 +0x1af
bufio.(*Reader).ReadSlice(0xc0078f6900, 0xa, 0x3c9c3c0, 0x1, 0xc000f47500, 0x7fe2ff2c5050, 0x1)
	/usr/local/go/src/bufio/bufio.go:360 +0x9b
bufio.(*Reader).ReadLine(0xc0078f6900, 0x203000, 0x203000, 0x203000, 0x418980, 0x0, 0x0)
	/usr/local/go/src/bufio/bufio.go:389 +0x5b
net/textproto.(*Reader).readLineSlice(0xc0031ae5a0, 0xc002dfc200, 0xc004224200, 0x8, 0x0, 0x46ae01)
	/usr/local/go/src/net/textproto/reader.go:57 +0x148
net/textproto.(*Reader).ReadLine(...)
	/usr/local/go/src/net/textproto/reader.go:38
net/http.readRequest(0xc0078f6900, 0x0, 0xc002dfc200, 0x0, 0x0)
	/usr/local/go/src/net/http/request.go:1027 +0xa8
net/http.(*conn).readRequest(0xc000af4820, 0x4e98570, 0xc001440040, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:986 +0x353
net/http.(*conn).serve(0xc000af4820, 0x4e98618, 0xc001440040)
	/usr/local/go/src/net/http/server.go:1878 +0x4ef
created by net/http.(*Server).Serve
	/usr/local/go/src/net/http/server.go:3013 +0x645
goroutine 6161 [semacquire, 4 minutes]:
sync.runtime_Semacquire(0xc008120328)
	/usr/local/go/src/runtime/sema.go:56 +0x45
sync.(*WaitGroup).Wait(0xc008120320)
	/usr/local/go/src/sync/waitgroup.go:130 +0xe5
go.etcd.io/etcd/integration.(*bridge).serveConn(0xc000b4e070, 0xc000ffa360)
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:167 +0x176
created by go.etcd.io/etcd/integration.(*bridge).serveListen
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:140 +0x132
goroutine 6230 [select]:
go.etcd.io/etcd/lease.(*lessor).runLoop(0xc00162a210)
	/go/pkg/mod/go.etcd.io/[email protected]/lease/lessor.go:591 +0x1c5
created by go.etcd.io/etcd/lease.newLessor
	/go/pkg/mod/go.etcd.io/[email protected]/lease/lessor.go:222 +0x494
goroutine 6460 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00117e580)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6263 [IO wait]:
internal/poll.runtime_pollWait(0x7fe2d5ed20c8, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc004698418, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc004698400, 0xc001134000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc004698400, 0xc001134000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc0010dc010, 0xc001134000, 0x8000, 0x8000, 0xc001134000, 0x9, 0x4872e0)
	/usr/local/go/src/net/net.go:183 +0xec
bufio.(*Reader).Read(0xc0036623c0, 0xc001774200, 0x9, 0x9, 0x800010601, 0x1060100000000, 0x8)
	/usr/local/go/src/bufio/bufio.go:227 +0x7ba
io.ReadAtLeast(0x4e4a820, 0xc0036623c0, 0xc001774200, 0x9, 0x9, 0x9, 0x4190d0, 0x7fe039cd0008, 0xc0016965b8)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
golang.org/x/net/http2.readFrameHeader(0xc001774200, 0x9, 0x9, 0x4e4a820, 0xc0036623c0, 0x0, 0xc000000000, 0x7fe2d5a40118, 0xd)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0xb1
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0017741c0, 0xc001ed4288, 0xc001ed4288, 0x0, 0x0)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0xff
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0005d6fc0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1273 +0x285
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:300 +0x13b7
goroutine 6326 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2d5886398, 0x72, 0x72)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc00051aa18, 0x72, 0x0, 0x0, 0x3f1ca05)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc00051aa00, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:401 +0x32f
net.(*netFD).accept(0xc00051aa00, 0x0, 0x0, 0x0)
	/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*TCPListener).accept(0xc000f8e450, 0x0, 0x4416eb, 0x418980)
	/usr/local/go/src/net/tcpsock_posix.go:139 +0x50
net.(*TCPListener).Accept(0xc000f8e450, 0xc007cfe1d0, 0xc000601400, 0x4e98618, 0x0)
	/usr/local/go/src/net/tcpsock.go:261 +0x8e
go.etcd.io/etcd/pkg/transport.(*rwTimeoutListener).Accept(0xc004599180, 0xc, 0xc001757e30, 0x43a94f, 0xc0078fe307)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/transport/timeout_listener.go:48 +0x55
github.com/soheilhy/cmux.(*cMux).Serve(0xc000d4a320, 0x0, 0x0)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:170 +0x10a
go.etcd.io/etcd/embed.(*Etcd).servePeers.func1(0xc004599170, 0x3f432ca)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:553 +0x47
go.etcd.io/etcd/embed.(*Etcd).servePeers.func3(0xc0001d0100, 0xc004599160)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:587 +0x256
created by go.etcd.io/etcd/embed.(*Etcd).servePeers
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:577 +0xbcd
goroutine 6246 [select]:
go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0xc000321800, 0xc000f90030)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:301 +0x1a8
created by go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:296 +0xda
goroutine 6064 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc001b2a2c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6318 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc0046c1c70)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:530 +0x47b
created by go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:283 +0x5fd
goroutine 6244 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).linearizableReadLoop(0xc000321800)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/v3_server.go:680 +0x31c
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc000321800, 0xc0000e7480)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6311 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver/api/v3rpc.(*LeaseServer).LeaseKeepAlive(0xc000d94440, 0x4eb5ab0, 0xc0016940b0, 0x441e58, 0x10)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/lease.go:94 +0x187
go.etcd.io/etcd/etcdserver/etcdserverpb._Lease_LeaseKeepAlive_Handler(0x3c56de0, 0xc000d94480, 0x4ea8928, 0xc0006e8108, 0x22, 0xc0045b0190)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3918 +0xd0
github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x3c56de0, 0xc000d94480, 0x4eacc60, 0xc0006e80f0, 0xc0006e80d8, 0x4020b40, 0x4b9b1f, 0x46a65b)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/server_metrics.go:121 +0x1ab
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1(0x3c56de0, 0xc000d94480, 0x4eacc60, 0xc0006e80f0, 0xc0016940a0, 0xc0003e7e60)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:49 +0x7b
go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x3c56de0, 0xc000d94480, 0x4eacc60, 0xc0006e80f0, 0xc0006e80d8, 0xc0036ec440, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:237 +0x1b1
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1(0x3c56de0, 0xc000d94480, 0x4eabee0, 0xc001b14180, 0xc0000d5c00, 0xc001d98210)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:49 +0x7b
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x3c56de0, 0xc000d94480, 0x4eabee0, 0xc001b14180, 0xc0006e80d8, 0x4020b40, 0x4e98618, 0xc001d98210)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:58 +0x136
google.golang.org/grpc.(*Server).processStreamingRPC(0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc001420300, 0xc002fd24e0, 0x68fdb60, 0x0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:1336 +0xbc2
google.golang.org/grpc.(*Server).handleStream(0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc001420300, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:1409 +0x131f
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0011447f0, 0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc001420300)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:746 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/pkg/mod/google.golang.org/[email protected]/server.go:744 +0xb9
goroutine 5083 [select, 2 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc0011202c0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 5082 [select, 2 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00053a700)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6177 [select]:
go.etcd.io/etcd/pkg/fileutil.purgeFile.func1(0xc0041f8120, 0xc000674150, 0x2d, 0xc0003e8540, 0x3f120b8, 0x4, 0x5, 0xc0036bfa40, 0x0, 0x6fc23ac00, ...)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/fileutil/purge.go:90 +0xdff
created by go.etcd.io/etcd/pkg/fileutil.purgeFile
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/fileutil/purge.go:41 +0xf1
goroutine 6302 [chan receive]:
go.etcd.io/etcd/clientv3/concurrency.NewSession.func1(0xc003186420, 0xc001479b60)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/concurrency/session.go:66 +0x93
created by go.etcd.io/etcd/clientv3/concurrency.NewSession
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/concurrency/session.go:64 +0x413
goroutine 5962 [select]:
go.etcd.io/etcd/etcdserver.(*raftNode).start.func1(0xc000321830, 0xc003230080, 0x3b9aca00)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/raft.go:170 +0x27a
created by go.etcd.io/etcd/etcdserver.(*raftNode).start
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/raft.go:165 +0x65
goroutine 6307 [select]:
go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0xc001572000, 0xc001626280)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:301 +0x1a8
created by go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:296 +0xda
goroutine 5964 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c58c8, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc001b8c198, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc001b8c180, 0xc000c80000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc001b8c180, 0xc000c80000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc0031aa028, 0xc000c80000, 0x8000, 0x8000, 0xc000c80000, 0x0, 0x1052)
	/usr/local/go/src/net/net.go:183 +0xec
bufio.(*Reader).Read(0xc001732960, 0xc0006fe2e0, 0x9, 0x9, 0x800010601, 0x1060100000000, 0x8)
	/usr/local/go/src/bufio/bufio.go:227 +0x7ba
io.ReadAtLeast(0x4e4a820, 0xc001732960, 0xc0006fe2e0, 0x9, 0x9, 0x9, 0x4190d0, 0x7fe038630008, 0xc0004f6478)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
golang.org/x/net/http2.readFrameHeader(0xc0006fe2e0, 0x9, 0x9, 0x4e4a820, 0xc001732960, 0x0, 0xc000000000, 0x7fe2d5ec1c38, 0xb)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0xb1
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0006fe2a0, 0xc0006ce090, 0xc0006ce090, 0x0, 0x0)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0xff
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc0004a28c0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:1273 +0x285
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:300 +0x13b7
goroutine 6344 [select, 4 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc00145ea40)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6348 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc0045b53b0, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:395 +0x1ea
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc001479a40, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:513 +0x2df
google.golang.org/grpc/internal/transport.newHTTP2Server.func2(0xc001025e00)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:291 +0x1fa
created by google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:288 +0x1905
goroutine 6159 [select, 4 minutes]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc001466540)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6198 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/pkg/ha.WatchLoadTask(0x4e98570, 0xc0005d2d00, 0xc0002d0000, 0x4, 0xc0045a6ba0, 0xc0045a6c00)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/ha/load_task.go:104 +0xacc
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).observeLoadTask.func1(0xc0045a6ba0, 0xc0045a6c00, 0xc000bf6b30, 0x4e98570, 0xc0005d2d00, 0xc0002d0000, 0xc000bf6948)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:2239 +0x105
created by github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).observeLoadTask
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:2233 +0x725
goroutine 5961 [select, 4 minutes]:
go.etcd.io/etcd/pkg/schedule.(*fifo).run(0xc0017325a0)
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:143 +0x3ea
created by go.etcd.io/etcd/pkg/schedule.NewFIFOScheduler
	/go/pkg/mod/go.etcd.io/[email protected]/pkg/schedule/schedule.go:70 +0x2d9
goroutine 6349 [select, 4 minutes]:
google.golang.org/grpc/internal/transport.(*http2Server).keepalive(0xc001025e00)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:966 +0x412
created by google.golang.org/grpc/internal/transport.newHTTP2Server
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:297 +0x192a
goroutine 6222 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).purgeFile(0xc001572000)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:831 +0x25d
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc001572000, 0xc000cb2410)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6223 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver.monitorFileDescriptor(0xc0036bfa40, 0xc007922780)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/metrics.go:237 +0x425
go.etcd.io/etcd/etcdserver.(*EtcdServer).Start.func3()
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:744 +0x8b
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc001572000, 0xc000cb2420)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6264 [select]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc001696410, 0x1, 0x0, 0x0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:395 +0x1ea
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc003662480, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/controlbuf.go:513 +0x2df
google.golang.org/grpc/internal/transport.newHTTP2Client.func3(0xc0005d6fc0)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:346 +0x12e
created by google.golang.org/grpc/internal/transport.newHTTP2Client
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_client.go:344 +0x1869
goroutine 6275 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c5d50, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0032ca518, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0032ca500, 0xc002ce4000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc0032ca500, 0xc002ce4000, 0x8000, 0x8000, 0xc002ce4000, 0x11, 0x8000)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc0004da0b0, 0xc002ce4000, 0x8000, 0x8000, 0xc0004d06c8, 0x43a49a, 0xc007c88120)
	/usr/local/go/src/net/net.go:183 +0xec
go.etcd.io/etcd/integration.(*bridge).ioCopy(0xc000b4e070, 0x7fe2d5ecadd0, 0xc0004da0a0, 0x4e4e7a0, 0xc0004da0b0, 0x7fe2cceb0008, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:212 +0xed
go.etcd.io/etcd/integration.(*bridge).serveConn.func3(0xc000b4e070, 0xc000ffa360, 0xc008120320)
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:163 +0xd4
created by go.etcd.io/etcd/integration.(*bridge).serveConn
	/go/pkg/mod/go.etcd.io/[email protected]/integration/bridge.go:162 +0x165
goroutine 6247 [select]:
go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader.func1(0xc000321800, 0xc000f90800)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:301 +0x1a8
created by go.etcd.io/etcd/etcdserver/api/v3rpc.monitorLeader
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:296 +0xda
goroutine 6401 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).handleOperationPut(0xc000a32320, 0x4e98570, 0xc000874f80, 0xc000c2b560)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:582 +0x12f
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation.func7(0xc007cfeb80, 0xc000a32320, 0x4e98570, 0xc000874f80, 0xc000c2b560)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:486 +0x9c
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Optimist).watchSourceInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/optimist.go:484 +0x46a
goroutine 6292 [select]:
go.etcd.io/etcd/raft.(*node).run(0xc001478f60)
	/go/pkg/mod/go.etcd.io/[email protected]/raft/node.go:337 +0x4ce
created by go.etcd.io/etcd/raft.StartNode
	/go/pkg/mod/go.etcd.io/[email protected]/raft/node.go:226 +0x3b0
goroutine 6403 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).handleLoadTask(0xc002dc6300, 0x4e98570, 0xc0005d2d00, 0xc0045a6ba0, 0xc0045a6c00, 0x4e98570, 0xc0005d2d00)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:2385 +0x165
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).observeLoadTask(0xc002dc6300, 0x4e98570, 0xc0005e9e00, 0xc0002d0000, 0x3, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:2241 +0x76a
github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).Start.func3(0xc002dc6300, 0x4e98570, 0xc0005e9e00, 0xc0002d0000, 0x3)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:273 +0xc9
created by github.com/pingcap/tiflow/dm/dm/master/scheduler.(*Scheduler).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/scheduler/scheduler.go:268 +0x8db
goroutine 6334 [select]:
go.etcd.io/etcd/clientv3.(*lessor).sendKeepAliveLoop(0xc000910280, 0x4eb5a58, 0xc000cb3870)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:579 +0x4b6
created by go.etcd.io/etcd/clientv3.(*lessor).resetRecv
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:489 +0x36f
goroutine 6372 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc001ab8420, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 6256 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c5f20, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002fd5398, 0x72, 0x1000, 0x1000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc002fd5380, 0xc002e90000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc002fd5380, 0xc002e90000, 0x1000, 0x1000, 0x0, 0xc000af12c0, 0x0)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc001750288, 0xc002e90000, 0x1000, 0x1000, 0x44977b, 0xc00462e090, 0x10)
	/usr/local/go/src/net/net.go:183 +0xec
net/http.(*persistConn).Read(0xc007c9b440, 0xc002e90000, 0x1000, 0x1000, 0x1, 0x0, 0xc0010fba60)
	/usr/local/go/src/net/http/transport.go:1922 +0x106
bufio.(*Reader).fill(0xc003292cc0)
	/usr/local/go/src/bufio/bufio.go:101 +0x1af
bufio.(*Reader).Peek(0xc003292cc0, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3)
	/usr/local/go/src/bufio/bufio.go:139 +0xa5
net/http.(*persistConn).readLoop(0xc007c9b440)
	/usr/local/go/src/net/http/transport.go:2083 +0x2b3
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1743 +0xc2c
goroutine 6251 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2d5e808c8, 0x72, 0x72)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc002fd4098, 0x72, 0x0, 0x0, 0x3f1ca05)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Accept(0xc002fd4080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:401 +0x32f
net.(*netFD).accept(0xc002fd4080, 0x47f75c, 0xc0031c2db0, 0x44118a)
	/usr/local/go/src/net/fd_unix.go:172 +0x58
net.(*UnixListener).accept(0xc000b7d2c0, 0x418980, 0x0, 0x0)
	/usr/local/go/src/net/unixsock_posix.go:162 +0x50
net.(*UnixListener).Accept(0xc000b7d2c0, 0xc0031c2ec8, 0x0, 0xc003782030, 0xc0031c2e80)
	/usr/local/go/src/net/unixsock.go:260 +0x8e
github.com/soheilhy/cmux.(*cMux).Serve(0xc003280d70, 0x0, 0x0)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:170 +0x10a
go.etcd.io/etcd/integration.(*member).Launch.func2(0xc007c893e0, 0x4eab790, 0xc003280d70)
	/go/pkg/mod/go.etcd.io/[email protected]/integration/cluster.go:882 +0x79
created by go.etcd.io/etcd/integration.(*member).Launch
	/go/pkg/mod/go.etcd.io/[email protected]/integration/cluster.go:880 +0x10dd
goroutine 6324 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c0b8, 0xc004599180, 0xc007c9e540, 0xc007922de0, 0xc002fc1590, 0x47ea6a, 0xc001b17680, 0xc000579b20)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
google.golang.org/grpc.(*Server).Serve(0xc000579a00, 0x4e8e638, 0xc00266e340, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:621 +0x322
created by go.etcd.io/etcd/embed.(*Etcd).servePeers
	/go/pkg/mod/go.etcd.io/[email protected]/embed/etcd.go:546 +0x3fb
goroutine 6267 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*lessor).keepAliveCtxCloser(0xc000910280, 0x4e98570, 0xc0079b0340, 0x7397e052769e72c, 0xc0012aecc0)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:330 +0x14e
created by go.etcd.io/etcd/clientv3.(*lessor).KeepAlive
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/lease.go:297 +0x3a5
goroutine 9291 [select]:
net.(*netFD).connect.func2(0x4e985e0, 0xc0045a7c80, 0xc0010bc200, 0xc000a4daa0, 0xc000a4da40)
	/usr/local/go/src/net/fd_unix.go:118 +0xde
created by net.(*netFD).connect
	/usr/local/go/src/net/fd_unix.go:117 +0x2e6
goroutine 6257 [select, 4 minutes]:
net/http.(*persistConn).writeLoop(0xc007c9b440)
	/usr/local/go/src/net/http/transport.go:2382 +0x1b7
created by net/http.(*Transport).dialConn
	/usr/local/go/src/net/http/transport.go:1744 +0xc51
goroutine 6308 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c058, 0xc0011876c0, 0xc002a86120, 0xc0041f84e0, 0x0, 0x477eae, 0xc003948d58, 0x4a05c0)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
google.golang.org/grpc.(*Server).Serve(0xc00061e9c0, 0x4e8e638, 0xc00062b380, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:621 +0x322
go.etcd.io/etcd/embed.(*serveCtx).serve.func2(0xc003626280, 0xc00146e050, 0x4e8e638, 0xc00062b380)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/serve.go:118 +0x65
created by go.etcd.io/etcd/embed.(*serveCtx).serve
	/go/pkg/mod/go.etcd.io/[email protected]/embed/serve.go:118 +0x1385
goroutine 6309 [select, 4 minutes]:
github.com/soheilhy/cmux.muxListener.Accept(0x4e8c058, 0xc0011876c0, 0xc002a86180, 0xc0041f8540, 0x30, 0xc002b50900, 0xc002b50900, 0xc001482000)
	/go/pkg/mod/github.com/soheilhy/[email protected]/cmux.go:262 +0xe8
net/http.(*Server).Serve(0xc00156e000, 0x4e8e638, 0xc00062b3e0, 0x0, 0x0)
	/usr/local/go/src/net/http/server.go:2981 +0x470
go.etcd.io/etcd/embed.(*serveCtx).serve.func3(0xc003626280, 0xc00156e000, 0x4e8e638, 0xc00062b3e0)
	/go/pkg/mod/go.etcd.io/[email protected]/embed/serve.go:135 +0x4d
created by go.etcd.io/etcd/embed.(*serveCtx).serve
	/go/pkg/mod/go.etcd.io/[email protected]/embed/serve.go:135 +0x167c
goroutine 6305 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master.(*Server).electionNotify(0xc001ab80b0, 0x4e98570, 0xc004738000)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/election.go:38 +0x225
github.com/pingcap/tiflow/dm/dm/master.(*Server).Start.func3(0xc001ab80b0, 0x4e98570, 0xc004738000)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server.go:236 +0xac
created by github.com/pingcap/tiflow/dm/dm/master.(*Server).Start
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server.go:234 +0x1169
goroutine 6502 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00154cdc0)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6235 [select]:
go.etcd.io/etcd/mvcc.(*watchableStore).syncWatchersLoop(0xc001af8140)
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:231 +0x277
created by go.etcd.io/etcd/mvcc.newWatchableStore
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:95 +0x7f7
goroutine 5885 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00117e000)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6438 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0005a9500)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 5884 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc0005a9380)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 6404 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc000f5e840, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 6374 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver/api/v3rpc.(*watchServer).Watch(0xc007b1c2d0, 0x4eb5b60, 0xc0007dcd70, 0x4e4c8e0, 0xc007b1c2d0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/watch.go:218 +0x4e5
go.etcd.io/etcd/etcdserver/etcdserverpb._Watch_Watch_Handler(0x3b239a0, 0xc007b1c2d0, 0x4ea8928, 0xc00370a840, 0x19, 0xc000cc1b30)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/etcdserverpb/rpc.pb.go:3726 +0xd0
github.com/grpc-ecosystem/go-grpc-prometheus.(*ServerMetrics).StreamServerInterceptor.func1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc001530840, 0xc00370a828, 0x4020be0, 0x11069ed, 0xc0003e7e68)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/server_metrics.go:121 +0x1ab
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc001530840, 0x69d62c0, 0xc0003e7e60)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:49 +0x7b
go.etcd.io/etcd/etcdserver/api/v3rpc.newStreamInterceptor.func1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc001530840, 0xc00370a828, 0xc0031b74c0, 0x0, 0x0)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3rpc/interceptor.go:237 +0x1b1
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1.1.1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc001530840, 0xc000601400, 0xc004254d20)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:49 +0x7b
github.com/grpc-ecosystem/go-grpc-middleware.ChainStreamServer.func1(0x3b239a0, 0xc007b1c2d0, 0x4eabee0, 0xc001530840, 0xc00370a828, 0x4020be0, 0x4e98618, 0xc004254d20)
	/go/pkg/mod/github.com/grpc-ecosystem/[email protected]/chain.go:58 +0x136
google.golang.org/grpc.(*Server).processStreamingRPC(0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc00363c200, 0xc002fd2420, 0x68fdb40, 0x0, 0x0, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:1336 +0xbc2
google.golang.org/grpc.(*Server).handleStream(0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc00363c200, 0x0)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:1409 +0x131f
google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc0011447f0, 0xc00061e9c0, 0x4eb9318, 0xc001025e00, 0xc00363c200)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:746 +0xe7
created by google.golang.org/grpc.(*Server).serveStreams.func1
	/go/pkg/mod/google.golang.org/[email protected]/server.go:744 +0xb9
goroutine 5818 [select]:
google.golang.org/grpc.(*ccBalancerWrapper).watcher(0xc002b08b80)
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:69 +0x197
created by google.golang.org/grpc.newCCBalancerWrapper
	/go/pkg/mod/google.golang.org/[email protected]/balancer_conn_wrappers.go:60 +0x2fc
goroutine 5819 [select]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc001120580)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1126 +0x5cf
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6291 [select, 4 minutes]:
go.etcd.io/etcd/wal.(*filePipeline).run(0xc004739600)
	/go/pkg/mod/go.etcd.io/[email protected]/wal/file_pipeline.go:98 +0x20a
created by go.etcd.io/etcd/wal.newFilePipeline
	/go/pkg/mod/go.etcd.io/[email protected]/wal/file_pipeline.go:52 +0x205
goroutine 6241 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver.(*EtcdServer).purgeFile(0xc000321800)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:831 +0x25d
go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach.func1(0xc000321800, 0xc003284010)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2659 +0x73
created by go.etcd.io/etcd/etcdserver.(*EtcdServer).goAttach
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/server.go:2657 +0x25a
goroutine 6160 [chan receive, 4 minutes]:
google.golang.org/grpc.(*addrConn).resetTransport(0xc00074a000)
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:1156 +0x8fd
created by google.golang.org/grpc.(*addrConn).connect
	/go/pkg/mod/google.golang.org/[email protected]/clientconn.go:799 +0x107
goroutine 6405 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).serveSubstream(0xc00110e680, 0xc000f5e8f0, 0xc000fd8300)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:810 +0x3d5
created by go.etcd.io/etcd/clientv3.(*watchGrpcStream).run
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:547 +0xb65
goroutine 6015 [select, 4 minutes]:
go.etcd.io/etcd/clientv3.(*watchGrpcStream).run(0xc00110e680)
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:530 +0x47b
created by go.etcd.io/etcd/clientv3.(*watcher).newWatcherGrpcStream
	/go/pkg/mod/go.etcd.io/[email protected]/clientv3/watch.go:283 +0x5fd
goroutine 6236 [select, 4 minutes]:
go.etcd.io/etcd/mvcc.(*watchableStore).syncVictimsLoop(0xc001af8140)
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:257 +0x215
created by go.etcd.io/etcd/mvcc.newWatchableStore
	/go/pkg/mod/go.etcd.io/[email protected]/mvcc/watchable_store.go:96 +0x819
goroutine 6217 [select, 4 minutes]:
go.etcd.io/etcd/etcdserver/api/v3compactor.(*Periodic).Run.func1(0xc0037421b0, 0xb, 0x53d1ac1000, 0x34630b8a000)
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3compactor/periodic.go:112 +0x365
created by go.etcd.io/etcd/etcdserver/api/v3compactor.(*Periodic).Run
	/go/pkg/mod/go.etcd.io/[email protected]/etcdserver/api/v3compactor/periodic.go:103 +0x170
goroutine 6461 [select]:
github.com/pingcap/tiflow/dm/pkg/ha.KeepAlive(0x4e98570, 0xc0004d5a80, 0xc0002d0000, 0x3f1df7c, 0x7, 0xa, 0x0, 0x0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/pkg/ha/keepalive.go:134 +0x627
github.com/pingcap/tiflow/dm/dm/master.(*testMaster).TestOperateSource.func4(0xc0031b59e4, 0xc000762000, 0xc001ab80b0, 0x4e98570, 0xc0004d5a80, 0x3f1df7c, 0x7)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:1793 +0x10b
created by github.com/pingcap/tiflow/dm/dm/master.(*testMaster).TestOperateSource
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/server_test.go:1791 +0x2ae6
goroutine 6361 [select, 4 minutes]:
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).handleInfoPut(0xc000a322d0, 0x4e98570, 0xc000927d80, 0xc007a031a0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:464 +0x12f
github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation.func3(0xc00321a380, 0xc000a322d0, 0x4e98570, 0xc000927d80, 0xc007a031a0)
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:181 +0x9c
created by github.com/pingcap/tiflow/dm/dm/master/shardddl.(*Pessimist).watchInfoOperation
	/home/jenkins/agent/workspace/atom-ut/tiflow/dm/dm/master/shardddl/pessimist.go:179 +0x251
goroutine 6261 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fe2ff6c5e38, 0x72, 0x6261260)
	/usr/local/go/src/runtime/netpoll.go:222 +0x55
internal/poll.(*pollDesc).wait(0xc0030b0218, 0x72, 0x8000, 0x8000, 0xffffffffffffffff)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0xe6
internal/poll.(*pollDesc).waitRead(...)
	/usr/local/go/src/internal/poll/fd_poll_runtime.go:92
internal/poll.(*FD).Read(0xc0030b0200, 0xc000d50000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
	/usr/local/go/src/internal/poll/fd_unix.go:166 +0x28f
net.(*netFD).Read(0xc0030b0200, 0xc000d50000, 0x8000, 0x8000, 0x1e, 0x0, 0x0)
	/usr/local/go/src/net/fd_posix.go:55 +0x69
net.(*conn).Read(0xc00010f290, 0xc000d50000, 0x8000, 0x8000, 0x49fe80, 0xc0017b7c80, 0x6)
	/usr/local/go/src/net/net.go:183 +0xec
bufio.(*Reader).Read(0xc003292d80, 0xc0016e2d60, 0x9, 0x9, 0xced5220f46a047, 0xc00777b45c, 0x777b45c0462e330)
	/usr/local/go/src/bufio/bufio.go:227 +0x7ba
io.ReadAtLeast(0x4e4a820, 0xc003292d80, 0xc0016e2d60, 0x9, 0x9, 0x9, 0xc001200d50, 0xbf454a, 0xc06b22720777b45c)
	/usr/local/go/src/io/io.go:328 +0x9d
io.ReadFull(...)
	/usr/local/go/src/io/io.go:347
golang.org/x/net/http2.readFrameHeader(0xc0016e2d60, 0x9, 0x9, 0x4e4a820, 0xc003292d80, 0x0, 0xc000000000, 0x7fe2d5481548, 0x37)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:237 +0xb1
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0016e2d20, 0xc001062558, 0x69a0e00, 0x0, 0x0)
	/go/pkg/mod/golang.org/x/[email protected]/http2/frame.go:498 +0xff
google.golang.org/grpc/internal/transport.(*http2Server).HandleStreams(0xc00455f200, 0xc000388120, 0x4021348)
	/go/pkg/mod/google.golang.org/[email protected]/internal/transport/http2_server.go:453 +0x125
google.golang.org/grpc.(*Server).serveStreams(0xc000484ea0, 0x4eb9318, 0xc00455f200)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:742 +0x1c8
google.golang.org/grpc.(*Server).handleRawConn.func1(0xc000484ea0, 0x4eb9318, 0xc00455f200)
	/go/pkg/mod/google.golang.org/[email protected]/server.go:703 +0x4d
created by google.golang.org/grpc.(*Server).handleRawConn
	/go/pkg/mod/google.golang.org/[email protected]/server.go:702 +0x6ce```

### Anything else we need to know

- Does this test exist for other branches as well?

- Has there been a high frequency of failure lately?
@lance6716 lance6716 added the component/test Unit tests and integration tests component. label Dec 29, 2021
This was referenced Dec 29, 2021
Closed
Merged
@lance6716 lance6716 self-assigned this Dec 29, 2021
ti-chi-bot pushed a commit that referenced this issue Jan 3, 2022
@lance6716
test(dm): fix a wrong usage of context in test (#4136)
60ba6a6 
close #4132
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
Assignees

@lance6716 lance6716

Labels
component/test Unit tests and integration tests component.
Projects
None yet
Milestone
No milestone
Development

Successfully merging a pull request may close this issue.

test(dm): fix a wrong usage of context in test lance6716/ticdc
1 participant
@lance6716