Skip to content

Data race in tso #10124

@wk989898

Description

@wk989898

Bug Report

What did you do?

run ticdc integration test

What did you expect to see?

What did you see instead?

==================
WARNING: DATA RACE
Write at 0x00c001860728 by goroutine 671:
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2.(*tsoDispatcher).doneCollectedRequests.tsoRequestFinisher.2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:479 +0x98
  github.com/tikv/pd/client/pkg/batch.(*Controller[go.shape.*uint8]).FinishCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/pkg/batch/batch_controller.go:261 +0x621
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).doneCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:493 +0x5b2
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:460 +0x4bd
  github.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:444 +0x202
  github.com/tikv/pd/client/clients/tso.newTSOStream.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x4f

Previous read at 0x00c001860728 by goroutine 715:
  github.com/tikv/pd/client/clients/tso.(*Request).waitCtx()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/request.go:93 +0x8cc
  github.com/tikv/pd/client/clients/tso.(*Request).Wait()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/request.go:73 +0x39
  github.com/tikv/pd/client.(*client).GetTS()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/client.go:549 +0x101
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1.1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:95 +0x92
  github.com/pingcap/ticdc/pkg/retry.run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:57 +0x1f7
  github.com/pingcap/ticdc/pkg/retry.Do()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:34 +0xb5
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:94 +0x3de

Goroutine 671 (running) created at:
  github.com/tikv/pd/client/clients/tso.newTSOStream()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x464
  github.com/tikv/pd/client/clients/tso.(*pdStreamBuilder).build()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:79 +0x264
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:341 +0x2e7
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO-fm()
      <autogenerated>:1 +0x47
  github.com/tikv/pd/client/clients/tso.(*Cli).updateConnectionCtxs()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:307 +0x131
  github.com/tikv/pd/client/clients/tso.(*Cli).connectionCtxsUpdater()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:270 +0x293
  github.com/tikv/pd/client/clients/tso.(*Cli).Setup.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:143 +0x33

Goroutine 715 (running) created at:
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:86 +0x21c
  github.com/pingcap/ticdc/server.(*server).setPreServices()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:249 +0x264
  github.com/pingcap/ticdc/server.(*server).initialize()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:176 +0x3eb
  github.com/pingcap/ticdc/server.(*server).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:290 +0x128
  github.com/pingcap/ticdc/cmd/cdc/server.(*options).run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:131 +0xfc1
  github.com/pingcap/ticdc/cmd/cdc/server.NewCmdServer.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:340 +0xcd
  github.com/spf13/cobra.(*Command).execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1015 +0x113b
  github.com/spf13/cobra.(*Command).ExecuteC()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1148 +0x797
  github.com/spf13/cobra.(*Command).Execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1071 +0x58e
  github.com/pingcap/ticdc/cmd/cdc.main()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main.go:52 +0x58f
  github.com/pingcap/ticdc/cmd/cdc.TestRunMain()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main_test.go:35 +0x1dc
  testing.tRunner()
      /usr/local/go/src/testing/testing.go:1934 +0x21c
  testing.(*T).Run.gowrap1()
      /usr/local/go/src/testing/testing.go:1997 +0x44
==================
==================
WARNING: DATA RACE
Write at 0x00c001860730 by goroutine 671:
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2.(*tsoDispatcher).doneCollectedRequests.tsoRequestFinisher.2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:479 +0xb0
  github.com/tikv/pd/client/pkg/batch.(*Controller[go.shape.*uint8]).FinishCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/pkg/batch/batch_controller.go:261 +0x621
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).doneCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:493 +0x5b2
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:460 +0x4bd
  github.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:444 +0x202
  github.com/tikv/pd/client/clients/tso.newTSOStream.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x4f

Previous read at 0x00c001860730 by goroutine 715:
  github.com/tikv/pd/client/clients/tso.(*Request).waitCtx()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/request.go:93 +0x8ab
  github.com/tikv/pd/client/clients/tso.(*Request).Wait()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/request.go:73 +0x39
  github.com/tikv/pd/client.(*client).GetTS()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/client.go:549 +0x101
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1.1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:95 +0x92
  github.com/pingcap/ticdc/pkg/retry.run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:57 +0x1f7
  github.com/pingcap/ticdc/pkg/retry.Do()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:34 +0xb5
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:94 +0x3de

Goroutine 671 (running) created at:
  github.com/tikv/pd/client/clients/tso.newTSOStream()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x464
  github.com/tikv/pd/client/clients/tso.(*pdStreamBuilder).build()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:79 +0x264
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:341 +0x2e7
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO-fm()
      <autogenerated>:1 +0x47
  github.com/tikv/pd/client/clients/tso.(*Cli).updateConnectionCtxs()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:307 +0x131
  github.com/tikv/pd/client/clients/tso.(*Cli).connectionCtxsUpdater()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:270 +0x293
  github.com/tikv/pd/client/clients/tso.(*Cli).Setup.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:143 +0x33

Goroutine 715 (running) created at:
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:86 +0x21c
  github.com/pingcap/ticdc/server.(*server).setPreServices()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:249 +0x264
  github.com/pingcap/ticdc/server.(*server).initialize()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:176 +0x3eb
  github.com/pingcap/ticdc/server.(*server).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:290 +0x128
  github.com/pingcap/ticdc/cmd/cdc/server.(*options).run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:131 +0xfc1
  github.com/pingcap/ticdc/cmd/cdc/server.NewCmdServer.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:340 +0xcd
  github.com/spf13/cobra.(*Command).execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1015 +0x113b
  github.com/spf13/cobra.(*Command).ExecuteC()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1148 +0x797
  github.com/spf13/cobra.(*Command).Execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1071 +0x58e
  github.com/pingcap/ticdc/cmd/cdc.main()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main.go:52 +0x58f
  github.com/pingcap/ticdc/cmd/cdc.TestRunMain()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main_test.go:35 +0x1dc
  testing.tRunner()
      /usr/local/go/src/testing/testing.go:1934 +0x21c
  testing.(*T).Run.gowrap1()
      /usr/local/go/src/testing/testing.go:1997 +0x44
==================
==================
WARNING: DATA RACE
Write at 0x00c001860700 by goroutine 715:
  github.com/tikv/pd/client/clients/tso.(*Cli).GetTSORequest()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:179 +0x13c
  github.com/tikv/pd/client.(*innerClient).dispatchTSORequestWithRetry()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/inner_client.go:325 +0xf8
  github.com/tikv/pd/client.(*client).GetTSAsync()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/client.go:518 +0x2ec
  github.com/tikv/pd/client.(*client).GetTS()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/client.go:548 +0xf8
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1.1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:95 +0x92
  github.com/pingcap/ticdc/pkg/retry.run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:57 +0x1f7
  github.com/pingcap/ticdc/pkg/retry.Do()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:34 +0xb5
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:94 +0x3de

Previous read at 0x00c001860700 by goroutine 671:
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2.(*tsoDispatcher).doneCollectedRequests.tsoRequestFinisher.2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:478 +0x64
  github.com/tikv/pd/client/pkg/batch.(*Controller[go.shape.*uint8]).FinishCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/pkg/batch/batch_controller.go:261 +0x621
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).doneCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:493 +0x5b2
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:460 +0x4bd
  github.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:444 +0x202
  github.com/tikv/pd/client/clients/tso.newTSOStream.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x4f

Goroutine 715 (running) created at:
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:86 +0x21c
  github.com/pingcap/ticdc/server.(*server).setPreServices()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:249 +0x264
  github.com/pingcap/ticdc/server.(*server).initialize()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:176 +0x3eb
  github.com/pingcap/ticdc/server.(*server).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:290 +0x128
  github.com/pingcap/ticdc/cmd/cdc/server.(*options).run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:131 +0xfc1
  github.com/pingcap/ticdc/cmd/cdc/server.NewCmdServer.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:340 +0xcd
  github.com/spf13/cobra.(*Command).execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1015 +0x113b
  github.com/spf13/cobra.(*Command).ExecuteC()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1148 +0x797
  github.com/spf13/cobra.(*Command).Execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1071 +0x58e
  github.com/pingcap/ticdc/cmd/cdc.main()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main.go:52 +0x58f
  github.com/pingcap/ticdc/cmd/cdc.TestRunMain()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main_test.go:35 +0x1dc
  testing.tRunner()
      /usr/local/go/src/testing/testing.go:1934 +0x21c
  testing.(*T).Run.gowrap1()
      /usr/local/go/src/testing/testing.go:1997 +0x44

Goroutine 671 (running) created at:
  github.com/tikv/pd/client/clients/tso.newTSOStream()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x464
  github.com/tikv/pd/client/clients/tso.(*pdStreamBuilder).build()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:79 +0x264
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:341 +0x2e7
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO-fm()
      <autogenerated>:1 +0x47
  github.com/tikv/pd/client/clients/tso.(*Cli).updateConnectionCtxs()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:307 +0x131
  github.com/tikv/pd/client/clients/tso.(*Cli).connectionCtxsUpdater()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:270 +0x293
  github.com/tikv/pd/client/clients/tso.(*Cli).Setup.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:143 +0x33
==================
==================
WARNING: DATA RACE
Write at 0x00c001860738 by goroutine 715:
  github.com/tikv/pd/client/clients/tso.(*Cli).GetTSORequest()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:183 +0x210
  github.com/tikv/pd/client.(*innerClient).dispatchTSORequestWithRetry()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/inner_client.go:325 +0xf8
  github.com/tikv/pd/client.(*client).GetTSAsync()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/client.go:518 +0x2ec
  github.com/tikv/pd/client.(*client).GetTS()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/client.go:548 +0xf8
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1.1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:95 +0x92
  github.com/pingcap/ticdc/pkg/retry.run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:57 +0x1f7
  github.com/pingcap/ticdc/pkg/retry.Do()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/retry/retry_with_opt.go:34 +0xb5
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:94 +0x3de

Previous write at 0x00c001860738 by goroutine 671:
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2.(*tsoDispatcher).doneCollectedRequests.tsoRequestFinisher.2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:480 +0xc8
  github.com/tikv/pd/client/pkg/batch.(*Controller[go.shape.*uint8]).FinishCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/pkg/batch/batch_controller.go:261 +0x621
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).doneCollectedRequests()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:493 +0x5b2
  github.com/tikv/pd/client/clients/tso.(*tsoDispatcher).processRequests.func2()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/dispatcher.go:460 +0x4bd
  github.com/tikv/pd/client/clients/tso.(*tsoStream).recvLoop()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:444 +0x202
  github.com/tikv/pd/client/clients/tso.newTSOStream.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x4f

Goroutine 715 (running) created at:
  github.com/pingcap/ticdc/pkg/pdutil.(*clock).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/pkg/pdutil/clock.go:86 +0x21c
  github.com/pingcap/ticdc/server.(*server).setPreServices()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:249 +0x264
  github.com/pingcap/ticdc/server.(*server).initialize()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:176 +0x3eb
  github.com/pingcap/ticdc/server.(*server).Run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/server/server.go:290 +0x128
  github.com/pingcap/ticdc/cmd/cdc/server.(*options).run()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:131 +0xfc1
  github.com/pingcap/ticdc/cmd/cdc/server.NewCmdServer.func1()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/server/server.go:340 +0xcd
  github.com/spf13/cobra.(*Command).execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1015 +0x113b
  github.com/spf13/cobra.(*Command).ExecuteC()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1148 +0x797
  github.com/spf13/cobra.(*Command).Execute()
      /go/pkg/mod/github.com/spf13/cobra@v1.9.1/command.go:1071 +0x58e
  github.com/pingcap/ticdc/cmd/cdc.main()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main.go:52 +0x58f
  github.com/pingcap/ticdc/cmd/cdc.TestRunMain()
      /home/jenkins/agent/workspace/pingcap/ticdc/pull_cdc_mysql_integration_heavy/ticdc/cmd/cdc/main_test.go:35 +0x1dc
  testing.tRunner()
      /usr/local/go/src/testing/testing.go:1934 +0x21c
  testing.(*T).Run.gowrap1()
      /usr/local/go/src/testing/testing.go:1997 +0x44

Goroutine 671 (running) created at:
  github.com/tikv/pd/client/clients/tso.newTSOStream()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:255 +0x464
  github.com/tikv/pd/client/clients/tso.(*pdStreamBuilder).build()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/stream.go:79 +0x264
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:341 +0x2e7
  github.com/tikv/pd/client/clients/tso.(*Cli).tryConnectToTSO-fm()
      <autogenerated>:1 +0x47
  github.com/tikv/pd/client/clients/tso.(*Cli).updateConnectionCtxs()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:307 +0x131
  github.com/tikv/pd/client/clients/tso.(*Cli).connectionCtxsUpdater()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:270 +0x293
  github.com/tikv/pd/client/clients/tso.(*Cli).Setup.gowrap1()
      /go/pkg/mod/github.com/tikv/pd/client@v0.0.0-20250901035025-22b7ce6d4993/clients/tso/client.go:143 +0x33
==================

What version of PD are you using (pd-server -V)?

master

Metadata

Metadata

Assignees

No one assigned

    Labels

    contributionThis PR is from a community contributor.first-time-contributorIndicates that the PR was contributed by an external member and is a first-time contributor.type/bugThe issue is confirmed as a bug.

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions