Skip to content

Commit

Permalink
cdc: fixes minor bugs #10168 and #10169 (#10170) (#10189)
Browse files Browse the repository at this point in the history
close #10168
  • Loading branch information
ti-chi-bot authored Dec 11, 2023
1 parent bb8c2db commit ba6a5c9
Show file tree
Hide file tree
Showing 2 changed files with 6 additions and 2 deletions.
4 changes: 4 additions & 0 deletions cdc/kv/client.go
Original file line number Diff line number Diff line change
Expand Up @@ -73,6 +73,8 @@ const (
regionScheduleReload = false

resolveLockMinInterval = 10 * time.Second

scanRegionsConcurrency = 1024
)

// time interval to force kv client to terminate gRPC stream and reconnect
Expand Down Expand Up @@ -432,6 +434,8 @@ func (s *eventFeedSession) eventFeed(ctx context.Context) error {
g.Go(func() error { return s.logSlowRegions(ctx) })

g.Go(func() error {
g, ctx := errgroup.WithContext(ctx)
g.SetLimit(scanRegionsConcurrency)
for {
select {
case <-ctx.Done():
Expand Down
4 changes: 2 additions & 2 deletions cdc/processor/sinkmanager/tasks.go
Original file line number Diff line number Diff line change
Expand Up @@ -33,8 +33,8 @@ var (
maxUpdateIntervalSize = defaultMaxUpdateIntervalSize

// Sink manager schedules table tasks based on lag. Limit the max task range
// can be helpful to reduce changefeed latency.
maxTaskRange = 5 * time.Second
// can be helpful to reduce changefeed latency for large initial data.
maxTaskRange = 30 * time.Minute
)

// Used to record the progress of the table.
Expand Down

0 comments on commit ba6a5c9

Please sign in to comment.