add framework planner

disttask/framework/planner/BUILD.bazel

@@ -2,7 +2,14 @@ load("@io_bazel_rules_go//go:def.bzl", "go_library")
 
 go_library(
     name = "planner",
-    srcs = ["plan.go"],
+    srcs = [
+        "plan.go",
+        "planner.go",
+    ],
     importpath = "github.com/pingcap/tidb/disttask/framework/planner",
     visibility = ["//visibility:public"],
+    deps = [
+        "//disttask/framework/storage",
+        "//sessionctx",
+    ],
 )

disttask/framework/planner/plan.go

@@ -16,11 +16,20 @@ package planner
 
 import (
 	"context"
+
+	"github.com/pingcap/tidb/sessionctx"
 )
 
 // PlanCtx is the context for planning.
 type PlanCtx struct {
 	Ctx context.Context
+
+	// integrate with current distribute framework
+	SessionCtx sessionctx.Context
+	TaskKey    string
+	TaskType   string
+	ThreadCnt  int
+
 	// PreviousSubtaskMetas is a list of subtask metas from previous step.
 	// We can remove this field if we find a better way to pass the result between steps.
 	PreviousSubtaskMetas [][]byte

disttask/framework/planner/planner.go

@@ -0,0 +1,34 @@
+// Copyright 2023 PingCAP, Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package planner
+
+import "github.com/pingcap/tidb/disttask/framework/storage"
+
+type Planner struct{}
+
+// Run runs the distribute plan.
+func (p *Planner) Run(planCtx PlanCtx, plan LogicalPlan) (int64, error) {
+	globalTaskManager, err := storage.GetTaskManager()
+	if err != nil {
+		return 0, err
+	}
+
+	taskMeta, err := plan.ToTaskMeta()
+	if err != nil {
+		return 0, err
+	}
+
+	return globalTaskManager.AddGlobalTaskWithSession(planCtx.SessionCtx, planCtx.TaskKey, planCtx.TaskType, planCtx.ThreadCnt, taskMeta)
+}

disttask/importinto/job.go

@@ -175,14 +175,17 @@ func (ti *DistImporter) SubmitTask(ctx context.Context) (int64, *proto.Task, err
 		if err2 != nil {
 			return err2
 		}
-		task := TaskMeta{
+
+		// TODO: use planner.Run to run the logical plan
+		// now creating import job and submitting distributed task should be in the same transaction.
+		logicalPlan := &LogicalPlan{
 			JobID:             jobID,
 			Plan:              *plan,
 			Stmt:              ti.stmt,
 			EligibleInstances: instances,
 			ChunkMap:          ti.chunkMap,
 		}
-		taskMeta, err2 := json.Marshal(task)
+		taskMeta, err2 := logicalPlan.ToTaskMeta()
 		if err2 != nil {
 			return err2
 		}