ddl: fix exchange partition rollback might cause info schema full load (

#56686)

close #56685

pkg/ddl/schema_version.go

@@ -139,7 +139,9 @@ func SetSchemaDiffForExchangeTablePartition(diff *model.SchemaDiff, job *model.J
 	diff.AffectedOpts = []*model.AffectedOption{{
 		TableID: args.PTTableID,
 	}}
-	if job.SchemaState != model.StatePublic {
+	// when job state transit from rolling-back to rollback-done, the schema state
+	// is also public, diff.TableID should be the old non-partitioned table ID too.
+	if job.State == model.JobStateRollbackDone || job.SchemaState != model.StatePublic {
 		// No change, just to refresh the non-partitioned table
 		// with its new ExchangePartitionInfo.
 		diff.TableID = job.TableID