Skip to content

When using the API to pause and resume the job, the task event description is not clear #925

Closed
@asiroliu

Description

@asiroliu

Description

When using the API to pause and resume the job, the task event description is not clear

Steps to reproduce the issue

  1. create a job
  2. use dtle api pause / resume job
/v2/job/migration/pause
/v2/job/migration/resume
  1. check the job detail
/v2/job/migration/detail?job_id=xxx
{"basic_task_profile":{"job_base_info":{"job_id":"utf8_char_columns-migration","subscription_topic":"","job_status":"running","job_create_time":"2022-03-25T14:54:58+08:00","job_steps":[{"step_name":"job_stage_full","step_status":"start","step_schedule":0,"job_create_time":"2022-03-25T14:54:58+08:00"},{"step_name":"job_stage_incr","step_status":"start","step_schedule":0,"job_create_time":"2022-03-25T14:54:58+08:00"}],"delay":0},"dtle_node_infos":[{"node_addr":"172.100.9.13","node_id":"6b0f13f5-2d8d-39e3-5452-a9158fce8a9f","data_source":"172.100.9.2:3306","source":"src"},{"node_addr":"172.100.9.11","node_id":"8a449763-12b2-5532-cbba-bf6e4ec661d8","data_source":"172.100.9.1:3306","source":"dest"}],"connection_info":{"src_data_base":{"host":"172.100.9.2","port":3306,"user":"test_src","password":"*","service_name":"","database_type":"MySQL"},"dst_data_base":{"host":"172.100.9.1","port":3306,"user":"test_dest","password":"*","service_name":"","database_type":"MySQL"},"dst_kafka":{"task_name":"","kafka_broker_addrs":null,"kafka_topic":"","message_group_max_size":0,"message_group_timeout":0}},"configuration":{"fail_over":true,"retry_times":2,"src_config":{"skip_create_db_table":false,"drop_table_if_exists":true,"mysql_src_task_config":{"expand_syntax_support":false,"gtid":"","binlog_relay":false,"wait_on_job":"","auto_gtid":false},"oracle_src_task_config":null,"group_max_size":1,"group_timeout":100,"repl_chan_buffer_size":120,"chunk_size":2000},"dst_config":{"mysql_dest_task_config":{"parallel_workers":32,"use_my_sql_dependency":false,"dependency_history_size":2500}}},"replicate_do_db":[{"table_schema":"action_db","table_schema_regex":"","table_schema_rename":"","tables":[{"table_name":"char_columns","table_regex":"","table_rename":"","column_map_from":null,"where":""}]}],"replicate_ignore_db":[]},"task_logs":[{"task_events":[{"event_type":"Received","setup_error":"","message":"Task received by client","time":"2022-03-25T14:54:58+08:00"},{"event_type":"Task Setup","setup_error":"","message":"Building Task Directory","time":"2022-03-25T14:54:58+08:00"},{"event_type":"Started","setup_error":"","message":"Task started by client","time":"2022-03-25T14:54:58+08:00"},{"event_type":"Signaling","setup_error":"","message":"Task being sent a signal","time":"2022-03-25T14:55:46+08:00"},{"event_type":"Signaling","setup_error":"","message":"Task being sent a signal","time":"2022-03-25T15:06:30+08:00"}],"node_id":"6b0f13f5-2d8d-39e3-5452-a9158fce8a9f","allocation_id":"f103e824-518a-b6ab-5585-4ec4aa08e2bf","address":"172.100.9.13","target":"src","status":"run"},{"task_events":[{"event_type":"Received","setup_error":"","message":"Task received by client","time":"2022-03-25T14:54:58+08:00"},{"event_type":"Task Setup","setup_error":"","message":"Building Task Directory","time":"2022-03-25T14:54:58+08:00"},{"event_type":"Started","setup_error":"","message":"Task started by client","time":"2022-03-25T14:54:58+08:00"},{"event_type":"Driver","setup_error":"","message":"job_stage_full","time":"2022-03-25T14:54:58+08:00"},{"event_type":"Driver","setup_error":"","message":"job_stage_incr","time":"2022-03-25T14:54:59+08:00"},{"event_type":"Signaling","setup_error":"","message":"Task being sent a signal","time":"2022-03-25T14:55:46+08:00"},{"event_type":"Signaling","setup_error":"","message":"Task being sent a signal","time":"2022-03-25T15:06:30+08:00"},{"event_type":"Driver","setup_error":"","message":"job_stage_full","time":"2022-03-25T15:06:30+08:00"},{"event_type":"Driver","setup_error":"","message":"job_stage_incr","time":"2022-03-25T15:06:31+08:00"}],"node_id":"8a449763-12b2-5532-cbba-bf6e4ec661d8","allocation_id":"337c4dda-a884-54e2-0524-25202e128c1b","address":"172.100.9.11","target":"dest","status":"run"}],"message":"ok"}
  1. the pause / resume corresponds to the following event
        {
          "event_type": "Signaling",
          "setup_error": "",
          "message": "Task being sent a signal",
          "time": "2022-03-25T14:55:46+08:00"
        },
        {
          "event_type": "Signaling",
          "setup_error": "",
          "message": "Task being sent a signal",
          "time": "2022-03-25T15:06:30+08:00"
        }
  1. expect clear description

Output of ./dtle version:**

9.9.9.9-master-89d6f24

Additional information

(e.g. issue happens only occasionally)

Additional details (log, config, job config etc):

Metadata

Metadata

Assignees

Labels

Type

No type

Projects

No projects

Milestone

No milestone

Relationships

None yet

Development

No branches or pull requests

Issue actions