Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,6 @@
SERVICE_ID = f"{DAG_ID}-service-{ENV_ID}".replace("_", "-")
BACKUP_ID = f"{DAG_ID}-backup-{ENV_ID}".replace("_", "-")
REGION = "europe-west3"
TIMEOUT = 2400
# Service definition
SERVICE = {
"name": "test-service",
Expand All @@ -76,7 +75,6 @@
project_id=PROJECT_ID,
service=SERVICE,
service_id=SERVICE_ID,
timeout=TIMEOUT,
)
# [START how_to_cloud_dataproc_metastore_create_backup_operator]
backup_service = DataprocMetastoreCreateBackupOperator(
Expand All @@ -86,7 +84,6 @@
service_id=SERVICE_ID,
backup=BACKUP,
backup_id=BACKUP_ID,
timeout=TIMEOUT,
)
# [END how_to_cloud_dataproc_metastore_create_backup_operator]
# [START how_to_cloud_dataproc_metastore_list_backups_operator]
Expand All @@ -104,7 +101,6 @@
region=REGION,
service_id=SERVICE_ID,
backup_id=BACKUP_ID,
timeout=TIMEOUT,
)
# [END how_to_cloud_dataproc_metastore_delete_backup_operator]
delete_backup.trigger_rule = TriggerRule.ALL_DONE
Expand All @@ -118,15 +114,13 @@
backup_region=REGION,
backup_project_id=PROJECT_ID,
backup_service_id=SERVICE_ID,
timeout=TIMEOUT,
)
# [END how_to_cloud_dataproc_metastore_restore_service_operator]
delete_service = DataprocMetastoreDeleteServiceOperator(
task_id="delete_service",
region=REGION,
project_id=PROJECT_ID,
service_id=SERVICE_ID,
timeout=TIMEOUT,
trigger_rule=TriggerRule.ALL_DONE,
)
(create_service >> backup_service >> list_backups >> restore_service >> delete_backup >> delete_service)
Expand Down
Loading