Metadata Writer - Added timeouts (#4037)

kubeflow · Jul 2, 2020 · e808795 · e808795
1 parent 8600000
commit e808795
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/backend/metadata_writer/src/metadata_writer.py b/backend/metadata_writer/src/metadata_writer.py
@@ -129,6 +129,8 @@ def is_tfx_pod(pod) -> bool:
         k8s_api.list_namespaced_pod,
         namespace=namespace_to_watch,
         label_selector=ARGO_WORKFLOW_LABEL_KEY,
+        timeout_seconds=1800,  # Sometimes watch gets stuck
+        _request_timeout=2000,  # Sometimes HTTP GET gets stuck
     ):
         try:
             obj = event['object']