testing: mark some tests as flaky (#3288)

fixes #3138
GoogleCloudPlatform · Apr 7, 2020 · aea928b · aea928b
1 parent efe5e78
commit aea928b
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/datalabeling/manage_dataset_test.py b/datalabeling/manage_dataset_test.py
@@ -33,6 +33,7 @@ def dataset():
     manage_dataset.delete_dataset(dataset.name)
 
 
+@pytest.mark.flaky(max_runs=3)
 def test_create_dataset(capsys):
     response = manage_dataset.create_dataset(PROJECT_ID)
     out, _ = capsys.readouterr()
@@ -42,18 +43,21 @@ def test_create_dataset(capsys):
     manage_dataset.delete_dataset(response.name)
 
 
+@pytest.mark.flaky(max_runs=3)
 def test_list_dataset(capsys, dataset):
     manage_dataset.list_datasets(PROJECT_ID)
     out, _ = capsys.readouterr()
     assert dataset.name in out
 
 
+@pytest.mark.flaky(max_runs=3)
 def test_get_dataset(capsys, dataset):
     manage_dataset.get_dataset(dataset.name)
     out, _ = capsys.readouterr()
     assert "The dataset resource name:" in out
 
 
+@pytest.mark.flaky(max_runs=3)
 def test_delete_dataset(capsys):
     # Creates a dataset.
     response = manage_dataset.create_dataset(PROJECT_ID)

diff --git a/datalabeling/requirements-test.txt b/datalabeling/requirements-test.txt
@@ -1 +1,2 @@
 pytest==5.3.2
+flaky==3.6.1