Merge pull request #285 from CenterForOpenScience/feature/prod_throttle

Throttle production tests

Author: jh27539

.env.example

@@ -12,7 +12,7 @@
 # TIMEOUT=10
 # LONG_TIMEOUT=30
 # VERY_LONG_TIMEOUT=60
-
+# PROD_THROTTLE=5
 
 ##### Driver config #####
 

settings.py

@@ -49,6 +49,7 @@
 TIMEOUT = env.int('TIMEOUT', 10)
 LONG_TIMEOUT = env.int('LONG_TIMEOUT', 30)
 VERY_LONG_TIMEOUT = env.int('VERY_LONG_TIMEOUT', 60)
+PROD_THROTTLE = env.int('PROD_THROTTLE', 5)
 
 DOMAIN = env('DOMAIN', 'stage1')
 

tests/conftest.py

@@ -1,4 +1,5 @@
 import re
+import time
 
 import pytest
 from faker import Faker
@@ -194,3 +195,9 @@ def must_be_logged_in_as_registration_user(driver):
         user=settings.REGISTRATIONS_USER,
         password=settings.REGISTRATIONS_USER_PASSWORD,
     )
+
+
+@pytest.fixture(scope='function')
+def throttle_on_prod(driver):
+    if settings.PRODUCTION:
+        time.sleep(settings.PROD_THROTTLE)

tests/test_institutions.py

@@ -11,6 +11,7 @@
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestInstitutionsPage:
     @pytest.fixture()
     def landing_page(self, driver):

tests/test_login.py

@@ -37,6 +37,7 @@ def login_page(driver):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestLoginPage:
     def test_institutional_login(self, driver, login_page):
         """Check that you arrive on the institutional login page and the institution dropdown is populated.
@@ -207,6 +208,7 @@ def test_cancel_tos_link(self, driver):
 
 
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestGenericPages:
     """Generic pages have no service in the login/logout url. Typically users should not be able to access
     these pages through the standard authentication workflow. The tests in this class manually manipulate the
@@ -236,6 +238,7 @@ def test_generic_logged_out_page(self, driver):
 
 
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestLoginErrors:
     """Test the inline error messages on the CAS login page when user enters invalid login data"""
 
@@ -268,6 +271,7 @@ def test_invalid_password(self, driver, login_page):
 
 
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestCustomExceptionPages:
     """CAS has several customized exception pages which share the same style and appearance as the CAS login pages.
     Not all of them can be easily tested. Those that can will require the manipulation of urls to reach the pages.
@@ -344,6 +348,7 @@ def try_login_page(driver, page_class):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestInstitutionLoginPage:
     @pytest.fixture
     def institution_login_page(self, driver):

tests/test_navbar.py

@@ -124,6 +124,7 @@ def test_logout_link(self, driver, page):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestOSFHomeNavbarLoggedOut(NavbarTestLoggedOutMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -145,6 +146,7 @@ def test_support_link(self, page, driver):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestOSFHomeNavbarLoggedIn(NavbarTestLoggedInMixin):
     @pytest.fixture()
     def page(self, driver, log_in_if_not_already):
@@ -159,6 +161,7 @@ def test_my_projects_link(self, page, driver):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestPreprintsNavbarLoggedOut(NavbarTestLoggedOutMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -183,6 +186,7 @@ def test_sign_up_button(self, page, driver):
 @markers.smoke_test
 @markers.core_functionality
 @pytest.mark.usefixtures('log_in_if_not_already')
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestPreprintsNavbarLoggedIn(NavbarTestLoggedInMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -209,6 +213,7 @@ def test_my_reviewing_link(self, page, driver):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestRegistriesNavbarLoggedOut(NavbarTestLoggedOutMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -235,6 +240,7 @@ def test_sign_in_button(self, page, driver):
 @markers.smoke_test
 @markers.core_functionality
 @pytest.mark.usefixtures('log_in_if_not_already')
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestRegistriesNavbarLoggedIn(NavbarTestLoggedInMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -253,6 +259,7 @@ def test_my_registrations_link(self, page, driver):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestMeetingsNavbarLoggedOut(NavbarTestLoggedOutMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -272,6 +279,7 @@ def test_support_link(self, page, driver):
 @markers.smoke_test
 @markers.core_functionality
 @pytest.mark.usefixtures('log_in_if_not_already')
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestMeetingsNavbarLoggedIn(NavbarTestLoggedInMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -286,6 +294,7 @@ def test_my_projects_link(self, page, driver):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestInstitutionsNavbarLoggedOut(NavbarTestLoggedOutMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -305,6 +314,7 @@ def test_support_link(self, page, driver):
 @markers.smoke_test
 @markers.core_functionality
 @pytest.mark.usefixtures('log_in_if_not_already')
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestInstitutionsNavbarLoggedIn(NavbarTestLoggedInMixin):
     @pytest.fixture()
     def page(self, driver):
@@ -331,6 +341,7 @@ def assert_donate_page(driver, donate_page):
 
 @markers.smoke_test
 @markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestCollectionsNavbarLoggedOut:
     @pytest.fixture
     def provider(self, driver):
@@ -359,6 +370,7 @@ def test_donate_link(self, session, driver, collections_discover_page):
 @markers.smoke_test
 @markers.core_functionality
 @pytest.mark.usefixtures('log_in_if_not_already')
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestCollectionsNavbarLoggedIn:
     @pytest.fixture
     def provider(self, driver):
@@ -395,6 +407,7 @@ def test_donate_link(self, session, driver, page):
 @markers.smoke_test
 @markers.core_functionality
 @pytest.mark.usefixtures('log_in_if_not_already')
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestProjectsNavbarLoggedIn:
     @pytest.fixture()
     def project_page(self, driver, default_project_page):

tests/test_preprints.py

@@ -1313,6 +1313,7 @@ def test_submit_page_loads(self, driver, provider):
 
 
 @markers.smoke_test
+@pytest.mark.usefixtures('throttle_on_prod')
 @pytest.mark.skipif(
     not settings.PRODUCTION,
     reason='Most of the Branded Preprint Provider pages in test environments have no preprints',

tests/test_registries.py

@@ -131,6 +131,7 @@ def test_detail_page(self, driver):
 
 
 @markers.smoke_test
+@pytest.mark.usefixtures('throttle_on_prod')
 @markers.core_functionality
 class TestBrandedRegistriesPages:
     def providers():

tests/test_search.py

@@ -15,9 +15,10 @@ def search_page(driver):
     return search_page
 
 
+@markers.smoke_test
+@markers.core_functionality
+@pytest.mark.usefixtures('throttle_on_prod')
 class TestSearchPage:
-    @markers.smoke_test
-    @markers.core_functionality
     def test_search_results_exist_all_tab(self, driver, search_page):
         search_page.search_input.send_keys('test')
         search_page.search_input.send_keys(Keys.ENTER)