PYTHON-5472 Remove driver tests for Atlas Data Lake (mongodb#2542)

Author: blink1073

.evergreen/generated_configs/variants.yml

@@ -79,17 +79,6 @@ buildvariants:
       TEST_NAME: atlas_connect
     tags: [pr]
 
-  # Atlas data lake tests
-  - name: atlas-data-lake-ubuntu-22
-    tasks:
-      - name: .test-no-orchestration
-    display_name: Atlas Data Lake Ubuntu-22
-    run_on:
-      - ubuntu2204-small
-    expansions:
-      TEST_NAME: data_lake
-    tags: [pr]
-
   # Aws auth tests
   - name: auth-aws-ubuntu-20
     tasks:

.evergreen/resync-specs.sh

@@ -76,9 +76,6 @@ do
     auth)
       cpjson auth/tests/ auth
       ;;
-    atlas-data-lake-testing|data_lake)
-      cpjson atlas-data-lake-testing/tests/ data_lake
-      ;;
     bson-binary-vector|bson_binary_vector)
       cpjson bson-binary-vector/tests/ bson_binary_vector
       ;;

.evergreen/scripts/generate_config.py

@@ -322,14 +322,6 @@ def create_no_c_ext_variants():
     return [create_variant(tasks, display_name, host=host)]
 
 
-def create_atlas_data_lake_variants():
-    host = HOSTS["ubuntu22"]
-    tasks = [".test-no-orchestration"]
-    expansions = dict(TEST_NAME="data_lake")
-    display_name = get_variant_name("Atlas Data Lake", host)
-    return [create_variant(tasks, display_name, tags=["pr"], host=host, expansions=expansions)]
-
-
 def create_mod_wsgi_variants():
     host = HOSTS["ubuntu22"]
     tasks = [".mod_wsgi"]

.evergreen/scripts/resync-all-specs.py

@@ -56,7 +56,6 @@ def check_new_spec_directories(directory: pathlib.Path) -> list[str]:
         "client_side_operations_timeout": "csot",
         "mongodb_handshake": "handshake",
         "load_balancers": "load_balancer",
-        "atlas_data_lake_testing": "atlas",
         "connection_monitoring_and_pooling": "connection_monitoring",
         "command_logging_and_monitoring": "command_logging",
         "initial_dns_seedlist_discovery": "srv_seedlist",

.evergreen/scripts/setup_tests.py

@@ -214,18 +214,8 @@ def handle_test_env() -> None:
                 if key in os.environ:
                     write_env(key, os.environ[key])
 
-    if test_name == "data_lake":
-        # Stop any running mongo-orchestration which might be using the port.
-        run_command(f"bash {DRIVERS_TOOLS}/.evergreen/stop-orchestration.sh")
-        run_command(f"bash {DRIVERS_TOOLS}/.evergreen/atlas_data_lake/setup.sh")
-        AUTH = "auth"
-
     if AUTH != "noauth":
-        if test_name == "data_lake":
-            config = read_env(f"{DRIVERS_TOOLS}/.evergreen/atlas_data_lake/secrets-export.sh")
-            DB_USER = config["ADL_USERNAME"]
-            DB_PASSWORD = config["ADL_PASSWORD"]
-        elif test_name == "auth_oidc":
+        if test_name == "auth_oidc":
             DB_USER = config["OIDC_ADMIN_USER"]
             DB_PASSWORD = config["OIDC_ADMIN_PWD"]
         elif test_name == "search_index":

.evergreen/scripts/teardown_tests.py

@@ -57,10 +57,6 @@
 
     teardown_mod_wsgi()
 
-# Tear down data_lake if applicable.
-elif TEST_NAME == "data_lake":
-    run_command(f"{DRIVERS_TOOLS}/.evergreen/atlas_data_lake/teardown.sh")
-
 # Tear down coverage if applicable.
 if os.environ.get("COVERAGE"):
     shutil.rmtree(".pytest_cache", ignore_errors=True)

.evergreen/scripts/utils.py

@@ -33,7 +33,6 @@ class Distro:
     "atlas_connect": "atlas_connect",
     "auth_aws": "auth_aws",
     "auth_oidc": "auth_oidc",
-    "data_lake": "data_lake",
     "default": "",
     "default_async": "default_async",
     "default_sync": "default",
@@ -57,7 +56,6 @@ class Distro:
     "auth_oidc",
     "atlas_connect",
     "aws_lambda",
-    "data_lake",
     "mockupdb",
     "ocsp",
 ]

CONTRIBUTING.md

@@ -355,13 +355,6 @@ Note: these tests can only be run from an Evergreen Linux host that has the Pyth
 The `mode` can be `standalone` or `embedded`.  For the `replica_set` version of the tests, use
 `TOPOLOGY=replica_set just run-server`.
 
-### Atlas Data Lake tests.
-
-You must have `docker` or `podman` installed locally.
-
-- Run `just setup-tests data_lake`.
-- Run `just run-tests`.
-
 ### OCSP tests
 
 - Export the orchestration file, e.g. `export ORCHESTRATION_FILE=rsa-basic-tls-ocsp-disableStapling.json`.

pyproject.toml

@@ -134,7 +134,6 @@ markers = [
     "auth: tests that rely on authentication",
     "ocsp: tests that rely on ocsp",
     "atlas_connect: tests that rely on an atlas connection",
-    "data_lake: tests that rely on atlas data lake",
     "perf: benchmark tests",
     "search_index: search index helper tests",
     "kms: client-side field-level encryption tests using kms",

test/__init__.py

@@ -121,7 +121,6 @@ def __init__(self):
         self.sessions_enabled = False
         self.client = None  # type: ignore
         self.conn_lock = threading.Lock()
-        self.is_data_lake = False
         self.load_balancer = TEST_LOADBALANCER
         self._fips_enabled = None
         if self.load_balancer:
@@ -199,16 +198,6 @@ def _init_client(self):
         self.mongoses = []
         self.connection_attempts = []
         self.client = self._connect(host, port)
-        if self.client is not None:
-            # Return early when connected to dataLake as mongohoused does not
-            # support the getCmdLineOpts command and is tested without TLS.
-            if os.environ.get("TEST_DATA_LAKE"):
-                self.is_data_lake = True
-                self.auth_enabled = True
-                self.client.close()
-                self.client = self._connect(host, port, username=db_user, password=db_pwd)
-                self.connected = True
-                return
 
         if HAVE_SSL and not self.client:
             # Is MongoDB configured for SSL?
@@ -501,14 +490,6 @@ def require_connection(self, func):
             func=func,
         )
 
-    def require_data_lake(self, func):
-        """Run a test only if we are connected to Atlas Data Lake."""
-        return self._require(
-            lambda: self.is_data_lake,
-            "Not connected to Atlas Data Lake on self.pair",
-            func=func,
-        )
-
     def require_version_min(self, *ver):
         """Run a test only if the server version is at least ``version``."""
         other_version = Version(*ver)
@@ -1230,21 +1211,6 @@ def teardown():
         garbage.append(f"  gc.get_referrers: {gc.get_referrers(g)!r}")
     if garbage:
         raise AssertionError("\n".join(garbage))
-    c = client_context.client
-    if c:
-        if not client_context.is_data_lake:
-            try:
-                c.drop_database("pymongo-pooling-tests")
-                c.drop_database("pymongo_test")
-                c.drop_database("pymongo_test1")
-                c.drop_database("pymongo_test2")
-                c.drop_database("pymongo_test_mike")
-                c.drop_database("pymongo_test_bernie")
-            except AutoReconnect:
-                # PYTHON-4982
-                if sys.implementation.name.lower() != "pypy":
-                    raise
-        c.close()
     print_running_clients()