From 39f3d3f4a6e32cc1a73742d779f98f98a34002fc Mon Sep 17 00:00:00 2001 From: kaiyang-code <57576013+kaiyang-code@users.noreply.github.com> Date: Sat, 9 Jul 2022 17:48:50 +0000 Subject: [PATCH] sample: rename DAG ID of data_analytics_dag.py (#8148) * test * rename dag_id for data_analytics_dag.py * rm temp.txt * rm noxfile_config.py * rm temp * retry * retry * add noxfile_config Co-authored-by: Anthonios Partheniou --- .../2022_airflow_summit/data_analytics_dag.py | 2 +- .../2022_airflow_summit/noxfile_config.py | 50 +++++++++++++++++++ 2 files changed, 51 insertions(+), 1 deletion(-) create mode 100644 composer/2022_airflow_summit/noxfile_config.py diff --git a/composer/2022_airflow_summit/data_analytics_dag.py b/composer/2022_airflow_summit/data_analytics_dag.py index adc62cfe06ad..53dea433f607 100644 --- a/composer/2022_airflow_summit/data_analytics_dag.py +++ b/composer/2022_airflow_summit/data_analytics_dag.py @@ -70,7 +70,7 @@ } with models.DAG( - "summit_dag", + "data_analytics_dag", # Continue to run DAG once per day schedule_interval=datetime.timedelta(days=1), default_args=default_dag_args, diff --git a/composer/2022_airflow_summit/noxfile_config.py b/composer/2022_airflow_summit/noxfile_config.py new file mode 100644 index 000000000000..de78eb92ad92 --- /dev/null +++ b/composer/2022_airflow_summit/noxfile_config.py @@ -0,0 +1,50 @@ +# Copyright 2021 Google LLC +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# Default TEST_CONFIG_OVERRIDE for python repos. + +# You can copy this file into your directory, then it will be imported from +# the noxfile.py. + +# The source of truth: +# https://github.com/GoogleCloudPlatform/python-docs-samples/blob/main/noxfile_config.py + +import tempfile + + +# Airflow creates a config file at the installation, so we want to set +# `AIRFLOW_HOME` envvar before running pytest. + +_tmpdir = tempfile.TemporaryDirectory() + +TEST_CONFIG_OVERRIDE = { + # You can opt out from the test for specific Python versions. + 'ignored_versions': ["2.7", "3.6", "3.7", "3.9", "3.10"], # Composer w/ Airflow 2 only supports Python 3.8 + # Old samples are opted out of enforcing Python type hints + # All new samples should feature them + "enforce_type_hints": False, + # An envvar key for determining the project id to use. Change it + # to 'BUILD_SPECIFIC_GCLOUD_PROJECT' if you want to opt in using a + # build specific Cloud project. You can also use your own string + # to use your own Cloud project. + "gcloud_project_env": "GOOGLE_CLOUD_PROJECT", + # 'gcloud_project_env': 'BUILD_SPECIFIC_GCLOUD_PROJECT', + # If you need to use a specific version of pip, + # change pip_version_override to the string representation + # of the version number, for example, "20.2.4" + "pip_version_override": "20.2.4", + # A dictionary you want to inject into your test. Don't put any + # secrets here. These values will override predefined values. + "envs": {"AIRFLOW_HOME": _tmpdir.name}, +}