test: run supported tests with emulators

CODEOWNERS

@@ -10,4 +10,4 @@
 # For all file changes, github would automatically
 # include the following people in the PRs.
 
-* @vrdmr @gavin-aguiar @YunchuWang @pdthummar @hallvictoria
+* @vrdmr @gavin-aguiar @hallvictoria

eng/ci/emulator-tests.yml

@@ -0,0 +1,46 @@
+trigger: none # ensure this is not ran as a CI build
+
+pr:
+  branches:
+    include:
+    - dev
+    - release/*
+
+schedules:
+  - cron: "0 8 * * 1,2,3,4,5"
+    displayName: Monday to Friday 3 AM CST build
+    branches:
+      include:
+        - dev
+    always: true
+
+resources:
+  repositories:
+  - repository: 1es
+    type: git
+    name: 1ESPipelineTemplates/1ESPipelineTemplates
+    ref: refs/tags/release
+  - repository: eng
+    type: git
+    name: engineering
+    ref: refs/tags/release
+
+variables:
+  - template: /ci/variables/build.yml@eng
+  - template: /ci/variables/cfs.yml@eng
+  - template: /eng/templates/utils/variables.yml@self
+
+extends:
+  template: v1/1ES.Unofficial.PipelineTemplate.yml@1es
+  parameters:
+    pool:
+      name: 1es-pool-azfunc
+      image: 1es-windows-2022
+      os: windows
+
+    stages:
+    - stage: RunEmulatorTests
+      jobs:
+      - template: /eng/templates/jobs/ci-emulator-tests.yml@self
+        parameters:
+          PoolName: 1es-pool-azfunc

eng/ci/official-build.yml

@@ -54,6 +54,12 @@ extends:
         dependsOn: Build
         jobs:
           - template: /eng/templates/official/jobs/ci-e2e-tests.yml@self
+      - stage: RunEmulatorTests
+        dependsOn: Build
+        jobs:
+          - template: /eng/templates/jobs/ci-emulator-tests.yml@self
+            parameters:
+              PoolName: 1es-pool-azfunc
       - stage: RunUnitTests
         dependsOn: Build
         jobs:

eng/ci/public-build.yml

@@ -53,4 +53,10 @@ extends:
     - stage: RunUnitTests
       dependsOn: Build
       jobs:
-        - template: /eng/templates/jobs/ci-unit-tests.yml@self
+        - template: /eng/templates/jobs/ci-unit-tests.yml@self
+    - stage: RunEmulatorTests
+      dependsOn: Build
+      jobs:
+        - template: /eng/templates/jobs/ci-emulator-tests.yml@self
+          parameters:
+            PoolName: 1es-pool-azfunc-public

eng/templates/jobs/ci-emulator-tests.yml

@@ -0,0 +1,100 @@
+jobs:
+  - job: "TestPython"
+    displayName: "Run Python Emulator Tests"
+
+    pool:
+      name: ${{ parameters.PoolName }}
+      image: 1es-ubuntu-22.04
+      os: linux
+
+    strategy:
+      matrix:
+        Python37:
+          PYTHON_VERSION: '3.7'
+        Python38:
+          PYTHON_VERSION: '3.8'
+        Python39:
+          PYTHON_VERSION: '3.9'
+        Python310:
+          PYTHON_VERSION: '3.10'
+        Python311:
+          PYTHON_VERSION: '3.11'
+        Python312:
+          PYTHON_VERSION: '3.12'
+    steps:
+      - task: UsePythonVersion@0
+        inputs:
+          versionSpec: $(PYTHON_VERSION)
+      - task: UseDotNet@2
+        displayName: 'Install .NET 8'
+        inputs:
+          version: 8.0.x
+      - bash: |
+          chmod +x eng/scripts/install-dependencies.sh
+          chmod +x eng/scripts/test-setup.sh
+
+          eng/scripts/install-dependencies.sh $(PYTHON_VERSION)
+          eng/scripts/test-setup.sh
+        displayName: 'Install dependencies and the worker'
+        condition: and(eq(variables.isSdkRelease, false), eq(variables.isExtensionsRelease, false), eq(variables['USETESTPYTHONSDK'], false), eq(variables['USETESTPYTHONEXTENSIONS'], false))
+      - task: DownloadPipelineArtifact@2
+        displayName: 'Download Python SDK Artifact'
+        inputs:
+          buildType: specific
+          artifactName: 'azure-functions'
+          project: 'internal'
+          definition: 679
+          buildVersionToDownload: latest
+          targetPath: '$(Pipeline.Workspace)/PythonSdkArtifact'
+        condition: or(eq(variables.isSdkRelease, true), eq(variables['USETESTPYTHONSDK'], true))
+      - bash: |
+          chmod +x eng/scripts/test-sdk.sh
+          chmod +x eng/scripts/test-setup.sh
+
+          eng/scripts/test-sdk.sh $(Pipeline.Workspace) $(PYTHON_VERSION)
+          eng/scripts/test-setup.sh
+        displayName: 'Install test python sdk, dependencies and the worker'
+        condition: or(eq(variables.isSdkRelease, true), eq(variables['USETESTPYTHONSDK'], true))
+      - task: DownloadPipelineArtifact@2
+        displayName: 'Download Python Extension Artifact'
+        inputs:
+          buildType: specific
+          artifactName: $(PYTHONEXTENSIONNAME)
+          project: 'internal'
+          definition: 798
+          buildVersionToDownload: latest
+          targetPath: '$(Pipeline.Workspace)/PythonExtensionArtifact'
+        condition: or(eq(variables.isExtensionsRelease, true), eq(variables['USETESTPYTHONEXTENSIONS'], true))
+      - bash: |
+          chmod +x eng/scripts/test-setup.sh
+          chmod +x eng/scripts/test-extensions.sh
+
+          eng/scripts/test-extensions.sh $(Pipeline.Workspace) $(PYTHON_VERSION)
+          eng/scripts/test-setup.sh
+        displayName: 'Install test python extension, dependencies and the worker'
+        condition: or(eq(variables.isExtensionsRelease, true), eq(variables['USETESTPYTHONEXTENSIONS'], true))
+      - bash: |
+          docker compose -f tests/emulator_tests/utils/eventhub/docker-compose.yml pull
+          docker compose -f tests/emulator_tests/utils/eventhub/docker-compose.yml up -d
+        displayName: 'Install Azurite and Start EventHub Emulator'
+      - bash: |
+            python -m pytest -q -n auto --dist loadfile --reruns 4 --ignore=tests/emulator_tests/test_servicebus_functions.py tests/emulator_tests
+        env:
+          AzureWebJobsStorage: "UseDevelopmentStorage=true"
+          AzureWebJobsEventHubConnectionString: "Endpoint=sb://localhost;SharedAccessKeyName=RootManageSharedAccessKey;SharedAccessKey=SAS_KEY_VALUE;UseDevelopmentEmulator=true;"
+        displayName: "Running $(PYTHON_VERSION) Python Linux Emulator Tests"
+      - bash: |
+          # Stop and remove EventHub Emulator container to free up the port
+          docker stop eventhubs-emulator
+          docker container rm --force eventhubs-emulator
+          docker compose -f tests/emulator_tests/utils/servicebus/docker-compose.yml pull
+          docker compose -f tests/emulator_tests/utils/servicebus/docker-compose.yml up -d
+        env:
+          AzureWebJobsSQLPassword: $(AzureWebJobsSQLPassword)
+        displayName: 'Install Azurite and Start ServiceBus Emulator'
+      - bash: |
+            python -m pytest -q -n auto --dist loadfile --reruns 4 tests/emulator_tests/test_servicebus_functions.py
+        env:
+          AzureWebJobsStorage: "UseDevelopmentStorage=true"
+          AzureWebJobsServiceBusConnectionString: "Endpoint=sb://localhost;SharedAccessKeyName=RootManageSharedAccessKey;SharedAccessKey=SAS_KEY_VALUE;UseDevelopmentEmulator=true;"
+        displayName: "Running $(PYTHON_VERSION) Python ServiceBus Linux Emulator Tests"