azure-pipelines-contrib.yml

trigger:
  - develop

variables:
  contrib_major: 0
  contrib_minor: 1
  isDevelop: $[eq(variables['Build.SourceBranch'], 'refs/heads/develop')]
  python.version: '3.8'

name: $(Date:yyyyMMdd)$(Rev:rrr)

stages:
  - stage: contrib
    pool:
      vmImage: 'ubuntu-20.04'
    jobs:
      - job: changes
        steps:
          - task: ChangedFiles@1
            name: CheckChanges
            inputs:
              verbose: true
              rules: |
                [ContribChanged]
                contrib/**

                [ExperimentalChanged]
                contrib/experimental/**

                [EthicalAIChanged]
                contrib/great_expectations_ethical_ai_expectations/**

                [GeospatialChanged]
                contrib/great_expectations_geospatial_expectations/**

                [SemanticTypesChanged]
                contrib/great_expectations_semantic_types_expectations/**

                [ZipcodeChanged]
                contrib/great_expectations_zipcode_expectations/**

      - job: lint
        dependsOn: changes
        condition: eq(dependencies.changes.outputs['CheckChanges.ContribChanged'], true)

        steps:
          - task: UsePythonVersion@0
            inputs:
              versionSpec: '$(python.version)'
            displayName: 'Use Python $(python.version)'

          - script: |
              pip install $(grep -E '^(black|invoke|isort|flake8|pyupgrade)' reqs/requirements-dev-contrib.txt)
              EXIT_STATUS=0
              invoke fmt --check || EXIT_STATUS=$?
              invoke lint || EXIT_STATUS=$?
              pyupgrade --py3-plus || EXIT_STATUS=$?
              exit $EXIT_STATUS

      - job: test
        dependsOn: lint

        steps:
          - task: UsePythonVersion@0
            inputs:
              versionSpec: '$(python.version)'
            displayName: 'Use Python $(python.version)'

          - bash: python -m pip install --upgrade pip==20.2.4
            displayName: 'Update pip'

      - job: deploy_experimental
        dependsOn: [changes, test]
        condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.ExperimentalChanged'], true), eq(variables.isDevelop, true))

        steps:
          - task: UsePythonVersion@0
            inputs:
              versionSpec: '$(python.version)'
            displayName: 'Use Python $(python.version)'

          - bash: python -m pip install --upgrade pip==20.2.4
            displayName: 'Update pip'

          - script: |
              pip install twine wheel
              git config --global user.email "team@greatexpectations.io"
              git config --global user.name "Great Expectations"
              echo '$(contrib_major).$(contrib_minor).$(Build.BuildNumber)' > ./PACKAGE_VERSION
              cat ./PACKAGE_VERSION
            workingDirectory: $(Build.SourcesDirectory)/contrib/experimental
            displayName: 'Update build version'

          # Build the python distribution from source
          - script: |
              python setup.py sdist
              python setup.py bdist_wheel
            workingDirectory: $(Build.SourcesDirectory)/contrib/experimental
            displayName: 'Build distribution'

          - task: TwineAuthenticate@1
            inputs:
              pythonUploadServiceConnection: pypi-great-expectations-experimental

          # Use command line script to 'twine upload', use -r to pass the repository name and --config-file to pass the environment variable set by the authenticate task.
          - script: |
              python -m twine upload -r great-expectations-experimental --verbose --config-file $(PYPIRC_PATH) dist/*
            workingDirectory: $(Build.SourcesDirectory)/contrib/experimental
            displayName: 'Upload'

      - job: deploy_ethical_ai
        dependsOn: [changes, test]
        condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.EthicalAIChanged'], true), eq(variables.isDevelop, true))

        steps:
          - script: |
              echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history'
            workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_ethical_ai_expectations
            displayName: 'TODO ethical_ai'

      - job: deploy_geospatial
        dependsOn: [changes, test]
        condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.GeospatialChanged'], true), eq(variables.isDevelop, true))

        steps:
          - script: |
              echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history'
            workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_geospatial_expectations
            displayName: 'TODO geospatial'

      - job: deploy_semantic_types
        dependsOn: [changes, test]
        condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.SemanticTypesChanged'], true), eq(variables.isDevelop, true))

        steps:
          - script: |
              echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history'
            workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_semantic_types_expectations
            displayName: 'TODO semantic_types'

      - job: deploy_zipcode
        dependsOn: [changes, test]
        condition: and(succeeded(), eq(dependencies.changes.outputs['CheckChanges.ZipcodeChanged'], true), eq(variables.isDevelop, true))

        steps:
          - script: |
              echo 'We should make a new pypi.org package and update it like https://pypi.org/project/great-expectations-experimental/#history'
            workingDirectory: $(Build.SourcesDirectory)/contrib/great_expectations_zipcode_expectations
            displayName: 'TODO zipcode'