Add 2 YAML builds for DotNet CI

build/PublishToCoveralls.ps1

@@ -3,7 +3,7 @@
 # Arguments example: -coverallsToken $(Coveralls.Token) -pathToCoverageFiles $(Build.SourcesDirectory)\CodeCoverage
 #
 Param(
-    [string]$coverallsToken,
+    [string]$coverallsToken = '',  # This arg will display in the Azure pipeline log. To hide it, pass it as environment var CoverallsToken instead.
     [string]$pathToCoverageFiles,
     [string]$serviceName = 'Azure DevOps'
 )
@@ -28,9 +28,15 @@ $analyzeArgs += $coverageFiles
 Foreach ($i in $analyzeArgs) { Write-Host "  $i" }
 ."$coverageAnalyzer" @analyzeArgs
 
+# Get $coverallsToken from environment var
+if ($coverallsToken -eq '') {
+    $coverallsToken = $Env:CoverallsToken;
+}
+
 Write-Host "Upload coverage [$coverageUploader] with args"
 if (Test-Path env:System_PullRequest_SourceBranch) {
-    $branchName = $env:System_PullRequest_SourceBranch -replace "refs/heads/", "" }
+    $branchName = $env:System_PullRequest_SourceBranch -replace "refs/heads/", "" 
+}
 $uploadArgs = @(
     "--dynamiccodecoverage",
     "-i ""$pathToCoverageFiles\coverage.coveragexml""",
@@ -45,17 +51,20 @@ $uploadArgs = @(
     "--commitMessage ""$env:Build_SourceVersionMessage""",
     "--serviceName ""$serviceName"""
 );
-if (Test-Path env:System_PullRequest_SourceBranch)
-{
+if (Test-Path env:System_PullRequest_SourceBranch) {
     $uploadArgs += "--commitBranch ""$($env:System_PullRequest_SourceBranch -replace ""refs/heads/"", """")"""
 }
-else
-{
+else {
     $uploadArgs += "--commitBranch ""$($env:Build_SourceBranch -replace ""refs/heads/"", """")"""
 }
-if (Test-Path env:System_PullRequest_PullRequestNumber)
-{
+if (Test-Path env:System_PullRequest_PullRequestNumber) {
     $uploadArgs += "--pullRequest ""$env:System_PullRequest_PullRequestNumber"""
 }
-Foreach ($i in $uploadArgs) { Write-Host "  $i" }
+Foreach ($i in $uploadArgs) { 
+    if (-not $i.StartsWith("--repoToken")) {
+        Write-Host "  $i";
+    } else {
+        Write-Host "  --repoToken ******";
+    }
+}
 Start-Process $coverageUploader -ArgumentList $uploadArgs -NoNewWindow

build/yaml/botbuilder-dotnet-ci-mac.yml

@@ -0,0 +1,59 @@
+#
+# This YAML build definition replaces the classic BotBuilder-DotNet-master-CI-PR-(MacLinux)
+#
+
+# "name" here defines the build number format. Build number is accessed via $(Build.BuildNumber)
+name: $(Build.BuildId)
+variables:
+  BuildConfiguration: debug
+  #Parameters.solution: Microsoft.Bot.Builder-Standard.sln
+
+pool:
+    vmImage: 'macOS-10.14'
+steps:
+- task: UseDotNet@2
+  displayName: 'Use .Net Core sdk 2.1.x'
+  inputs:
+    version: 2.1.x
+
+- task: UseDotNet@2
+  displayName: 'Use .Net Core sdk 3.0.x'
+  inputs:
+    version: 3.0.x
+
+- task: NuGetToolInstaller@0
+  displayName: 'Use NuGet 4.9.1'
+  inputs:
+    versionSpec: 4.9.1
+
+- task: NuGetCommand@2
+  displayName: 'NuGet restore'
+  inputs:
+    restoreSolution: Microsoft.Bot.Builder-Standard.sln
+
+- task: DotNetCoreCLI@2
+  displayName: 'dotnet build'
+  inputs:
+    projects: Microsoft.Bot.Builder.sln
+
+- task: DotNetCoreCLI@2
+  displayName: 'dotnet test'
+  inputs:
+    command: test
+    projects: |
+     Tests/**/*Tests.csproj
+
+    arguments: '-v n  --configuration $(BuildConfiguration) --no-build --no-restore --filter TestCategory!=IgnoreInAutomatedBuild --collect:"Code Coverage" --settings $(Build.SourcesDirectory)\CodeCoverage.runsettings'
+
+- task: PublishBuildArtifacts@1
+  displayName: 'Publish Artifact: build folder'
+  inputs:
+    PathtoPublish: build
+    ArtifactName: build
+
+- powershell: |
+   cd ..
+   ls -R
+  displayName: 'Dir workspace'
+  continueOnError: true
+  condition: succeededOrFailed()

build/yaml/botbuilder-dotnet-ci.yml

@@ -0,0 +1,81 @@
+#
+# This YAML build definition replaces the classic BotBuilder-DotNet-master-CI-PR
+#
+
+# "name" here defines the build number format. Build number is accessed via $(Build.BuildNumber)
+name: $(Build.BuildId)
+variables:
+  ApiCompatVersion: 4.6.3
+  BotBuilderDll: Microsoft.Bot.Builder.AI.Luis,Microsoft.Bot.Builder.AI.QnA,Microsoft.Bot.Builder.ApplicationInsights,Microsoft.Bot.Builder.Azure,Microsoft.Bot.Builder.Dialogs,Microsoft.Bot.Builder.Integration.ApplicationInsights.Core,Microsoft.Bot.Builder.Integration.AspNet.Core,Microsoft.Bot.Builder.TemplateManager,Microsoft.Bot.Builder.Testing,Microsoft.Bot.Builder,Microsoft.Bot.Configuration,Microsoft.Bot.Connector,Microsoft.Bot.Schema,Microsoft.Bot.Streaming
+  BuildConfiguration: Debug-Windows
+  BuildPlatform: any cpu
+  CoverallsToken: define this in Azure
+  GitHubCommentApiKey: define this in Azure
+  IsBuildServer: true # This is consumed by projects in Microsoft.Bot.Builder.sln.
+  Parameters.solution: Microsoft.Bot.Builder.sln
+  PreviewPackageVersion: 4.6.0-preview-$(Build.BuildNumber) # This is consumed by projects in Microsoft.Bot.Builder.sln.
+  ReleasePackageVersion: 4.6.0-preview-$(Build.BuildNumber) # This is consumed by projects in Microsoft.Bot.Builder.sln.
+pool:
+  name: Hosted Windows 2019 with VS2019
+  demands:
+  - msbuild
+  - visualstudio
+
+#The following 2 stages run multi-configuration, multi-agent parallel jobs
+stages:
+- stage: Build
+  jobs:
+  - job: Debug_Windows_Configuration
+    variables:
+      BuildConfiguration: Debug-Windows
+    steps:
+    - template: ci-build-steps.yml
+    - template: ci-test-steps.yml
+  - job: Release_Windows_Configuration
+    variables:
+      BuildConfiguration: Release-Windows
+    steps:
+    - template: ci-build-steps.yml
+    - template: ci-test-steps.yml
+
+- stage: API_Compatibility_Validation
+  dependsOn: Build
+  jobs:
+  - job: generate_multijob_vars
+    steps:
+    - powershell: |
+       $multijobs = '{';
+
+       $env:BotBuilderDll.Split(",") | ForEach {
+           $library = $_.Trim()
+           Write-Host $library
+
+           $threadName = $library.Split(".")[-1];
+           $multijobs += "'" + $threadName + "':{'BotBuilderDll':'" + $library + "'}, ";
+         }
+       $multijobs = $multijobs.TrimEnd(' ').TrimEnd(',') + "}";
+       $multijobs
+
+       "##vso[task.setVariable variable=MULTIJOBS;isOutput=true]$multijobs"
+      name: generate_vars
+    - script: echo $(generate_vars.MULTIJOBS)
+
+  - job: check_api_for
+    dependsOn: generate_multijob_vars
+    timeoutInMinutes: 10
+    strategy:
+      maxParallel: 10
+      matrix: $[ dependencies.generate_multijob_vars.outputs['generate_vars.MULTIJOBS'] ]
+    steps:
+    - script: echo $(BotBuilderDll)
+    - template: ci-api-validation-steps.yml
+
+- stage: Post_Results_to_GitHub
+  dependsOn: API_Compatibility_Validation
+  jobs:
+  - job: Post_to_GitHub
+    variables:
+      BuildConfiguration: Release-Windows
+    steps:
+    #- script: echo Executing this 3
+    - template: ci-post-to-github-steps.yml

build/yaml/ci-api-validation-steps.yml

@@ -0,0 +1,59 @@
+steps:
+- task: DownloadPipelineArtifact@1
+  displayName: 'Download BotBuilderDLLs artifact'
+  inputs:
+    artifactName: 'BotBuilderDLLs-Debug-Windows'
+    targetPath: '$(System.ArtifactsDirectory)/Artifacts'
+
+- task: NuGetCommand@2
+  displayName: 'NuGet Install of Compatability Target Package: $(BotBuilderDll)'
+  inputs:
+    command: custom
+    arguments: 'install $(BotBuilderDll) -Version $(ApiCompatVersion) -OutputDirectory $(System.DefaultWorkingDirectory)\DownloadedNuGet'
+
+- task: CmdLine@1
+  displayName: 'Run dir'
+  inputs:
+    filename: dir
+    arguments: '..\*.* /s'
+  enabled: false
+
+- task: SOUTHWORKS.binaries-comparer.custom-build-release-task.binaries-comparer@0
+  displayName: 'Compare Binaries'
+  inputs:
+    contractsRootFolder: 'DownloadedNuGet\$(BotBuilderDll).$(ApiCompatVersion)\lib\netstandard2.0'
+    contractsFileName: '$(BotBuilderDll).dll'
+    implFolder: '$(System.ArtifactsDirectory)/Artifacts'
+    failOnIssue: true
+    resolveFx: false
+    generateLog: true
+    outputFilename: '$(BotBuilderDll).$(ApiCompatVersion).CompatResults.txt'
+    outputFolder: '$(Build.ArtifactStagingDirectory)'
+    useBaseline: false
+
+- powershell: |
+   $FileName = "$(Build.ArtifactStagingDirectory)\$(BotBuilderDll).$(ApiCompatVersion).CompatResults.txt"
+   $FileContent = @(Get-Content $FileName)
+
+   $FileContent[0] = $FileContent[0] + " compared against [version $(ApiCompatVersion)](https://www.nuget.org/packages/$(BotBuilderDll)/$(ApiCompatVersion))"
+
+   if ($FileContent.Length -eq 1) {
+   [system.io.file]::WriteAllText($fileName,$FileContent)
+   } else {
+   Set-Content $fileName $FileContent
+   }
+
+   Write-Host "The updated line 1: `n$FileContent[0]"
+  displayName: 'Insert nuget link into ApiCompat results file.'
+
+- task: PublishBuildArtifacts@1
+  displayName: 'Publish Compat Results artifact'
+  inputs:
+    ArtifactName: '$(BotBuilderDll).$(ApiCompatVersion).CompatResults'
+
+- script: |
+   cd ..
+   dir /s
+  displayName: 'Dir workspace'
+  continueOnError: true
+  condition: succeededOrFailed()

build/yaml/ci-build-steps.yml

@@ -0,0 +1,46 @@
+steps:
+- powershell: 'gci env:* | sort-object name | Format-Table -AutoSize -Wrap'
+  displayName: 'Display env vars'
+
+- task: UseDotNet@2
+  displayName: 'Use .Net Core sdk 2.1.x'
+  inputs:
+    version: 2.1.x
+
+- task: UseDotNet@2
+  displayName: 'Use .Net Core sdk 3.0.x'
+  inputs:
+    version: 3.0.x
+
+# Variables ReleasePackageVersion and PreviewPackageVersion are consumed by projects in Microsoft.Bot.Builder.sln.
+# For the signed build, they should be settable at queue time. To set that up, define the variables in Azure on the Variables tab.
+- task: colinsalmcorner.colinsalmcorner-buildtasks.tag-build-task.tagBuildOrRelease@0
+  displayName: 'Tag Build with PackageVersion'
+  inputs:
+    tags: 'Version=$(ReleasePackageVersion)'
+
+- task: NuGetToolInstaller@0
+  displayName: 'Use NuGet 4.9.1'
+  inputs:
+    versionSpec: 4.9.1
+
+- task: NuGetCommand@2
+  displayName: 'NuGet restore'
+  inputs:
+    restoreSolution: '$(Parameters.solution)'
+
+- task: VSBuild@1
+  displayName: 'Build solution Microsoft.Bot.Builder.sln'
+  inputs:
+    solution: '$(Parameters.solution)'
+    vsVersion: 16.0
+    msbuildArgs: '-p:SignAssembly=false -p:delaySign=false'
+    platform: '$(BuildPlatform)'
+    configuration: '$(BuildConfiguration)'
+
+- script: |
+   cd ..
+   dir *.* /s
+  displayName: 'Dir workspace'
+  continueOnError: true
+  condition: succeededOrFailed()

build/yaml/ci-post-to-github-steps.yml

@@ -0,0 +1,29 @@
+steps:
+- task: DownloadBuildArtifacts@0
+  displayName: 'Download Compat Results artifact'
+  inputs:
+    downloadType: specific
+    itemPattern: '**\*.txt'
+    downloadPath: '$(System.ArtifactsDirectory)\ApiCompat'
+
+- task: SOUTHWORKS.github-pr-comment.custom-publish-comment-task.github-pr-comment@0
+  displayName: 'Publish Compat Results to Github'
+  inputs:
+    userToken: '$(GitHubCommentApiKey)'
+    bodyFilePath: '$(System.ArtifactsDirectory)\ApiCompat'
+    getSubFolders: true
+
+- task: Southworks-Pipelines-Test.github-pr-comment-multiple-files.custom-publish-comment-task.github-pr-comment-multiple-files@0
+  displayName: 'GitHub Comment Publisher -OLD'
+  inputs:
+    userToken: '$(GitHubCommentApiKey)'
+    bodyFilePath: '$(System.ArtifactsDirectory)\ApiCompat'
+    getSubFolders: true
+  enabled: false
+
+- script: |
+   cd ..
+   dir /s
+  displayName: 'Dir workspace'
+  continueOnError: true
+  condition: succeededOrFailed()