Merge pull request #2189 from howdyai/bruce/botkitsetup1-19

Set up CI and daily builds

Author: benbrown

azure-pipelines.yml renamed to build/botkit-ci.yml

@@ -14,7 +14,7 @@ steps:
   inputs:
     versionSpec: '14.x'
     checkLatest: true
-  displayName: 'Install Node.js'
+  displayName: 'Install Node.js 14.x'
 
 - task: Bash@3
   inputs:
@@ -24,46 +24,47 @@ steps:
       rm -r packages/docs
       
       echo "rebase main package-lock"
-      cat package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > new-package-lock.json
+      cat package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > new-package-lock.json
       echo "moving file..."
       mv new-package-lock.json package-lock.json
       
       echo "rebase facebook adapter"
-      cat packages/botbuilder-adapter-facebook/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-facebook/new-package-lock.json
+      cat packages/botbuilder-adapter-facebook/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-facebook/new-package-lock.json
       echo "moving file..."
       mv packages/botbuilder-adapter-facebook/new-package-lock.json packages/botbuilder-adapter-facebook/package-lock.json
       
       echo "rebase hangouts adapter"
-      cat packages/botbuilder-adapter-hangouts/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-hangouts/new-package-lock.json
+      cat packages/botbuilder-adapter-hangouts/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-hangouts/new-package-lock.json
       mv packages/botbuilder-adapter-hangouts/new-package-lock.json packages/botbuilder-adapter-hangouts/package-lock.json
       
       echo "rebase slack adapter..."
-      cat packages/botbuilder-adapter-slack/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-slack/new-package-lock.json
+      cat packages/botbuilder-adapter-slack/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-slack/new-package-lock.json
       mv packages/botbuilder-adapter-slack/new-package-lock.json packages/botbuilder-adapter-slack/package-lock.json
       
       echo "rebase twilio adapter..."
-      cat packages/botbuilder-adapter-twilio-sms/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-twilio-sms/new-package-lock.json
+      cat packages/botbuilder-adapter-twilio-sms/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-twilio-sms/new-package-lock.json
       mv packages/botbuilder-adapter-twilio-sms/new-package-lock.json packages/botbuilder-adapter-twilio-sms/package-lock.json
       
       echo "rebase web adapter..."
-      cat packages/botbuilder-adapter-web/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-web/new-package-lock.json
+      cat packages/botbuilder-adapter-web/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-web/new-package-lock.json
       mv packages/botbuilder-adapter-web/new-package-lock.json packages/botbuilder-adapter-web/package-lock.json
       
       echo "rebase webex adapter..."
-      cat packages/botbuilder-adapter-webex/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-webex/new-package-lock.json
+      cat packages/botbuilder-adapter-webex/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-webex/new-package-lock.json
       mv packages/botbuilder-adapter-webex/new-package-lock.json packages/botbuilder-adapter-webex/package-lock.json
       
       echo "rebase cms plugin..."
-      cat packages/botkit-plugin-cms/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botkit-plugin-cms/new-package-lock.json
+      cat packages/botkit-plugin-cms/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botkit-plugin-cms/new-package-lock.json
       mv packages/botkit-plugin-cms/new-package-lock.json packages/botkit-plugin-cms/package-lock.json
       
       echo "rebase botkit..."
-      cat packages/botkit/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botkit/new-package-lock.json
+      cat packages/botkit/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botkit/new-package-lock.json
       mv packages/botkit/new-package-lock.json packages/botkit/package-lock.json
       
       echo "rebase generator..."
-      cat packages/generator-botkit/package-lock.json | node scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/generator-botkit/new-package-lock.json
+      cat packages/generator-botkit/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/generator-botkit/new-package-lock.json
       mv packages/generator-botkit/new-package-lock.json packages/generator-botkit/package-lock.json
+  displayName: 'Set up for FuseNPM feed'
 
 - task: Bash@3
   inputs:
@@ -73,31 +74,20 @@ steps:
       lerna bootstrap --hoist
       lerna run build
       lerna run pack
-
-- task: CopyFiles@2
-  displayName: copy .tgz files to staging area
-  inputs:
-    SourceFolder: packages
-    Contents: '*/*.tgz'
-    TargetFolder: '$(Build.ArtifactStagingDirectory)'
-    flattenFolders: true
+  displayName: 'Build packages'
 
 - task: ComponentGovernanceComponentDetection@0
+  displayName: 'Component Detection'
   inputs:
     scanType: 'Register'
     verbosity: 'Verbose'
     alertWarningLevel: 'High'
     failOnAlert: false
-- task: CredScan@3
-  inputs:
-    scanFolder: 'packages'
 
-- task: ManifestGeneratorTask@0
-  inputs:
-    BuildComponentPath: 'packages/'
-    PackageName: 'Botkit'
+- task: CredScan@3
 
-- task: PublishPipelineArtifact@1
-  inputs:
-    targetPath: '$(Pipeline.Workspace)'
-    publishLocation: 'pipeline'
+- powershell: |
+    Get-ChildItem .. -ErrorAction Continue -Recurse -Force | Where {$_.FullName -notlike "*node_modules*"}
+  displayName: 'Dir workspace except node_modules'
+  continueOnError: true
+  condition: succeededOrFailed()

build/botkit-daily.yml

@@ -0,0 +1,115 @@
+# Node.js
+# Build a general Node.js project with npm.
+# Add steps that analyze code, save build artifacts, deploy, and more:
+# https://docs.microsoft.com/azure/devops/pipelines/languages/javascript
+
+trigger:
+- main
+
+pool:
+  vmImage: windows-latest
+
+variables:
+  Packaging.EnableSBOMSigning: true
+
+steps:
+- task: NodeTool@0
+  inputs:
+    versionSpec: '14.x'
+    checkLatest: true
+  displayName: 'Install Node.js 14.x'
+
+- task: Bash@3
+  inputs:
+    targetType: 'inline'
+    script: |
+      rm -r packages/testbot
+      rm -r packages/docs
+      
+      echo "rebase main package-lock"
+      cat package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > new-package-lock.json
+      echo "moving file..."
+      mv new-package-lock.json package-lock.json
+      
+      echo "rebase facebook adapter"
+      cat packages/botbuilder-adapter-facebook/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-facebook/new-package-lock.json
+      echo "moving file..."
+      mv packages/botbuilder-adapter-facebook/new-package-lock.json packages/botbuilder-adapter-facebook/package-lock.json
+      
+      echo "rebase hangouts adapter"
+      cat packages/botbuilder-adapter-hangouts/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-hangouts/new-package-lock.json
+      mv packages/botbuilder-adapter-hangouts/new-package-lock.json packages/botbuilder-adapter-hangouts/package-lock.json
+      
+      echo "rebase slack adapter..."
+      cat packages/botbuilder-adapter-slack/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-slack/new-package-lock.json
+      mv packages/botbuilder-adapter-slack/new-package-lock.json packages/botbuilder-adapter-slack/package-lock.json
+      
+      echo "rebase twilio adapter..."
+      cat packages/botbuilder-adapter-twilio-sms/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-twilio-sms/new-package-lock.json
+      mv packages/botbuilder-adapter-twilio-sms/new-package-lock.json packages/botbuilder-adapter-twilio-sms/package-lock.json
+      
+      echo "rebase web adapter..."
+      cat packages/botbuilder-adapter-web/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-web/new-package-lock.json
+      mv packages/botbuilder-adapter-web/new-package-lock.json packages/botbuilder-adapter-web/package-lock.json
+      
+      echo "rebase webex adapter..."
+      cat packages/botbuilder-adapter-webex/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botbuilder-adapter-webex/new-package-lock.json
+      mv packages/botbuilder-adapter-webex/new-package-lock.json packages/botbuilder-adapter-webex/package-lock.json
+      
+      echo "rebase cms plugin..."
+      cat packages/botkit-plugin-cms/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botkit-plugin-cms/new-package-lock.json
+      mv packages/botkit-plugin-cms/new-package-lock.json packages/botkit-plugin-cms/package-lock.json
+      
+      echo "rebase botkit..."
+      cat packages/botkit/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/botkit/new-package-lock.json
+      mv packages/botkit/new-package-lock.json packages/botkit/package-lock.json
+      
+      echo "rebase generator..."
+      cat packages/generator-botkit/package-lock.json | node build/scripts/rebasePackageLock.js https://fuselabs.pkgs.visualstudio.com/_packaging/FuseNPM/npm/registry/ > packages/generator-botkit/new-package-lock.json
+      mv packages/generator-botkit/new-package-lock.json packages/generator-botkit/package-lock.json
+  displayName: 'Set up for FuseNPM feed'
+
+- task: Bash@3
+  inputs:
+    targetType: 'inline'
+    script: |
+      npm install --ignore-scripts
+      lerna bootstrap --hoist
+      lerna run build
+      lerna run pack
+  displayName: 'Build packages'
+
+- task: CopyFiles@2
+  displayName: copy .tgz files to staging area
+  inputs:
+    SourceFolder: packages
+    Contents: '*/*.tgz'
+    TargetFolder: '$(Build.ArtifactStagingDirectory)/drop'
+    flattenFolders: true
+
+- task: ComponentGovernanceComponentDetection@0
+  displayName: 'Component Detection'
+  inputs:
+    scanType: 'Register'
+    verbosity: 'Verbose'
+    alertWarningLevel: 'High'
+    failOnAlert: false
+
+- task: AzureArtifacts.manifest-generator-task.manifest-generator-task.ManifestGeneratorTask@0
+  displayName: 'Generate Software Bill of Materials (SBOM)'
+  inputs:
+    BuildDropPath: '$(Build.ArtifactStagingDirectory)/drop'
+    PackageName: 'Microsoft Botkit'
+    PackageVersion: $(ReleasePackageVersion)
+
+- task: PublishBuildArtifacts@1
+  displayName: 'Push .tgz files to Artifacts drop'
+  inputs:
+    PathtoPublish: '$(Build.ArtifactStagingDirectory)\drop'
+    ArtifactName: drop
+
+- powershell: |
+    Get-ChildItem .. -ErrorAction Continue -Recurse -Force | Where {$_.FullName -notlike "*node_modules*"}
+  displayName: 'Dir workspace except node_modules'
+  continueOnError: true
+  condition: succeededOrFailed()