Js sdk fixes (#274)

* Python GA support

* updated mac address rule (#225)

* updated mac address rule

* removed workforce dir

---------

Co-authored-by: “Hitesh <hitesh.bedre@privado.com>

* Fix the sdk rules for javascript

* Update the okta rule

* Remove unwanted rules

---------

Co-authored-by: hiteshbedre <32206192+hiteshbedre@users.noreply.github.com>
Co-authored-by: KhemrajSingh Rathore <khemraj.rathore@privado.ai>
Co-authored-by: “Hitesh <hitesh.bedre@privado.com>
Co-authored-by: Pandurang Patil <pandurang.patil@gmail.com>

config/systemConfig/javascript.yaml

@@ -9,4 +9,4 @@ systemConfig:
     value: (?i)(?:url|client|openConnection|request|execute|newCall|load|host|access|usequery|fetch|axios|cors|get|getInputStream|getApod|getForObject|getForEntity|list|set|put|post|proceed|trace|patch|Path|send|sendAsync|remove|delete|write|read|assignment|provider|exchange|postForEntity|call|createCall|createEndpoint|dispatch|invoke|newMessage|getInput|getOutput|getResponse|marshall|unmarshall|send|asyncSend|emit|on)
 
   - key: apiIdentifier
-    value: (?i).*((hook|base|auth|prov|endp|install|cloud|host|request|service|gateway|route|resource|upload|api|worker)(.){0,12}url|(slack|web)(.){0,4}hook|(rest|api|host|cloud|request|service)(.){0,4}(endpoint|gateway|route)).*
+    value: (?i).*((hook|base|auth|prov|endp|install|cloud|host|request|service|gateway|route|resource|upload|api|worker)(.){0,12}url|(slack|web)(.){0,4}hook|(sentry|segment)(.){0,1}(dsn)|(rest|api|host|cloud|request|service)(.){0,4}(endpoint|gateway|route)).*

rules/collections/default/javascript.yaml

@@ -2,5 +2,5 @@ collections:
   - id: Collections.Express
     name: Express framework restendpoint
     patterns: 
-      - "express.(post|get|all|delete|put|patch|head|subscribe|unsubscribe)"
+      - "(?:express|fetch|@feathersjs/feathers|fastify|restify|@nestjs/cli|itty-router|koa-router|@ioc[:]Adonis|@adonisjs|@sails|sails|.*loopback|.*(?:socket[.](io|on|to).*)|(?:io[.]on.*(connection|leave-room|join-room))).*"
     tags:

rules/sinks/storages/cookiemanager/javascript.yaml

@@ -25,21 +25,21 @@ sinks:
       - "(?i)(\\bstorage\\b|sessionstorage)(.*)(setItem|clear|removeItem)"
     tags:
 
-  - id: Storages.Web.Cookie.READ
-    name: Web Storage Cookie(READ)
+  - id: Storages.Web.Cookie.Read
+    name: Web Storage Cookie(Read)
     patterns:
       - "(?i).*(getCookie|useCookies)"
     tags:
       law: GDPR
 
-  - id: Storages.Web.LocalStorage.READ
-    name: Web LocalStorage(READ)
+  - id: Storages.Web.LocalStorage.Read
+    name: Web LocalStorage(Read)
     patterns:
       - "(?i)(localStorage).*(clear|getItem)"
     tags:
 
-  - id: Storages.Web.SessionStorage.READ
-    name: Web SessionStorage(READ)
+  - id: Storages.Web.SessionStorage.Read
+    name: Web SessionStorage(Read)
     patterns:
       - "(?i)(\\bstorage\\b|sessionstorage)(.*)(getItem)"
     tags:

rules/sinks/third_parties/sdk/bugfender/javascript.yaml

@@ -9,13 +9,5 @@ sinks:
     domains:
       - "bugfender.com"
     patterns:
-      - "@bugfender\\/rn-bugfender|cordova-plugin-bugfender"
-    tags:
-
-  - id: ThirdParties.SDK.Bugfender.Js
-    name: Bugfender Js
-    domains:
-      - "js.bugfender.com"
-    patterns:
-      - "@bugfender\\/sdk"
+      - "@bugfender\\/rn-bugfender|cordova-plugin-bugfender|@bugfender\\/sdk"
     tags:

rules/sinks/third_parties/sdk/bugsnag/javascript.yaml

@@ -9,5 +9,5 @@ sinks:
     domains:
       - "bugsnag.com"
     patterns:
-      - "ah-bugsnag-plugin|graphql-middleware-bugsnag|cabin|@bugsnag\\/expo|epic-logger|vite-plugin-bugsnag|bunyan-bugsnag|bugsnag-roku|nest-bugsnag|@wizbii\\/nest-bugsnag|winston-bugsnag|@ssut\\/nest-bugsnag|bugsnag-browser-lite|@werkspot\\/decrypterror|nest-bugsnag-remade|paperplane-bugsnag|@articulate\\/paperplane-bugsnag|@keyrock\\/winston-bugsnag-transport|adonis-bugsnag|@bugsnag\\/js|@bugsnag\\/source-maps|@bugsnag\\/react-native|axe|sensitive-fields|@nkaurelien\\/nest-bugsnag|winston-3-bugsnag-transport"
+      - "ah-bugsnag-plugin|contactsnag|graphql-middleware-bugsnag|cabin|@bugsnag\\/expo|epic-logger|vite-plugin-bugsnag|bunyan-bugsnag|bugsnag-roku|nest-bugsnag|@wizbii\\/nest-bugsnag|winston-bugsnag|@ssut\\/nest-bugsnag|bugsnag-browser-lite|@werkspot\\/decrypterror|nest-bugsnag-remade|paperplane-bugsnag|@articulate\\/paperplane-bugsnag|@keyrock\\/winston-bugsnag-transport|adonis-bugsnag|@bugsnag\\/js|@bugsnag\\/source-maps|@bugsnag\\/react-native|axe|sensitive-fields|@nkaurelien\\/nest-bugsnag|winston-3-bugsnag-transport"
     tags:

rules/sinks/third_parties/sdk/cloudinary/javascript.yaml

@@ -9,5 +9,5 @@ sinks:
     domains:
       - "cloudinary.com"
     patterns:
-      - "next-cloudinary|nodebb-plugin-cloudstorage|cloudinary-core|netlify-cms-media-library-cloudinary|cloudinary-build-url|ghost-storage-cloudinary|simple-cloudinary|responsive-configuration-builder|gridsome-transformer-img|react-cloudinary|multer-storage-cloudinary|@igloo-be\\/netlify-cms-media-library-cloudinary|ssimulacra-bin|angular-cloudinary|ngx-picture|@zifahm\\/uppy-cloudinary|multer-cloudinary|adonis-4-cloudinary|easy-cloudinary-eager-transformation|alfredinary|@talves\\/netlify-cms-media-library-cloudinary|react-native-cloudinary-image-display|vuetify-cloudinary-upload|comot|@cld-apis\\/types|@cloudinary\\/react|@dylanvann\\/gatsby-cloudinary|@forgettingpasswords\\/netlify-cms-media-library-cloudinary|marked-cloudinary|wdio-allure-ts|cloudinary-react|cloudinary_js|cloudinary-vue|ghost-cloudinary-store|react-native-cloudinary-sizing|cloudinary|cloudinary-microurl|cloudinary-video-player|react-cloudinary-lazy-image|@dylanvann\\/gatsby-remark-cloudinary|gridsome-source-cloudinary|gs-image-node|cloudinary-tiny-js|vue-cloudinary|express-cloudinary|ngx-cloudinary-upload-widget|cloudinary-multer|react-native-cloudinary-x|hexo-cloudinary|cloudinary-upload|react-element-size-reporter|@nerevu\\/cloudinary-brunch|@cloudinary\\/url-gen|gatsby-source-cloudinary|@gilbarbara\\/cloudinary|@ekwoka\\/x-rias|@cloudinary\\/html|@cloudinary\\/angular|@cloudinary\\/svelte|vue-cloudinary-media-library-plugin|hexo-cldnry|@mayas\\/cld-api|element-size-reporter|handlebars-cloudinary|@app-masters\\/react-cloudinary-uploader|@cloudinary\\/angular-4.x|@cloudinary\\/js-streaming|cloudinary-angular|cloudinary-url|angular-tiny-cloudinary|vue-cloudinary-plugin|sanity-plugin-asset-source-cloudinary|cloudinary-promised|cloudinary-workbox-plugin|adonisjs-cloudinary|react-native-cloudinary-unsigned|gridsome-plugin-cloudinary|eleventy-plugin-cloudinary|strapi-provider-upload-cloudinary-folderoptions|@socialize\\/cloudinary|@cld-apis\\/utils|@nuxtjs\\/cloudinary|@cloudinary\\/angular-5.x|cloudinary_ng"
+      - "next-cloudinary|nodebb-plugin-cloudstorage|cloudinary-core|netlify-cms-media-library-cloudinary|cloudinary-build-url|ghost-storage-cloudinary|simple-cloudinary|responsive-configuration-builder|gridsome-transformer-img|react-cloudinary|@apollosproject\\/data-connector-cloudinary|multer-storage-cloudinary|@igloo-be\\/netlify-cms-media-library-cloudinary|ssimulacra-bin|angular-cloudinary|ngx-picture|@zifahm\\/uppy-cloudinary|multer-cloudinary|adonis-4-cloudinary|easy-cloudinary-eager-transformation|alfredinary|@talves\\/netlify-cms-media-library-cloudinary|react-native-cloudinary-image-display|vuetify-cloudinary-upload|comot|@cld-apis\\/types|@cloudinary\\/react|@dylanvann\\/gatsby-cloudinary|@forgettingpasswords\\/netlify-cms-media-library-cloudinary|marked-cloudinary|wdio-allure-ts|cloudinary-react|cloudinary_js|cloudinary-vue|ghost-cloudinary-store|react-native-cloudinary-sizing|cloudinary|cloudinary-microurl|cloudinary-video-player|react-cloudinary-lazy-image|@dylanvann\\/gatsby-remark-cloudinary|gridsome-source-cloudinary|gs-image-node|cloudinary-tiny-js|vue-cloudinary|express-cloudinary|ngx-cloudinary-upload-widget|cloudinary-multer|react-native-cloudinary-x|hexo-cloudinary|cloudinary-upload|react-element-size-reporter|@nerevu\\/cloudinary-brunch|@cloudinary\\/url-gen|gatsby-source-cloudinary|@gilbarbara\\/cloudinary|@ekwoka\\/x-rias|@cloudinary\\/html|@cloudinary\\/angular|@cloudinary\\/svelte|vue-cloudinary-media-library-plugin|hexo-cldnry|@mayas\\/cld-api|element-size-reporter|handlebars-cloudinary|@app-masters\\/react-cloudinary-uploader|@cloudinary\\/angular-4.x|@cloudinary\\/js-streaming|cloudinary-angular|cloudinary-url|angular-tiny-cloudinary|vue-cloudinary-plugin|sanity-plugin-asset-source-cloudinary|cloudinary-promised|cloudinary-workbox-plugin|adonisjs-cloudinary|react-native-cloudinary-unsigned|gridsome-plugin-cloudinary|eleventy-plugin-cloudinary|strapi-provider-upload-cloudinary-folderoptions|@socialize\\/cloudinary|@cld-apis\\/utils|@nuxtjs\\/cloudinary|@cloudinary\\/angular-5.x|cloudinary_ng"
     tags:

rules/sinks/third_parties/sdk/cylonjs/javascript.yaml

@@ -9,5 +9,5 @@ sinks:
     domains:
       - "cylonjs.com"
     patterns:
-      - "cylon-force"
+      - "cylon"
     tags:

rules/sinks/third_parties/sdk/lunr/javascript.yaml → rules/sinks/third_parties/sdk/emailjs/javascript.yaml

@@ -4,10 +4,10 @@
 
 sinks:
 
-  - id: ThirdParties.SDK.Lunr
-    name: Lunr
+  - id: ThirdParties.SDK.EmailJS
+    name: EmailJS
     domains:
-      - "lunrjs.com"
+      - "emailjs.com"
     patterns:
-      - "lunr"
+      - "emailjs-com"
     tags:

rules/sinks/third_parties/sdk/firebaseapp/javascript.yaml

@@ -4,11 +4,11 @@
 
 sinks:
 
-  - id: ThirdParties.SDK.Firebaseapp.Ngx-auth-firebaseui
-    name: Firebaseapp Ngx-auth-firebaseui
+  - id: ThirdParties.SDK.Firebaseapp
+    name: Firebaseapp
     domains:
-      - "ngx-auth-firebaseui.firebaseapp.com"
+      - "firebaseapp.com"
     patterns:
       - "firebaseio[.]com"
-      - "ngx-auth-firebaseui|@asithade\\/ngx-auth-firebaseui"
+      - "ngx-auth-firebaseui|@asithade\\/ngx-auth-firebaseui|@fire-fly\\/jugnu"
     tags:

rules/sinks/third_parties/sdk/gatsbyjs/javascript.yaml

@@ -9,13 +9,5 @@ sinks:
     domains:
       - "gatsbyjs.com"
     patterns:
-      - "gatsby-plugin-gatsby-cloud"
-    tags:
-
-  - id: ThirdParties.SDK.Gatsbyjs
-    name: Gatsbyjs
-    domains:
-      - "gatsbyjs.org"
-    patterns:
-      - "@ccalamos\\/gatsby-source-googlemaps-static"
+      - "gatsby-plugin-gatsby-cloud|@ccalamos\\/gatsby-source-googlemaps-static"
     tags:

rules/sinks/third_parties/sdk/github/javascript.yaml

@@ -22,38 +22,6 @@ sinks:
       - "admob-plus-cordova|gdevelop-cordova-admob-plus|@admob-plus\\/capacitor|@admob-plus\\/ionic|@admob-plus\\/react-native|cordova-admob-plus-nl"
     tags:
 
-  - id: ThirdParties.SDK.Github.Angulartics
-    name: Github Angulartics
-    domains:
-      - "angulartics.github.io"
-    patterns:
-      - "angulartics2|angulartics|angulartics-piwik"
-    tags:
-
-  - id: ThirdParties.SDK.Github.Bamlab
-    name: Github Bamlab
-    domains:
-      - "bamlab.github.io"
-    patterns:
-      - "@bam.tech\\/react-native-batch"
-    tags:
-
-  - id: ThirdParties.SDK.Github.Contactlab
-    name: Github Contactlab
-    domains:
-      - "contactlab.github.io"
-    patterns:
-      - "contactsnag"
-    tags:
-
-  - id: ThirdParties.SDK.Firefly-jugnu
-    name: Firefly-jugnu
-    domains:
-      - "firefly-jugnu.github.io"
-    patterns:
-      - "@fire-fly\\/jugnu"
-    tags:
-
   - id: ThirdParties.SDK.Flamelink
     name: Flamelink
     domains:
@@ -100,36 +68,4 @@ sinks:
       - "react-native-share.github.io"
     patterns:
       - "react-native-share"
-    tags:
-
-  - id: ThirdParties.SDK.Github.Recallgraph
-    name: Github Recallgraph
-    domains:
-      - "recallgraph.github.io"
-    patterns:
-      - "@recallgraph\\/foxx-tracer"
-    tags:
-
-  - id: ThirdParties.SDK.Github.Reidjs
-    name: Github Reidjs
-    domains:
-      - "reidjs.github.io"
-    patterns:
-      - "react-firebase-input"
-    tags:
-
-  - id: ThirdParties.SDK.Github.Relay-tools
-    name: Github Relay-tools
-    domains:
-      - "relay-tools.github.io"
-    patterns:
-      - "relay-hooks"
-    tags:
-
-  - id: ThirdParties.SDK.Github.Ventx
-    name: Github Ventx
-    domains:
-      - "ventx.github.io"
-    patterns:
-      - "@ventx\\/ler53s3"
-    tags:
+    tags:

rules/sinks/third_parties/sdk/google/javascript.yaml

@@ -210,7 +210,7 @@ sinks:
     domains:
       - "cloud.google.com/storage"
     patterns:
-      - "electron-publisher-gcs|gstorage-video-optimizer|skipper-gcstorage|@google-cloud\\/storage|@nx-extend\\/gcp-storage|@google-cloud\\/storage-transfer|google-cloud-storage-standalone|ghost-google-cloud-storage-serve"
+      - "electron-publisher-gcs|gstorage-video-optimizer|skipper-gcstorage|@google-cloud\\/storage|@nx-extend\\/gcp-storage|@google-cloud\\/storage-transfer|google-cloud-storage-standalone|ghost-google-cloud-storage-serve|@augmentedjs\\/gcp-resource-manager"
     tags:
 
   - id: ThirdParties.SDK.Google.Cloud.Datastore

rules/sinks/third_parties/sdk/intercom/javascript.yaml

@@ -9,5 +9,5 @@ sinks:
     domains:
       - "intercom.io"
     patterns:
-      - "intercom-next|ember-elevio|gatsby-plugin-intercom-spa|react-intercom-widget|ember-metrics|intercom.io|cordova-plugin-intercom|tabex|react-use-intercom|ember-intercom-io|ng-intercom|@analytics\\/intercom|passport-intercom|crosstab|react-live-chat-loader|intercom-react|cwb|@segment\\/analytics.js-integration-intercom|facet-intercom|@reclaim-ai\\/react-intercom-hook|next-intercom|gatsby-plugin-intercom|intercom-service-js|react-intercom-hook|ng-intercom-angular-ten|angular-intercom|intercom-facade|simple-node-intercom-io|@paperbits\\/intercom|tab-emitter|use-intercom-hook|ng-intercom-upd|@mentorly\\/react-intercom-hook|wechaty-intercom|@musicplayce\\/intercom-ts|@mobileaction\\/ui-modules|vuepress-intercom|intercomly|@vai0s-org\\/react-use-intercom|react-custom-chat|@beyonk\\/svelte-intercom|@efstajas\\/tela|intercom-react-native|@vai0\\/react-use-intercom|@runnable\\/orion|ng2-intercom|react-facebook-message-us|@getlago\\/passport-intercom|@jackmerrill\\/next-intercom|ng-intercom-multi"
+      - "intercom-next|trailpack-intercom|ember-elevio|gatsby-plugin-intercom-spa|react-intercom-widget|ember-metrics|intercom.io|cordova-plugin-intercom|tabex|react-use-intercom|ember-intercom-io|ng-intercom|@analytics\\/intercom|passport-intercom|crosstab|react-live-chat-loader|intercom-react|cwb|@segment\\/analytics.js-integration-intercom|facet-intercom|@reclaim-ai\\/react-intercom-hook|next-intercom|gatsby-plugin-intercom|intercom-service-js|react-intercom-hook|ng-intercom-angular-ten|angular-intercom|intercom-facade|simple-node-intercom-io|@paperbits\\/intercom|tab-emitter|use-intercom-hook|ng-intercom-upd|@mentorly\\/react-intercom-hook|wechaty-intercom|@musicplayce\\/intercom-ts|@mobileaction\\/ui-modules|vuepress-intercom|intercomly|@vai0s-org\\/react-use-intercom|react-custom-chat|@beyonk\\/svelte-intercom|@efstajas\\/tela|intercom-react-native|@vai0\\/react-use-intercom|@runnable\\/orion|ng2-intercom|react-facebook-message-us|@getlago\\/passport-intercom|@jackmerrill\\/next-intercom|ng-intercom-multi"
     tags:

rules/sinks/third_parties/sdk/mapbox/javascript.yaml

@@ -9,5 +9,5 @@ sinks:
     domains:
       - "mapbox.com"
     patterns:
-      - "@mapbox\\/mapbox-sdk|mapbox|react-map-gl"
+      - "@mapbox\\/mapbox-sdk|mapbox|react-map-gl|mapbox-gl"
     tags:

rules/sinks/third_parties/sdk/okta/javascript.yaml

@@ -9,5 +9,6 @@ sinks:
     domains:
       - "okta.com"
     patterns:
-      - "@okta\\/okta-vue|@okta\\/okta-auth-js|@okta\\/okta-react"
+      - "@okta\\/okta-(vue|auth-js|react)"
+      - ".*OktaAuth"
     tags:

rules/sinks/third_parties/sdk/segment/javascript.yaml

@@ -9,7 +9,7 @@ sinks:
     domains:
       - "segment.com"
     patterns:
-      - "analytics.js-loader|analytics-node"
+      - "analytics.js-loader|analytics-node|@segment\\/snippet"
     tags:
 
   - id: ThirdParties.SDK.Segment

rules/sinks/third_parties/sdk/sentry/javascript.yaml

@@ -9,5 +9,5 @@ sinks:
     domains:
       - "sentry.io"
     patterns:
-      - "@sentry\\/utils|raven-js|angular-raven|react-raven|adonis-sentry|node-sentry-error-reporter|@randy.tarampi\\/browser-logger|raven-logger|meanie-express-raven-service|uber-raven|nest-raven|vue-raven|good-sentry|bunyan-sentry-stream|raven|@randy.tarampi\\/lambda-logger|react-sentry-error-boundary|@pager\\/hapi-raven|react-native-sentry-android|winston-sentry-node|@ecg\\/vue-raven|@nglogger\\/raven|@dreipol\\/vue-log|adonis-sentry-v2|winston-transport-sentry|sails-hook-sentry|koa2-raven|@randy.tarampi\\/serverless|ravenjs-ignores|@sentry\\/tracing|@sentry\\/rrweb|sentry-monitor|@nuxtjs\\/sentry|error-receiver|crash-reporter-middleware|@sentry-internal\\/global-search|prism-sentry|@sentry\\/wizard|@sentry\\/core|@sentry\\/hub|@ntegral\\/nestjs-sentry|@sentry\\/gatsby"
+      - ".*sentry|@sentry\\/utils|raven-js|angular-raven|react-raven|adonis-sentry|node-sentry-error-reporter|@randy.tarampi\\/browser-logger|raven-logger|meanie-express-raven-service|uber-raven|nest-raven|vue-raven|good-sentry|bunyan-sentry-stream|raven|@randy.tarampi\\/lambda-logger|react-sentry-error-boundary|@pager\\/hapi-raven|react-native-sentry-android|winston-sentry-node|@ecg\\/vue-raven|@nglogger\\/raven|@dreipol\\/vue-log|adonis-sentry-v2|winston-transport-sentry|sails-hook-sentry|koa2-raven|@randy.tarampi\\/serverless|ravenjs-ignores|@sentry\\/tracing|@sentry\\/rrweb|sentry-monitor|@nuxtjs\\/sentry|error-receiver|crash-reporter-middleware|@sentry-internal\\/global-search|prism-sentry|@sentry\\/wizard|@sentry\\/core|@sentry\\/hub|@ntegral\\/nestjs-sentry|@sentry\\/gatsby"
     tags: