Tokowaka - Added suport for regex (#1218)

Fix: adobe/spacecat-audit-worker#1746

Related PR:
adobe/spacecat-api-service#1623

Please ensure your pull request adheres to the following guidelines:
- [x] make sure to link the related issues in this description
- [x] when merging / squashing, make sure the fixed issue references are
visible in the commits, for easy compilation of release notes

## Related Issues


Thanks for contributing!

Author: shrotia

packages/spacecat-shared-tokowaka-client/src/index.d.ts

@@ -34,7 +34,9 @@ export const TARGET_USER_AGENTS_CATEGORIES: {
 
 export interface TokowakaMetaconfig {
   siteId: string;
-  prerender: boolean;
+  prerender?: {
+    allowList?: string[];
+  } | boolean;
 }
 
 export interface TokowakaConfig {

packages/spacecat-shared-tokowaka-client/src/index.js

@@ -122,7 +122,8 @@ class TokowakaClient {
       opportunity.getId(),
     );
 
-    if (patches.length === 0) {
+    // Check if configs without patches are allowed (e.g., prerender-only)
+    if (patches.length === 0 && !mapper.allowConfigsWithoutPatch()) {
       return null;
     }
 
@@ -445,7 +446,16 @@ class TokowakaClient {
       // Generate configuration for this URL with eligible suggestions only
       const newConfig = this.generateConfig(fullUrl, opportunity, urlSuggestions);
 
-      if (!newConfig || !newConfig.patches || newConfig.patches.length === 0) {
+      if (!newConfig) {
+        this.log.warn(`No config generated for URL: ${fullUrl}`);
+        // eslint-disable-next-line no-continue
+        continue;
+      }
+
+      // Check if mapper allows configs without patches (e.g., prerender-only config)
+      const allowsNoPatch = mapper.allowConfigsWithoutPatch() && newConfig.patches.length === 0;
+
+      if (!allowsNoPatch && (!newConfig.patches || newConfig.patches.length === 0)) {
         this.log.warn(`No eligible suggestions to deploy for URL: ${fullUrl}`);
         // eslint-disable-next-line no-continue
         continue;
@@ -534,7 +544,7 @@ class TokowakaClient {
       // eslint-disable-next-line no-await-in-loop
       const existingConfig = await this.fetchConfig(fullUrl);
 
-      if (!existingConfig || !existingConfig.patches) {
+      if (!existingConfig) {
         this.log.warn(`No existing configuration found for URL: ${fullUrl}`);
         // eslint-disable-next-line no-continue
         continue;
@@ -543,6 +553,40 @@ class TokowakaClient {
       // Extract suggestion IDs to remove for this URL
       const suggestionIdsToRemove = urlSuggestions.map((s) => s.getId());
 
+      // For prerender opportunities, disable prerender flag
+      if (opportunityType === 'prerender') {
+        this.log.info(`Rolling back prerender config for URL: ${fullUrl}`);
+
+        // Set prerender to false (keep other patches if they exist)
+        const updatedConfig = {
+          ...existingConfig,
+          prerender: false,
+        };
+
+        // Upload updated config to S3 for this URL
+        // eslint-disable-next-line no-await-in-loop
+        const s3Path = await this.uploadConfig(fullUrl, updatedConfig);
+        s3Paths.push(s3Path);
+
+        // Invalidate CDN cache
+        // eslint-disable-next-line no-await-in-loop
+        const cdnInvalidationResult = await this.invalidateCdnCache(
+          fullUrl,
+          this.env.TOKOWAKA_CDN_PROVIDER,
+        );
+        cdnInvalidations.push(cdnInvalidationResult);
+
+        totalRemovedCount += 1; // Count as 1 rollback
+        // eslint-disable-next-line no-continue
+        continue;
+      }
+
+      if (!existingConfig.patches) {
+        this.log.info(`No patches found in configuration for URL: ${fullUrl}`);
+        // eslint-disable-next-line no-continue
+        continue;
+      }
+
       // Use mapper to remove patches
       const updatedConfig = mapper.rollbackPatches(
         existingConfig,
@@ -551,7 +595,7 @@ class TokowakaClient {
       );
 
       if (updatedConfig.removedCount === 0) {
-        this.log.warn(`No patches found for URL: ${fullUrl}`);
+        this.log.warn(`No patches found for suggestions at URL: ${fullUrl}`);
         // eslint-disable-next-line no-continue
         continue;
       }
@@ -661,7 +705,17 @@ class TokowakaClient {
     this.log.debug(`Generating preview Tokowaka config for opportunity ${opportunity.getId()}`);
     const newConfig = this.generateConfig(previewUrl, opportunity, eligibleSuggestions);
 
-    if (!newConfig || !newConfig.patches || newConfig.patches.length === 0) {
+    if (!newConfig) {
+      this.log.warn('No config generated for preview');
+      return {
+        config: null,
+        succeededSuggestions: [],
+        failedSuggestions: suggestions,
+      };
+    }
+
+    /* c8 ignore next 9 */
+    if (newConfig.patches.length === 0 && !mapper.allowConfigsWithoutPatch()) {
       this.log.warn('No eligible suggestions to preview');
       return {
         config: null,

packages/spacecat-shared-tokowaka-client/src/mappers/base-mapper.js

@@ -68,6 +68,18 @@ export default class BaseOpportunityMapper {
     throw new Error('canDeploy() must be implemented by subclass');
   }
 
+  /**
+   * Determines if configurations without patches are allowed for this opportunity type
+   * By default, configurations must have at least one patch to be valid
+   * Override this method in subclasses if configs without patches are acceptable
+   * (e.g., prerender-only configs that just enable prerendering)
+   * @returns {boolean} - True if configs without patches are allowed
+   */
+  // eslint-disable-next-line class-methods-use-this
+  allowConfigsWithoutPatch() {
+    return false;
+  }
+
   /**
    * Helper method to create base patch structure
    * @protected

packages/spacecat-shared-tokowaka-client/src/mappers/mapper-registry.js

@@ -16,6 +16,7 @@ import FaqMapper from './faq-mapper.js';
 import ReadabilityMapper from './readability-mapper.js';
 import TocMapper from './toc-mapper.js';
 import GenericMapper from './generic-mapper.js';
+import PrerenderMapper from './prerender-mapper.js';
 
 /**
  * Registry for opportunity mappers
@@ -40,6 +41,7 @@ export default class MapperRegistry {
       ReadabilityMapper,
       TocMapper,
       GenericMapper,
+      PrerenderMapper,
       // more mappers here
     ];
 

packages/spacecat-shared-tokowaka-client/src/mappers/prerender-mapper.js

@@ -0,0 +1,78 @@
+/*
+ * Copyright 2025 Adobe. All rights reserved.
+ * This file is licensed to you under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License. You may obtain a copy
+ * of the License at http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software distributed under
+ * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR REPRESENTATIONS
+ * OF ANY KIND, either express or implied. See the License for the specific language
+ * governing permissions and limitations under the License.
+ */
+
+import { hasText } from '@adobe/spacecat-shared-utils';
+import BaseOpportunityMapper from './base-mapper.js';
+
+/**
+ * Prerender mapper for prerender opportunities
+ * Handles prerender suggestions - these don't generate patches, just enable prerendering
+ */
+export default class PrerenderMapper extends BaseOpportunityMapper {
+  constructor(log) {
+    super(log);
+    this.opportunityType = 'prerender';
+    this.prerenderRequired = true;
+  }
+
+  getOpportunityType() {
+    return this.opportunityType;
+  }
+
+  requiresPrerender() {
+    return this.prerenderRequired;
+  }
+
+  /**
+   * Prerender allows configurations without patches
+   * Prerender-only configs just enable prerendering without DOM modifications
+   * @returns {boolean} - True, prerender allows configs without patches
+   */
+  // eslint-disable-next-line class-methods-use-this
+  allowConfigsWithoutPatch() {
+    return true;
+  }
+
+  /**
+   * Converts suggestions to Tokowaka patches
+   * For prerender, we don't generate patches - just mark prerender as required
+   * @param {string} urlPath - URL path for the suggestions
+   * @param {Array} suggestions - Array of suggestion entities for the same URL
+   * @param {string} opportunityId - Opportunity ID
+   * @returns {Array} - Empty array (prerender doesn't use patches)
+   */
+  // eslint-disable-next-line class-methods-use-this, no-unused-vars
+  suggestionsToPatches(urlPath, suggestions, opportunityId) {
+    // Prerender suggestions don't generate patches
+    // They just enable prerendering for the URL
+    // Return empty array so no patches are created
+    return [];
+  }
+
+  /**
+   * Checks if a prerender suggestion can be deployed
+   * @param {Object} suggestion - Suggestion object
+   * @returns {Object} { eligible: boolean, reason?: string }
+   */
+  // eslint-disable-next-line class-methods-use-this
+  canDeploy(suggestion) {
+    const data = suggestion.getData();
+
+    // Validate URL exists
+    if (!hasText(data?.url)) {
+      return { eligible: false, reason: 'url is required' };
+    }
+
+    // All prerender suggestions with valid URLs are eligible
+    return { eligible: true };
+  }
+}