feat: Anthropic AI Plugin

app/server/appsmith-plugins/anthropicPlugin/pom.xml

@@ -65,6 +65,11 @@
             <artifactId>jackson-datatype-jsr310</artifactId>
             <version>${jackson-bom.version}</version>
         </dependency>
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+            <version>32.0.1-jre</version>
+        </dependency>
 
         <!--
             Ideally this dependency should have been added with 'compile' scope here. But that is causing 'java.lang

app/server/appsmith-plugins/anthropicPlugin/src/main/java/com/external/plugins/AnthropicPlugin.java

@@ -10,7 +10,6 @@
 import com.appsmith.external.models.ActionExecutionResult;
 import com.appsmith.external.models.ApiKeyAuth;
 import com.appsmith.external.models.DatasourceConfiguration;
-import com.appsmith.external.models.DatasourceTestResult;
 import com.appsmith.external.models.TriggerRequestDTO;
 import com.appsmith.external.models.TriggerResultDTO;
 import com.appsmith.external.plugins.BasePlugin;
@@ -20,13 +19,16 @@
 import com.external.plugins.models.AnthropicRequestDTO;
 import com.external.plugins.utils.AnthropicMethodStrategy;
 import com.external.plugins.utils.RequestUtils;
+import com.google.common.cache.Cache;
+import com.google.common.cache.CacheBuilder;
 import com.google.gson.Gson;
 import lombok.extern.slf4j.Slf4j;
 import org.json.JSONArray;
 import org.json.JSONObject;
 import org.pf4j.PluginWrapper;
 import org.springframework.http.HttpMethod;
 import org.springframework.http.HttpStatusCode;
+import org.springframework.util.StringUtils;
 import org.springframework.web.reactive.function.BodyInserters;
 import reactor.core.publisher.Mono;
 
@@ -35,6 +37,7 @@
 import java.util.ArrayList;
 import java.util.List;
 import java.util.Map;
+import java.util.concurrent.TimeUnit;
 import java.util.stream.Collectors;
 
 import static com.external.plugins.constants.AnthropicConstants.ANTHROPIC_MODELS;
@@ -51,16 +54,13 @@ public AnthropicPlugin(PluginWrapper wrapper) {
 
     public static class AnthropicPluginExecutor extends BaseRestApiPluginExecutor {
         private static final Gson gson = new Gson();
+        private static final Cache<String, TriggerResultDTO> triggerResponseCache =
+                CacheBuilder.newBuilder().expireAfterWrite(1, TimeUnit.DAYS).build();
 
         protected AnthropicPluginExecutor(SharedConfig sharedConfig) {
             super(sharedConfig);
         }
 
-        @Override
-        public Mono<DatasourceTestResult> testDatasource(APIConnection connection) {
-            return super.testDatasource(connection);
-        }
-
         @Override
         public Mono<ActionExecutionResult> executeParameterized(
                 APIConnection connection,
@@ -99,6 +99,14 @@ public Mono<ActionExecutionResult> executeParameterized(
                         actionExecutionResult.setRequest(actionExecutionRequest);
                         actionExecutionResult.setStatusCode(statusCode.toString());
 
+                        /**
+                         * DownstreamErrorMessage
+                         * Caching
+                         * Test cases
+                         * Migrate to Use CS
+                         * Implement Test Configuration
+                         * Sort model order
+                         */
                         if (HttpStatusCode.valueOf(401).isSameCodeAs(statusCode)) {
                             actionExecutionResult.setIsExecutionSuccess(false);
                             String errorMessage = "";
@@ -163,10 +171,20 @@ public Mono<TriggerResultDTO> trigger(
                 APIConnection connection, DatasourceConfiguration datasourceConfiguration, TriggerRequestDTO request) {
             final ApiKeyAuth apiKeyAuth = (ApiKeyAuth) datasourceConfiguration.getAuthentication();
             assert apiKeyAuth.getValue() != null;
+            if (!StringUtils.hasText(request.getRequestType())) {
+                throw new AppsmithPluginException(
+                        AppsmithPluginError.PLUGIN_EXECUTE_ARGUMENT_ERROR, "request type is missing");
+            }
+            String requestType = request.getRequestType();
 
             AnthropicCommand anthropicCommand = AnthropicMethodStrategy.selectTriggerMethod(request, gson);
             HttpMethod httpMethod = anthropicCommand.getTriggerHTTPMethod();
             URI uri = anthropicCommand.createTriggerUri();
+
+            TriggerResultDTO triggerResultDTO = triggerResponseCache.getIfPresent(requestType);
+            if (triggerResultDTO != null) {
+                return Mono.just(triggerResultDTO);
+            }
             return RequestUtils.makeRequest(httpMethod, uri, apiKeyAuth, BodyInserters.empty())
                     .flatMap(responseEntity -> {
                         if (responseEntity.getStatusCode().is4xxClientError()) {
@@ -195,11 +213,16 @@ public Mono<TriggerResultDTO> trigger(
                         log.debug("Error while fetching Anthropic models list", error);
                         return Mono.just(getDataToMap(ANTHROPIC_MODELS));
                     })
-                    .map(TriggerResultDTO::new);
+                    .map(trigger -> {
+                        TriggerResultDTO triggerResult = new TriggerResultDTO(trigger);
+                        // saving response on request type
+                        triggerResponseCache.put(requestType, triggerResult);
+                        return triggerResult;
+                    });
         }
 
         private List<Map<String, String>> getDataToMap(List<String> data) {
-            return data.stream().map(x -> Map.of(LABEL, x, VALUE, x)).collect(Collectors.toList());
+            return data.stream().sorted().map(x -> Map.of(LABEL, x, VALUE, x)).collect(Collectors.toList());
         }
     }
 }

app/server/appsmith-plugins/anthropicPlugin/src/main/java/com/external/plugins/commands/ChatCommand.java

@@ -16,6 +16,7 @@
 
 import static com.external.plugins.constants.AnthropicConstants.CHAT_MODEL_SELECTOR;
 import static com.external.plugins.constants.AnthropicConstants.CONTENT;
+import static com.external.plugins.constants.AnthropicConstants.DATA;
 import static com.external.plugins.constants.AnthropicConstants.DEFAULT_MAX_TOKEN;
 import static com.external.plugins.constants.AnthropicConstants.MAX_TOKENS;
 import static com.external.plugins.constants.AnthropicConstants.MESSAGES;
@@ -42,7 +43,7 @@ public HttpMethod getExecutionMethod() {
 
     @Override
     public URI createTriggerUri() {
-        return URI.create("https://cs-1467-customer.dp.appsmith.com/api/v1/ai/models?provider=anthropic");
+        return URI.create("https://cs.appsmith.com/api/v1/ai/models?provider=anthropic");
     }
 
     @Override
@@ -84,9 +85,9 @@ public AnthropicRequestDTO makeRequestBody(ActionConfiguration actionConfigurati
      */
     private String createPrompt(Map<String, Object> formData) {
         StringBuilder stringBuilder = new StringBuilder();
-        formData.get(MESSAGES);
-        if (formData.containsKey(MESSAGES) && ((List) formData.get(MESSAGES)).size() > 0) {
-            List<Map<String, String>> messagesMap = (List<Map<String, String>>) formData.get(MESSAGES);
+        if (formData.containsKey(MESSAGES) && ((Map) formData.get(MESSAGES)).containsKey(DATA)) {
+            List<Map<String, String>> messagesMap =
+                    (List<Map<String, String>>) ((Map<?, ?>) formData.get(MESSAGES)).get(DATA);
             for (Map<String, String> message : messagesMap) {
                 if (message.containsKey(ROLE) && message.containsKey(CONTENT)) {
                     stringBuilder

app/server/appsmith-plugins/anthropicPlugin/src/main/resources/plugin.properties

@@ -1,5 +1,5 @@
 plugin.id=anthropic-plugin
 plugin.class=com.external.plugins.AnthropicPlugin
-plugin.version=1.0-SNAPSHOTQ12Q21                                                                                                       ??
+plugin.version=1.0-SNAPSHOT
 plugin.provider=tech@appsmith.com
 plugin.dependencies=

app/server/appsmith-plugins/openAiPlugin/pom.xml

@@ -114,6 +114,11 @@
             <artifactId>reactor-netty-http</artifactId>
             <scope>provided</scope>
         </dependency>
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+            <version>32.0.1-jre</version>
+        </dependency>
 
     </dependencies>
 

app/server/appsmith-plugins/openAiPlugin/src/main/java/com/external/plugins/OpenAiPlugin.java

@@ -20,6 +20,8 @@
 import com.external.plugins.models.OpenAIRequestDTO;
 import com.external.plugins.utils.OpenAIMethodStrategy;
 import com.external.plugins.utils.RequestUtils;
+import com.google.common.cache.Cache;
+import com.google.common.cache.CacheBuilder;
 import com.google.gson.Gson;
 import lombok.extern.slf4j.Slf4j;
 import org.json.JSONArray;
@@ -33,10 +35,15 @@
 
 import java.io.IOException;
 import java.net.URI;
+import java.nio.charset.StandardCharsets;
+import java.security.MessageDigest;
 import java.util.ArrayList;
+import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
 import java.util.Set;
+import java.util.concurrent.TimeUnit;
+import java.util.stream.Collectors;
 
 import static com.external.plugins.constants.OpenAIConstants.BODY;
 import static com.external.plugins.constants.OpenAIConstants.DATA;
@@ -54,6 +61,8 @@ public OpenAiPlugin(PluginWrapper wrapper) {
     public static class OpenAiPluginExecutor extends BaseRestApiPluginExecutor {
 
         private static final Gson gson = new Gson();
+        private static final Cache<String, JSONObject> modelResponseCache =
+                CacheBuilder.newBuilder().expireAfterWrite(1, TimeUnit.DAYS).build();
 
         public OpenAiPluginExecutor(SharedConfig config) {
             super(config);
@@ -163,6 +172,28 @@ public Mono<ActionExecutionResult> executeCommon(
                     });
         }
 
+        private String cacheKey(String bearerToken) {
+            return sha256(bearerToken);
+        }
+
+        private String sha256(String base) {
+            try {
+                MessageDigest digest = MessageDigest.getInstance("SHA-256");
+                byte[] hash = digest.digest(base.getBytes(StandardCharsets.UTF_8));
+                StringBuilder hexString = new StringBuilder();
+
+                for (byte b : hash) {
+                    String hex = Integer.toHexString(0xff & b);
+                    if (hex.length() == 1) hexString.append('0');
+                    hexString.append(hex);
+                }
+
+                return hexString.toString();
+            } catch (Exception ex) {
+                throw new RuntimeException(ex);
+            }
+        }
+
         @Override
         public Set<String> validateDatasource(DatasourceConfiguration datasourceConfiguration) {
             return RequestUtils.validateBearerTokenDatasource(datasourceConfiguration);
@@ -175,34 +206,45 @@ public Mono<TriggerResultDTO> trigger(
             // Authentication will already be valid at this point
             final BearerTokenAuth bearerTokenAuth = (BearerTokenAuth) datasourceConfiguration.getAuthentication();
             assert (bearerTokenAuth.getBearerToken() != null);
-
             OpenAICommand openAICommand = OpenAIMethodStrategy.selectTriggerMethod(request, gson);
             HttpMethod httpMethod = openAICommand.getTriggerHTTPMethod();
             URI uri = openAICommand.createTriggerUri();
 
-            return RequestUtils.makeRequest(httpMethod, uri, bearerTokenAuth, BodyInserters.empty())
-                    .flatMap(responseEntity -> {
-                        if (responseEntity.getStatusCode().is4xxClientError()) {
-                            return Mono.error(new AppsmithPluginException(
-                                    AppsmithPluginError.PLUGIN_DATASOURCE_AUTHENTICATION_ERROR));
-                        }
-
-                        if (!responseEntity.getStatusCode().is2xxSuccessful()) {
-                            return Mono.error(
-                                    new AppsmithPluginException(AppsmithPluginError.PLUGIN_GET_STRUCTURE_ERROR));
-                        }
+            String cacheKey = cacheKey(bearerTokenAuth.getBearerToken());
+            JSONObject modelsResponse = modelResponseCache.getIfPresent(cacheKey);
+
+            Mono<JSONObject> responseMono;
+            if (modelsResponse != null) {
+                responseMono = Mono.just(modelsResponse);
+            } else {
+                responseMono = RequestUtils.makeRequest(httpMethod, uri, bearerTokenAuth, BodyInserters.empty())
+                        .flatMap(responseEntity -> {
+                            if (responseEntity.getStatusCode().is4xxClientError()) {
+                                return Mono.error(new AppsmithPluginException(
+                                        AppsmithPluginError.PLUGIN_DATASOURCE_AUTHENTICATION_ERROR));
+                            }
 
-                        // link to get response data https://platform.openai.com/docs/api-reference/models/list
-                        return Mono.just(new JSONObject(new String(responseEntity.getBody())));
-                    })
+                            if (!responseEntity.getStatusCode().is2xxSuccessful()) {
+                                return Mono.error(
+                                        new AppsmithPluginException(AppsmithPluginError.PLUGIN_GET_STRUCTURE_ERROR));
+                            }
+                            JSONObject responseObject = new JSONObject(new String(responseEntity.getBody()));
+                            modelResponseCache.put(cacheKey, responseObject);
+                            // link to get response data https://platform.openai.com/docs/api-reference/models/list
+                            return Mono.just(responseObject);
+                        });
+            }
+
+            return responseMono
                     .map(jsonObject -> {
                         if (!jsonObject.has(DATA) && jsonObject.get(DATA) instanceof JSONArray) {
                             // let's throw some error.
                             throw Exceptions.propagate(
                                     new AppsmithPluginException(AppsmithPluginError.PLUGIN_GET_STRUCTURE_ERROR));
                         }
 
-                        List<Map<String, String>> triggerModelList = new ArrayList<>();
+                        List<String> compatibleModels = new ArrayList<>();
+                        Map<String, JSONObject> modelsMap = new HashMap<>();
                         JSONArray modelList = jsonObject.getJSONArray(DATA);
                         int modelListIndex = 0;
                         while (modelListIndex < modelList.length()) {
@@ -212,13 +254,18 @@ public Mono<TriggerResultDTO> trigger(
                             }
 
                             if (openAICommand.isModelCompatible(model)) {
-                                triggerModelList.add(openAICommand.getModelMap(model));
+                                String id = model.getString(ID);
+                                compatibleModels.add(id);
+                                modelsMap.put(id, model);
                             }
 
                             modelListIndex += 1;
                         }
-
-                        return triggerModelList;
+                        // sort models alphabetically
+                        return compatibleModels.stream()
+                                .sorted()
+                                .map(model -> openAICommand.getModelMap(modelsMap.get(model)))
+                                .collect(Collectors.toList());
                     })
                     .map(TriggerResultDTO::new);
         }