Add RunTestsTool for executing Gradle tests

LarsEckart · claude · LarsEckart · commit 712b4b8aee45 · 2025-06-23T23:45:45.000+03:00
- Implement RunTestsTool for Anthropic provider with 1-minute timeout - Add runTests() method to GeminiTools with same functionality - Register test execution tool in both AI providers - Remove console appender from logback.xml configuration - Update documentation to reflect new test execution capability - Simple zero-parameter design for ease of use 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
diff --git a/CLAUDE.md b/CLAUDE.md
@@ -8,8 +8,8 @@ This is a very simple AI agent, following this tutorial: https://ampcode.com/how
 It's implemented in java though.
 
 ## AI Provider Support
-- **Anthropic Claude**: Full support including tool calling (file operations)
-- **Google Gemini**: Full support including tool calling (file operations: list files, read file, edit file)
+- **Anthropic Claude**: Full support including tool calling (file operations, test execution)
+- **Google Gemini**: Full support including tool calling (file operations, test execution: list files, read file, edit file, run tests)
 
 
 ## Project Structure
diff --git a/README.md b/README.md
@@ -7,35 +7,35 @@ This application demonstrates clean architecture principles and provides both CL
 
 ### Project Statistics
 
-- **Total Commits**: 60
-- **AI-Assisted Commits**: 41 (68.33%)
-- **Total Lines Added**: 8622
-- **AI-Assisted Lines Added**: 6952 (80.63%)
-- **Total Lines Changed**: 12883
-- **AI-Assisted Lines Changed**: 10480 (81.35%)
+- **Total Commits**: 61
+- **AI-Assisted Commits**: 42 (68.85%)
+- **Total Lines Added**: 8925
+- **AI-Assisted Lines Added**: 7255 (81.29%)
+- **Total Lines Changed**: 13304
+- **AI-Assisted Lines Changed**: 10901 (81.94%)
 
 ### Breakdown by AI Assistant
 
 #### Claude Code
 
-- **Commits**: 32 (53.33%)
-- **Lines Added**: 5623
-- **Lines Deleted**: 2645
-- **Lines Changed**: 8268 (64.18%)
+- **Commits**: 33 (54.10%)
+- **Lines Added**: 5926
+- **Lines Deleted**: 2763
+- **Lines Changed**: 8689 (65.31%)
 
 #### Amp
 
-- **Commits**: 7 (11.67%)
+- **Commits**: 7 (11.48%)
 - **Lines Added**: 1258
 - **Lines Deleted**: 809
-- **Lines Changed**: 2067 (16.04%)
+- **Lines Changed**: 2067 (15.54%)
 
 #### GitHub Copilot
 
-- **Commits**: 2 (3.33%)
+- **Commits**: 2 (3.28%)
 - **Lines Added**: 71
 - **Lines Deleted**: 74
-- **Lines Changed**: 145 (1.13%)
+- **Lines Changed**: 145 (1.09%)
 
 
 *Statistics are automatically updated on each commit.*
@@ -45,6 +45,7 @@ This application demonstrates clean architecture principles and provides both CL
 - **Multi-Provider Support**: Choose between Anthropic Claude and Google Gemini
 - **Dual Interface Support**: Run as a command-line application or web server
 - **File Operations**: Built-in tools for reading, editing, and listing files (supports both Claude and Gemini)
+- **Test Execution**: Run all Gradle tests with detailed output (1-minute timeout)
 - **Clean Architecture**: Hexagonal architecture with clear separation of concerns
 - **Hot Reloading**: Development server with automatic restart and live reload
 - **Separate Logging**: Mode-specific log files (CLI: `logs/application-cli.log`, Web: `logs/application-web.log`)
@@ -175,13 +176,17 @@ This application follows hexagonal architecture principles:
 
 ### Built-in Tools
 
-The agent comes with file operation tools:
+The agent comes with these built-in tools:
 
-- **ReadFileTool**: Read file contents
-- **EditFileTool**: Modify existing files  
-- **ListFilesTool**: Browse directory contents
+#### File Operations
+- **ReadFileTool**: Read file contents with encoding support
+- **EditFileTool**: Modify existing files with automatic backup creation
+- **ListFilesTool**: Browse directory contents with hidden file options
 
-> **Note**: Tool support is available for both Anthropic Claude and Google Gemini providers.
+#### Development Tools  
+- **RunTestsTool**: Execute all Gradle tests (1-minute timeout)
+
+> **Note**: All tools are available for both Anthropic Claude and Google Gemini providers.
 
 > **Security Note**: These file tools are designed exclusively for CLI mode where they operate on the user's local file system. In web mode, these tools would pose serious security risks by allowing web users to access the server's file system. A proper web implementation would require either disabling file tools entirely or implementing sandboxed alternatives.
 
diff --git a/app/src/main/java/com/larseckart/adapters/ai/AnthropicProvider.java b/app/src/main/java/com/larseckart/adapters/ai/AnthropicProvider.java
@@ -23,6 +23,7 @@
 import com.larseckart.core.tools.EditFileTool;
 import com.larseckart.core.tools.ListFilesTool;
 import com.larseckart.core.tools.ReadFileTool;
+import com.larseckart.core.tools.RunTestsTool;
 import java.util.ArrayList;
 import java.util.List;
 import java.util.Map;
@@ -45,6 +46,7 @@ public AnthropicProvider(ApiKey apiKey) {
     this.toolRegistry.registerTool(new ReadFileTool());
     this.toolRegistry.registerTool(new ListFilesTool());
     this.toolRegistry.registerTool(new EditFileTool());
+    this.toolRegistry.registerTool(new RunTestsTool());
 
     log.debug("AnthropicProvider initialized with {} tools", toolRegistry.getAllTools().size());
   }
diff --git a/app/src/main/java/com/larseckart/adapters/ai/GeminiProvider.java b/app/src/main/java/com/larseckart/adapters/ai/GeminiProvider.java
@@ -62,9 +62,12 @@ public AIResponse sendMessage(AIRequest request) {
         Method editFileMethod =
             GeminiTools.class.getDeclaredMethod(
                 "editFile", String.class, String.class, String.class);
+        Method runTestsMethod = GeminiTools.class.getDeclaredMethod("runTests");
         configBuilder.tools(
-            Tool.builder().functions(listFilesMethod, readFileMethod, editFileMethod));
-        log.info("Successfully registered listFiles, readFile, and editFile tools for Gemini");
+            Tool.builder()
+                .functions(listFilesMethod, readFileMethod, editFileMethod, runTestsMethod));
+        log.info(
+            "Successfully registered listFiles, readFile, editFile, and runTests tools for Gemini");
       } catch (NoSuchMethodException e) {
         log.error("Failed to register Gemini tools", e);
       }
diff --git a/app/src/main/java/com/larseckart/core/tools/RunTestsTool.java b/app/src/main/java/com/larseckart/core/tools/RunTestsTool.java
@@ -0,0 +1,132 @@
+package com.larseckart.core.tools;
+
+import static org.slf4j.LoggerFactory.getLogger;
+
+import com.fasterxml.jackson.databind.JsonNode;
+import com.larseckart.core.domain.Tool;
+import java.io.BufferedReader;
+import java.io.IOException;
+import java.io.InputStreamReader;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.concurrent.TimeUnit;
+import org.slf4j.Logger;
+
+/**
+ * A tool that runs all Gradle tests using gradlew with a 1-minute timeout. Provides detailed output
+ * including test results, failures, and execution summary.
+ */
+public class RunTestsTool implements Tool {
+
+  private static final Logger log = getLogger(RunTestsTool.class);
+  private static final int TIMEOUT_MINUTES = 1;
+  private static final int MAX_OUTPUT_LENGTH = 10000;
+
+  @Override
+  public String getName() {
+    return "run_tests";
+  }
+
+  @Override
+  public String getDescription() {
+    return "Runs all Gradle tests using gradlew. "
+        + "Provides detailed output including test results, failures, and execution summary.";
+  }
+
+  @Override
+  public String getParameterSchema() {
+    return """
+      {
+        "$schema": "https://json-schema.org/draft/2020-12/schema",
+        "type": "object",
+        "properties": {},
+        "additionalProperties": false
+      }""";
+  }
+
+  @Override
+  public String execute(JsonNode parameters) {
+    log.info("Executing RunTestsTool with parameters: {}", parameters);
+
+    try {
+
+      // Ensure we're in a Gradle project
+      Path currentDir = Paths.get(System.getProperty("user.dir"));
+      Path gradlewScript = currentDir.resolve("gradlew");
+      Path gradlewBat = currentDir.resolve("gradlew.bat");
+
+      if (!Files.exists(gradlewScript) && !Files.exists(gradlewBat)) {
+        return "Error: No gradlew script found in current directory. This tool requires a Gradle project with gradlew.";
+      }
+
+      // Build the command
+      String gradlewCommand = Files.exists(gradlewScript) ? "./gradlew" : "gradlew.bat";
+      ProcessBuilder processBuilder = new ProcessBuilder(gradlewCommand, "test");
+      log.info("Running all tests");
+
+      processBuilder.directory(currentDir.toFile());
+      processBuilder.redirectErrorStream(true);
+
+      // Start the process
+      Process process = processBuilder.start();
+      StringBuilder output = new StringBuilder();
+
+      // Read output
+      try (BufferedReader reader =
+          new BufferedReader(new InputStreamReader(process.getInputStream()))) {
+        String line;
+        while ((line = reader.readLine()) != null) {
+          output.append(line).append("\n");
+          // Prevent excessive output
+          if (output.length() > MAX_OUTPUT_LENGTH) {
+            output.append("\n[Output truncated - too long]\n");
+            break;
+          }
+        }
+      }
+
+      // Wait for completion with timeout
+      boolean finished = process.waitFor(TIMEOUT_MINUTES, TimeUnit.MINUTES);
+
+      if (!finished) {
+        process.destroyForcibly();
+        return "Error: Test execution timed out after "
+            + TIMEOUT_MINUTES
+            + " minute.\n\nPartial output:\n"
+            + output.toString();
+      }
+
+      int exitCode = process.exitValue();
+      String result = output.toString();
+
+      // Format the response
+      StringBuilder response = new StringBuilder();
+      response.append("Test execution completed with exit code: ").append(exitCode).append("\n\n");
+
+      if (exitCode == 0) {
+        response.append("✅ All tests passed!\n\n");
+      } else {
+        response.append("❌ Some tests failed or there were errors.\n\n");
+      }
+
+      response.append("Output:\n");
+      response.append(result);
+
+      return response.toString();
+
+    } catch (InterruptedException e) {
+      Thread.currentThread().interrupt();
+      return "Error: Test execution was interrupted: " + e.getMessage();
+    } catch (IOException e) {
+      return "Error: Failed to execute gradlew test: " + e.getMessage();
+    } catch (Exception e) {
+      return "Error: Unexpected error during test execution: " + e.getMessage();
+    }
+  }
+
+  @Override
+  public void validate(JsonNode parameters) {
+    // No parameters to validate
+  }
+}
diff --git a/app/src/main/java/com/larseckart/tools/gemini/GeminiTools.java b/app/src/main/java/com/larseckart/tools/gemini/GeminiTools.java
@@ -2,14 +2,17 @@
 
 import static org.slf4j.LoggerFactory.getLogger;
 
+import java.io.BufferedReader;
 import java.io.IOException;
+import java.io.InputStreamReader;
 import java.nio.charset.Charset;
 import java.nio.file.Files;
 import java.nio.file.NoSuchFileException;
 import java.nio.file.Path;
 import java.nio.file.Paths;
 import java.nio.file.StandardCopyOption;
 import java.util.Comparator;
+import java.util.concurrent.TimeUnit;
 import java.util.stream.Stream;
 import org.slf4j.Logger;
 
@@ -18,6 +21,8 @@ public class GeminiTools {
   private static final Logger log = getLogger(GeminiTools.class);
   private static final long MAX_FILE_SIZE = 1024 * 1024; // 1MB limit
   private static final String DEFAULT_ENCODING = "UTF-8";
+  private static final int TIMEOUT_MINUTES = 1;
+  private static final int MAX_OUTPUT_LENGTH = 10000;
 
   /**
    * Lists the contents of a directory, including files and subdirectories
@@ -251,6 +256,91 @@ public static String editFile(String path, String searchText, String replaceText
     }
   }
 
+  /**
+   * Runs all Gradle tests using gradlew with a 1-minute timeout. Provides detailed output including
+   * test results, failures, and execution summary.
+   *
+   * @return Test execution results or error message
+   */
+  public static String runTests() {
+    log.info("Executing runTests");
+
+    try {
+
+      // Ensure we're in a Gradle project
+      Path currentDir = Paths.get(System.getProperty("user.dir"));
+      Path gradlewScript = currentDir.resolve("gradlew");
+      Path gradlewBat = currentDir.resolve("gradlew.bat");
+
+      if (!Files.exists(gradlewScript) && !Files.exists(gradlewBat)) {
+        return "Error: No gradlew script found in current directory. This tool requires a Gradle project with gradlew.";
+      }
+
+      // Build the command
+      String gradlewCommand = Files.exists(gradlewScript) ? "./gradlew" : "gradlew.bat";
+      ProcessBuilder processBuilder = new ProcessBuilder(gradlewCommand, "test");
+      log.info("Running all tests");
+
+      processBuilder.directory(currentDir.toFile());
+      processBuilder.redirectErrorStream(true);
+
+      // Start the process
+      Process process = processBuilder.start();
+      StringBuilder output = new StringBuilder();
+
+      // Read output
+      try (BufferedReader reader =
+          new BufferedReader(new InputStreamReader(process.getInputStream()))) {
+        String line;
+        while ((line = reader.readLine()) != null) {
+          output.append(line).append("\n");
+          // Prevent excessive output
+          if (output.length() > MAX_OUTPUT_LENGTH) {
+            output.append("\n[Output truncated - too long]\n");
+            break;
+          }
+        }
+      }
+
+      // Wait for completion with timeout
+      boolean finished = process.waitFor(TIMEOUT_MINUTES, TimeUnit.MINUTES);
+
+      if (!finished) {
+        process.destroyForcibly();
+        return "Error: Test execution timed out after "
+            + TIMEOUT_MINUTES
+            + " minute.\n\nPartial output:\n"
+            + output.toString();
+      }
+
+      int exitCode = process.exitValue();
+      String result = output.toString();
+
+      // Format the response
+      StringBuilder response = new StringBuilder();
+      response.append("Test execution completed with exit code: ").append(exitCode).append("\n\n");
+
+      if (exitCode == 0) {
+        response.append("✅ All tests passed!\n\n");
+      } else {
+        response.append("❌ Some tests failed or there were errors.\n\n");
+      }
+
+      response.append("Output:\n");
+      response.append(result);
+
+      return response.toString();
+
+    } catch (InterruptedException e) {
+      Thread.currentThread().interrupt();
+      return "Error: Test execution was interrupted: " + e.getMessage();
+    } catch (IOException e) {
+      return "Error: Failed to execute gradlew test: " + e.getMessage();
+    } catch (Exception e) {
+      return "Error: Unexpected error during test execution: " + e.getMessage();
+    }
+  }
+
   /**
    * Resolves the file path, handling both absolute and relative paths. Relative paths are resolved
    * against the current working directory.
diff --git a/app/src/main/resources/logback.xml b/app/src/main/resources/logback.xml
@@ -8,14 +8,7 @@
   <property name="APP_MODE" value="${app.mode:-cli}"/>
   <property name="LOG_FILE" value="logs/application-${APP_MODE}.log"/>
   <property name="LOG_PATTERN" value="%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] %-5level %logger{36} - %msg%n"/>
-  
-  <!-- Console appender for CLI mode -->
-  <appender name="CONSOLE" class="ch.qos.logback.core.ConsoleAppender">
-    <encoder>
-      <pattern>${LOG_PATTERN}</pattern>
-    </encoder>
-  </appender>
-  
+    
   <!-- Rolling file appender to preserve log history -->
   <appender name="FILE" class="ch.qos.logback.core.rolling.RollingFileAppender">
     <file>${LOG_FILE}</file>
