Merge pull request #12 from schemacrawler/langchain

Switch to using langchain4j

Author: sualeh

pom.xml

@@ -1,6 +1,7 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project
+  xmlns="http://maven.apache.org/POM/4.0.0"
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
   <modelVersion>4.0.0</modelVersion>
   <parent>
     <groupId>us.fatehi</groupId>
@@ -15,9 +16,7 @@
     <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
     <java.version>21</java.version>
   </properties>
-
   <dependencies>
-
     <dependency>
       <groupId>us.fatehi</groupId>
       <artifactId>schemacrawler</artifactId>
@@ -40,9 +39,14 @@
     </dependency>
 
     <dependency>
-      <groupId>io.github.sashirestela</groupId>
-      <artifactId>simple-openai</artifactId>
-      <version>3.13.0</version>
+      <groupId>dev.langchain4j</groupId>
+      <artifactId>langchain4j</artifactId>
+      <version>1.0.0-alpha1</version>
+    </dependency>
+    <dependency>
+      <groupId>dev.langchain4j</groupId>
+      <artifactId>langchain4j-open-ai</artifactId>
+      <version>1.0.0-alpha1</version>
     </dependency>
 
     <dependency>
@@ -61,13 +65,15 @@
       <groupId>com.fasterxml.jackson.datatype</groupId>
       <artifactId>jackson-datatype-jsr310</artifactId>
     </dependency>
-
+    <dependency>
+      <groupId>com.fasterxml.jackson.module</groupId>
+      <artifactId>jackson-module-jsonSchema</artifactId>
+    </dependency>
     <dependency>
       <groupId>org.apache.commons</groupId>
       <artifactId>commons-math3</artifactId>
       <version>3.6.1</version>
     </dependency>
-
     <dependency>
       <groupId>us.fatehi</groupId>
       <artifactId>schemacrawler-testdb</artifactId>
@@ -101,14 +107,12 @@
       <type>test-jar</type>
       <scope>test</scope>
     </dependency>
-
     <dependency>
       <groupId>us.fatehi</groupId>
       <artifactId>schemacrawler-sqlite</artifactId>
       <version>${project.version}</version>
       <scope>test</scope>
     </dependency>
-
   </dependencies>
   <build>
     <plugins>

src/main/java/schemacrawler/tools/command/aichat/AiChatCommand.java

@@ -28,10 +28,13 @@
 
 package schemacrawler.tools.command.aichat;
 
+import java.util.Scanner;
 import java.util.logging.Level;
 import java.util.logging.Logger;
-import io.github.sashirestela.openai.SimpleOpenAI;
+import static us.fatehi.utility.Utility.isBlank;
+import schemacrawler.schemacrawler.exceptions.SchemaCrawlerException;
 import schemacrawler.tools.command.aichat.options.AiChatCommandOptions;
+import schemacrawler.tools.command.utility.lanchain4j.Langchain4JChatAssistant;
 import schemacrawler.tools.executable.BaseSchemaCrawlerCommand;
 import us.fatehi.utility.property.PropertyName;
 
@@ -50,13 +53,30 @@ protected AiChatCommand() {
   @Override
   public void checkAvailability() throws RuntimeException {
     LOGGER.log(Level.FINE, "Looking for OPENAI_API_KEY environmental variable");
-    SimpleOpenAI.builder().apiKey(commandOptions.getApiKey()).build();
+    final String apiKey = commandOptions.getApiKey();
+    if (isBlank(apiKey)) {
+      throw new SchemaCrawlerException("OPENAI_API_KEY not provided");
+    }
   }
 
   @Override
   public void execute() {
-    try (AiChatConsole aiChatConsole = new AiChatConsole(commandOptions, catalog, connection); ) {
-      aiChatConsole.console();
+    final String PROMPT = String.format("%nPrompt: ");
+    try (final ChatAssistant chatAssistant =
+            new Langchain4JChatAssistant(commandOptions, catalog, connection);
+        // new SimpleOpenAIChatAssistant(commandOptions, catalog, connection);
+        final Scanner scanner = new Scanner(System.in); ) {
+      while (true) {
+        System.out.print(PROMPT);
+        final String prompt = scanner.nextLine();
+        final String response = chatAssistant.chat(prompt);
+        System.out.println(response);
+        if (chatAssistant.shouldExit()) {
+          return;
+        }
+      }
+    } catch (final Exception e) {
+      throw new SchemaCrawlerException(e);
     }
   }
 

src/main/java/schemacrawler/tools/command/aichat/AiChatConsole.java

@@ -0,0 +1,8 @@
+package schemacrawler.tools.command.aichat;
+
+public interface ChatAssistant extends AutoCloseable {
+
+  String chat(String prompt);
+
+  boolean shouldExit();
+}

src/main/java/schemacrawler/tools/command/aichat/ChatAssistant.java

@@ -28,14 +28,4 @@
 
 package schemacrawler.tools.command.aichat;
 
-import io.github.sashirestela.openai.common.function.Functional;
-
-public interface FunctionParameters extends Functional {
-
-  @Override
-  default Object execute() {
-    throw new UnsupportedOperationException(
-        "Execute using executor on function definition; "
-            + "this method is provided for API compatibility");
-  }
-}
+public interface FunctionParameters {}

src/main/java/schemacrawler/tools/command/aichat/FunctionParameters.java

@@ -28,44 +28,7 @@
 
 package schemacrawler.tools.command.aichat.embeddings;
 
-import java.util.Collections;
-import java.util.logging.Level;
-import java.util.logging.Logger;
-import static java.util.Objects.requireNonNull;
-import static us.fatehi.utility.Utility.requireNotBlank;
-import io.github.sashirestela.openai.SimpleOpenAI;
-import io.github.sashirestela.openai.domain.embedding.Embedding;
-import io.github.sashirestela.openai.domain.embedding.EmbeddingFloat;
-import io.github.sashirestela.openai.domain.embedding.EmbeddingRequest;
-import us.fatehi.utility.string.StringFormat;
+public interface EmbeddingService {
 
-public final class EmbeddingService {
-
-  private static final Logger LOGGER = Logger.getLogger(EmbeddingService.class.getCanonicalName());
-
-  private static final String TEXT_EMBEDDING_MODEL = "text-embedding-3-small";
-
-  private final SimpleOpenAI service;
-
-  public EmbeddingService(final SimpleOpenAI service) {
-    this.service = requireNonNull(service, "No Open AI service provided");
-  }
-
-  public TextEmbedding embed(final String text) {
-    requireNotBlank(text, "No text provided");
-
-    try {
-      final EmbeddingRequest embeddingRequest =
-          EmbeddingRequest.builder()
-              .model(TEXT_EMBEDDING_MODEL)
-              .input(Collections.singletonList(text))
-              .build();
-      final Embedding<EmbeddingFloat> embeddingResult =
-          service.embeddings().create(embeddingRequest).get();
-      return new TextEmbedding(text, embeddingResult);
-    } catch (final Exception e) {
-      LOGGER.log(Level.WARNING, e, new StringFormat("Could not embed text"));
-    }
-    return new TextEmbedding(text);
-  }
+  TextEmbedding embed(String text);
 }