forked from langchain4j/langchain4j
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Gemini function calling support (langchain4j#692)
- Add Gemini function calling support, in both streaming and non-streaming models - Upgrade the Gemini Java SDK <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit - **New Features** - Introduced functionality for converting tool execution requests into function calls and vice versa, enhancing interaction capabilities. - Expanded message handling in chat models to support different message types and tool execution results. - Added support for generating chat messages based on tool specifications, allowing for more dynamic conversations. - **Enhancements** - Improved type conversion and message construction processes for better efficiency and reliability. - **Tests** - Added comprehensive test coverage for new functionalities, ensuring robustness and reliability of conversions and message handling. <!-- end of auto-generated comment: release notes by coderabbit.ai -->
- Loading branch information
Showing
10 changed files
with
607 additions
and
101 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
135 changes: 135 additions & 0 deletions
135
...n4j-vertex-ai-gemini/src/main/java/dev/langchain4j/model/vertexai/FunctionCallHelper.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,135 @@ | ||
| package dev.langchain4j.model.vertexai; | ||
|
|
||
| import com.google.cloud.vertexai.api.*; | ||
| import com.google.protobuf.InvalidProtocolBufferException; | ||
| import com.google.protobuf.Struct; | ||
| import com.google.protobuf.Value; | ||
| import com.google.protobuf.util.JsonFormat; | ||
| import dev.langchain4j.agent.tool.ToolExecutionRequest; | ||
| import dev.langchain4j.agent.tool.ToolExecutionRequestUtil; | ||
| import dev.langchain4j.agent.tool.ToolParameters; | ||
| import dev.langchain4j.agent.tool.ToolSpecification; | ||
|
|
||
| import java.util.ArrayList; | ||
| import java.util.HashMap; | ||
| import java.util.List; | ||
| import java.util.Map; | ||
| import java.util.stream.Collectors; | ||
|
|
||
| class FunctionCallHelper { | ||
| static Type fromType(String type) { | ||
| //TODO: is it covering all the types correctly? | ||
| switch (type) { | ||
| case "string": | ||
| return Type.STRING; | ||
| case "integer": | ||
| return Type.INTEGER; | ||
| case "boolean": | ||
| return Type.BOOLEAN; | ||
| case "number": | ||
| return Type.NUMBER; | ||
| case "array": | ||
| return Type.ARRAY; | ||
| case "object": | ||
| return Type.OBJECT; | ||
| default: | ||
| return Type.TYPE_UNSPECIFIED; | ||
| } | ||
| } | ||
|
|
||
| static FunctionCall fromToolExecutionRequest(ToolExecutionRequest toolExecutionRequest) { | ||
| FunctionCall.Builder fnCallBuilder = FunctionCall.newBuilder() | ||
| .setName(toolExecutionRequest.name()); | ||
|
|
||
| Struct.Builder structBuilder = Struct.newBuilder(); | ||
| try { | ||
| JsonFormat.parser().merge(toolExecutionRequest.arguments(), structBuilder); | ||
| } catch (InvalidProtocolBufferException e) { | ||
| throw new RuntimeException(e); | ||
| } | ||
| Struct argsStruct = structBuilder.build(); | ||
| fnCallBuilder.setArgs(argsStruct); | ||
|
|
||
| return fnCallBuilder.build(); | ||
| } | ||
|
|
||
| static List<ToolExecutionRequest> fromFunctionCalls(List<FunctionCall> functionCalls) { | ||
| List<ToolExecutionRequest> toolExecutionRequests = new ArrayList<>(); | ||
|
|
||
| for (FunctionCall functionCall : functionCalls) { | ||
| ToolExecutionRequest.Builder builder = ToolExecutionRequest.builder() | ||
| .name(functionCall.getName()); | ||
|
|
||
| Map<String, Object> callArgsMap = new HashMap<>(); | ||
| Struct callArgs = functionCall.getArgs(); | ||
| Map<String, Value> callArgsFieldsMap = callArgs.getFieldsMap(); | ||
| callArgsFieldsMap.forEach((key, value) -> callArgsMap.put(key, unwrapProtoValue(value))); | ||
|
|
||
| String serializedArgsMap = ToolExecutionRequestUtil.GSON.toJson(callArgsMap); | ||
| builder.arguments(serializedArgsMap); | ||
|
|
||
| toolExecutionRequests.add(builder.build()); | ||
| } | ||
|
|
||
| return toolExecutionRequests; | ||
| } | ||
|
|
||
| static Object unwrapProtoValue(Value value) { | ||
| Object unwrappedValue; | ||
| switch (value.getKindCase()) { | ||
| case NUMBER_VALUE: | ||
| unwrappedValue = value.getNumberValue(); | ||
| break; | ||
| case STRING_VALUE: | ||
| unwrappedValue = value.getStringValue(); | ||
| break; | ||
| case BOOL_VALUE: | ||
| unwrappedValue = value.getBoolValue(); | ||
| break; | ||
| case STRUCT_VALUE: | ||
| HashMap<String, Object> mapForStruct = new HashMap<>(); | ||
| value.getStructValue().getFieldsMap().forEach((key, val) -> mapForStruct.put(key, unwrapProtoValue(val))); | ||
| unwrappedValue = mapForStruct; | ||
| break; | ||
| case LIST_VALUE: | ||
| unwrappedValue = value.getListValue().getValuesList().stream().map(FunctionCallHelper::unwrapProtoValue).collect(Collectors.toList()); | ||
| break; | ||
| default: // NULL_VALUE, KIND_NOT_SET, and default | ||
| unwrappedValue = null; | ||
| break; | ||
| } | ||
| return unwrappedValue; | ||
| } | ||
|
|
||
| static Tool convertToolSpecifications(List<ToolSpecification> toolSpecifications) { | ||
| Tool.Builder tool = Tool.newBuilder(); | ||
|
|
||
| for (ToolSpecification toolSpecification : toolSpecifications) { | ||
| FunctionDeclaration.Builder fnBuilder = FunctionDeclaration.newBuilder() | ||
| .setName(toolSpecification.name()) | ||
| .setDescription(toolSpecification.description()); | ||
|
|
||
| Schema.Builder schema = Schema.newBuilder().setType(Type.OBJECT); | ||
|
|
||
| ToolParameters parameters = toolSpecification.parameters(); | ||
| for (String paramName : parameters.required()) { | ||
| schema.addRequired(paramName); | ||
| } | ||
| parameters.properties().forEach((paramName, paramProps) -> { | ||
| //TODO: is it covering all types & cases of tool parameters? (array & object in particular) | ||
| Type type = fromType((String) paramProps.getOrDefault("type", Type.TYPE_UNSPECIFIED)); | ||
|
|
||
| String description = (String) paramProps.getOrDefault("description", ""); | ||
|
|
||
| schema.putProperties(paramName, Schema.newBuilder() | ||
| .setDescription(description) | ||
| .setType(type) | ||
| .build()); | ||
| }); | ||
| fnBuilder.setParameters(schema.build()); | ||
| tool.addFunctionDeclarations(fnBuilder.build()); | ||
| } | ||
|
|
||
| return tool.build(); | ||
| } | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.