Skip to content

[DE-959] Improve serde perfs #588

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 20 commits into from
Dec 10, 2024
Merged
Changes from 1 commit
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
benchmark deserialize multiple documents
  • Loading branch information
rashtao committed Dec 10, 2024
commit 4dc9ae4e992e5c8b5ec528a987be5ab6ed17038e
69 changes: 65 additions & 4 deletions test-perf/src/test/java/com/arangodb/SerdeBench.java
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
package com.arangodb;

import com.arangodb.entity.MultiDocumentEntity;
import com.arangodb.internal.ArangoCollectionImpl;
import com.arangodb.internal.ArangoDatabaseImpl;
import com.arangodb.internal.ArangoExecutor;
import com.arangodb.internal.InternalResponse;
import com.arangodb.internal.serde.InternalSerde;
import com.arangodb.internal.serde.InternalSerdeProvider;
import com.arangodb.jackson.dataformat.velocypack.VPackMapper;
Expand All @@ -25,6 +30,7 @@
import org.openjdk.jmh.runner.options.OptionsBuilder;

import java.io.IOException;
import java.net.URISyntaxException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.Paths;
Expand All @@ -39,33 +45,74 @@
@OutputTimeUnit(TimeUnit.MILLISECONDS)
@Fork(1)
public class SerdeBench {
public static class MyCol extends ArangoCollectionImpl {
static ArangoDB jsonAdb = new ArangoDB.Builder()
.host("127.0.0.1", 8529)
.protocol(Protocol.HTTP_JSON)
.build();

static ArangoDB vpackAdb = new ArangoDB.Builder()
.host("127.0.0.1", 8529)
.protocol(Protocol.HTTP_VPACK)
.build();

private MyCol(ArangoDB adb) {
super((ArangoDatabaseImpl) adb.db(), "foo");
}

public static MyCol ofJson() {
return new MyCol(jsonAdb);
}

public static MyCol ofVpack() {
return new MyCol(vpackAdb);
}

@Override
public <T> ArangoExecutor.ResponseDeserializer<MultiDocumentEntity<T>> getDocumentsResponseDeserializer(Class<T> type) {
return super.getDocumentsResponseDeserializer(type);
}
}

@State(Scope.Benchmark)
public static class Data {
public final byte[] vpack;
public final byte[] json;
public final RawBytes rawJsonBytes;
public final RawBytes rawVPackBytes;
public final RawJson rawJson;
public final MyCol jsonCol = MyCol.ofJson();
public final MyCol vpackCol = MyCol.ofVpack();
public final InternalResponse jsonResp = new InternalResponse();
public final InternalResponse vpackResp = new InternalResponse();

public Data() {
ObjectMapper jsonMapper = new ObjectMapper();
VPackMapper vpackMapper = new VPackMapper();

try {
String str = new String(Files.readAllBytes(
Paths.get(SerdeBench.class.getResource("/api-docs.json").toURI())));
JsonNode jn = jsonMapper.readTree(str);

JsonNode jn = readFile("/api-docs.json", jsonMapper);
json = jsonMapper.writeValueAsBytes(jn);
vpack = vpackMapper.writeValueAsBytes(jn);
rawJsonBytes = RawBytes.of(json);
rawVPackBytes = RawBytes.of(vpack);
rawJson = RawJson.of(jsonMapper.writeValueAsString(jsonMapper.readTree(json)));

JsonNode docs = readFile("/multi-docs.json", jsonMapper);
jsonResp.setResponseCode(200);
jsonResp.setBody(jsonMapper.writeValueAsBytes(docs));
vpackResp.setResponseCode(200);
vpackResp.setBody(vpackMapper.writeValueAsBytes(docs));
} catch (Exception e) {
throw new RuntimeException(e);
}
}

private JsonNode readFile(String filename, ObjectMapper mapper) throws IOException, URISyntaxException {
String str = new String(Files.readAllBytes(
Paths.get(SerdeBench.class.getResource(filename).toURI())));
return mapper.readTree(str);
}
}

public static void main(String[] args) throws RunnerException, IOException {
Expand Down Expand Up @@ -122,4 +169,18 @@ public void extractBytesJson(Data data, Blackhole bh) {
);
}

@Benchmark
public void deserializeDocsJson(Data data, Blackhole bh) {
bh.consume(
data.jsonCol.getDocumentsResponseDeserializer(RawBytes.class).deserialize(data.jsonResp)
);
}

@Benchmark
public void deserializeDocsVPack(Data data, Blackhole bh) {
bh.consume(
data.vpackCol.getDocumentsResponseDeserializer(RawBytes.class).deserialize(data.vpackResp)
);
}

}