Skip to content

RelationReader implementation #31

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 11 commits into
base: main
Choose a base branch
from
Open

RelationReader implementation #31

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
11 commits
Select commit Hold shift + click to select a range
f7fe6dc
link metadata to arrow result
NRHelmi Sep 6, 2022
55bf4d6
RelationReader implementation
NRHelmi Sep 14, 2022
5a6349a
formatting
NRHelmi Sep 14, 2022
c7d04ab
cleanup
NRHelmi Sep 14, 2022
15068a2
TuplesCount to TupleCount
NRHelmi Sep 14, 2022
ac9463d
fix formatting
NRHelmi Sep 14, 2022
ebdbb38
cleanup
NRHelmi Sep 14, 2022
acdffb6
Merge branch 'main' into hnr-relation-reader
NRHelmi Sep 14, 2022
6136f95
mock arrow table
NRHelmi Sep 14, 2022
ee9d734
fix test
NRHelmi Sep 14, 2022
fe2be61
cleanup arrow table mock code
NRHelmi Sep 14, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
463 changes: 463 additions & 0 deletions RelationalAI.Test/ConvertValueTest.cs
View file
Open in desktop

Large diffs are not rendered by default.

51 changes: 40 additions & 11 deletions RelationalAI.Test/ExecuteAsync.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,8 @@
using Xunit;
using System.Threading.Tasks;
using RelationalAI.Models.Transaction;
using Apache.Arrow;
using Apache.Arrow.Types;

namespace RelationalAI.Test
{
Expand All @@ -13,6 +15,7 @@ public class ExecuteAsyncTests : UnitTest
public static string Uuid = Guid.NewGuid().ToString();
public static string Dbname = $"csharp-sdk-{Uuid}";
public static string EngineName = $"csharp-sdk-{Uuid}";

[Fact]
public async Task ExecuteAsyncTest()
{
Expand All @@ -24,21 +27,47 @@ public async Task ExecuteAsyncTest()
var query = "x, x^2, x^3, x^4 from x in {1; 2; 3; 4; 5}";
var rsp = await client.ExecuteWaitAsync(Dbname, EngineName, query, true);

var results = new List<ArrowRelation>
// mock arrow table
Schema.Builder builder = new Schema.Builder();
builder.Field(new Field("v1", Int64Type.Default, false));
builder.Field(new Field("v2", Int64Type.Default, false));
builder.Field(new Field("v3", Int64Type.Default, false));
builder.Field(new Field("v4", Int64Type.Default, false));

var recordBatch = new RecordBatch
(
builder.Build(),
new List<Int64Array>
{
new Int64Array.Builder().AppendRange(new List<long> { 1, 2, 3, 4, 5 }).Build(),
new Int64Array.Builder().AppendRange(new List<long> { 1, 4, 9, 16, 25 }).Build(),
new Int64Array.Builder().AppendRange(new List<long> { 1, 8, 27, 64, 125 }).Build(),
new Int64Array.Builder().AppendRange(new List<long> { 1, 16, 81, 256, 625 }).Build()
},
5
);

var table = Table.TableFromRecordBatches(recordBatch.Schema, new List<RecordBatch> { recordBatch });

for (int i = 0; i < table.ColumnCount; i++)
{
new ArrowRelation("/:output/Int64/Int64/Int64/Int64", new List<object> {1L, 2L, 3L, 4L, 5L} ),
new ArrowRelation("/:output/Int64/Int64/Int64/Int64", new List<object> {1L, 4L, 9L, 16L, 25L} ),
new ArrowRelation("/:output/Int64/Int64/Int64/Int64", new List<object> {1L, 8L, 27L, 64L, 125L} ),
new ArrowRelation("/:output/Int64/Int64/Int64/Int64", new List<object> {1L, 16L, 81L, 256L, 625L} )
};
for (int j = 0; j < table.Column(i).Data.ArrayCount; j++)
{
for (int k = 0; k < (table.Column(i).Data.Array(j) as Int64Array).Length; k++)
{
var expected = (table.Column(i).Data.Array(j) as Int64Array).GetValue(k).Value;
var actual = (rsp.Results[0].Table.Column(i).Data.Array(j) as Int64Array).GetValue(k).Value;
Assert.Equal(expected, actual);
}
}
}

// mock proto metadata
var metadata = MetadataInfo.Parser.ParseFrom(File.ReadAllBytes("../../../metadata.pb"));
Assert.Equal(metadata.Relations[0].RelationId.Arguments, rsp.Results[0].Metadata.Arguments);

var problems = new List<object>();

Assert.Equal(results, rsp.Results);
Assert.Equal(metadata.ToString(), rsp.Metadata.ToString());
Assert.Equal(problems, rsp.Problems);
// mock problems
Assert.Equal(new List<object>(), rsp.Problems);
}

public override async Task DisposeAsync()
Expand Down
Loading