diff --git a/README.md b/README.md index 18dbe03..8dc723c 100644 --- a/README.md +++ b/README.md @@ -2,3 +2,27 @@ [![Build Status](https://travis-ci.org/dremio-hub/dremio-hbase-connector.svg?branch=master)](https://travis-ci.org/dremio-hub/dremio-hbase-connector) +## Building and Installation + +To add the Dremio Community HBase Connector to the list of Dremio sources: + +1. From the project root, run `mvn clean install`. + The HBase Connector `dremio-hbase-plugin-4.2.2-202004211133290458-b550b6fa.jar` appears in the `target` directory. + +1. Copy `dremio-hbase-plugin-4.2.2-202004211133290458-b550b6fa.jar` to the `/jars` folder on all Dremio + nodes. + +1. Run `/bin/stop` to stop Dremio. + +1. Download and copy the following jars to the `/jars/3rdparty` folder on all Dremio nodes. + * [hbase-client-2.2.0.jar](https://repo1.maven.org/maven2/org/apache/hbase/hbase-client/2.2.0/hbase-client-2.2.0.jar) + * [hbase-common-2.2.0.jar](https://repo1.maven.org/maven2/org/apache/hbase/hbase-common/2.2.0/hbase-common-2.2.0.jar) + * [hbase-protocol-2.2.0.jar](https://repo1.maven.org/maven2/org/apache/hbase/hbase-protocol/2.2.0/hbase-protocol-2.2.0.jar) + * [hbase-protocol-shaded-2.2.0.jar](https://repo1.maven.org/maven2/org/apache/hbase/hbase-protocol-shaded/2.2.0/hbase-protocol-shaded-2.2.0.jar) + * [hbase-shaded-miscellaneous-2.2.0.jar](https://repo1.maven.org/maven2/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/2.2.0/hbase-shaded-miscellaneous-2.2.0.jar) + * [hbase-shaded-netty-2.2.0.jar](https://repo1.maven.org/maven2/org/apache/hbase/thirdparty/hbase-shaded-netty/2.2.0/hbase-shaded-netty-2.2.0.jar) + * [hbase-shaded-protobuf-2.2.0.jar](https://repo1.maven.org/maven2/org/apache/hbase/thirdparty/hbase-shaded-protobuf/2.2.0/hbase-shaded-protobuf-2.2.0.jar) + +1. Run `/bin/start` to start Dremio. + +You now have the HBase Connector available in the list of sources on the Dremio UI. \ No newline at end of file diff --git a/pom.xml b/pom.xml index 4493f78..142b59b 100644 --- a/pom.xml +++ b/pom.xml @@ -20,14 +20,14 @@ 4.0.0 com.dremio.plugin - 4.0.0-201909121834570395-c7a5071 + 4.2.2-202004211133290458-b550b6fa dremio-hbase-plugin Dremio HBase Community Connector **/HBaseTestsSuite.class - 4.0.0-201909121834570395-c7a5071 + 4.2.2-202004211133290458-b550b6fa @@ -111,7 +111,7 @@ com.google.protobuf protobuf-java - 2.5.0 + 3.9.1 @@ -142,7 +142,7 @@ org.xolstice.maven.plugins protobuf-maven-plugin - 0.5.0 + 0.6.1 ${basedir}/src/main/proto diff --git a/src/main/java/com/dremio/exec/store/hbase/HBaseRecordReader.java b/src/main/java/com/dremio/exec/store/hbase/HBaseRecordReader.java index 38a2e5b..8a67f44 100644 --- a/src/main/java/com/dremio/exec/store/hbase/HBaseRecordReader.java +++ b/src/main/java/com/dremio/exec/store/hbase/HBaseRecordReader.java @@ -129,7 +129,7 @@ public HBaseRecordReader( } } - public void setNumRowsPerBatch(long numRowsPerBatch) { + public void setNumRowsPerBatch(int numRowsPerBatch) { this.numRowsPerBatch = numRowsPerBatch; } diff --git a/src/main/java/com/dremio/exec/store/hbase/HBaseScanDrel.java b/src/main/java/com/dremio/exec/store/hbase/HBaseScanDrel.java index 9376f01..735dd93 100644 --- a/src/main/java/com/dremio/exec/store/hbase/HBaseScanDrel.java +++ b/src/main/java/com/dremio/exec/store/hbase/HBaseScanDrel.java @@ -39,7 +39,7 @@ public HBaseScanDrel(RelOptCluster cluster, RelTraitSet traitSet, RelOptTable ta @Override public RelNode copy(RelTraitSet traitSet, List inputs) { - return new HBaseScanDrel(getCluster(), traitSet, table, pluginId, tableMetadata, projectedColumns, observedRowcountAdjustment); + return new HBaseScanDrel(getCluster(), traitSet, table, pluginId, tableMetadata, getProjectedColumns(), observedRowcountAdjustment); } @Override