Skip to content

Commit

Permalink
KYLIN-2307 Create a branch for master with HBase 0.98 API
Browse files Browse the repository at this point in the history
  • Loading branch information
@lidongsjtu @liyang-kylin
lidongsjtu authored and liyang-kylin committed May 3, 2017
1 parent 375fd80 commit 15f00ea
Show file tree
Hide file tree
Showing 47 changed files with 571 additions and 846 deletions.
2 changes: 1 addition & 1 deletion ...pport/test_all_against_hdp_2_4_0_0_169.sh → ...support/test_all_against_hdp_2_2_4_2_2.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -22,4 +22,4 @@ cd ${dir}
cd ..

mvn clean install -DskipTests 2>&1 | tee mci.log
mvn verify -Dhdp.version=${HDP_VERSION:-"2.4.0.0-169"} -fae 2>&1 | tee mvnverify.log
mvn verify -Dhdp.version=${HDP_VERSION:-"2.2.4.2-2"} -fae 2>&1 | tee mvnverify.log
17 changes: 16 additions & 1 deletion examples/test_case_data/sandbox/capacity-scheduler.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -46,6 +46,16 @@
<value>*</value>
</property>

<property>
<name>yarn.scheduler.capacity.root.accessible-node-labels.default.capacity</name>
<value>-1</value>
</property>

<property>
<name>yarn.scheduler.capacity.root.accessible-node-labels.default.maximum-capacity</name>
<value>-1</value>
</property>

<property>
<name>yarn.scheduler.capacity.root.acl_administer_queue</name>
<value>*</value>
Expand All @@ -56,6 +66,11 @@
<value>100</value>
</property>

<property>
<name>yarn.scheduler.capacity.root.default-node-label-expression</name>
<value></value>
</property>

<property>
<name>yarn.scheduler.capacity.root.default.acl_administer_jobs</name>
<value>*</value>
Expand Down Expand Up @@ -96,4 +111,4 @@
<value>default</value>
</property>

</configuration>
</configuration>
28 changes: 6 additions & 22 deletions examples/test_case_data/sandbox/core-site.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@
<property>
<name>fs.defaultFS</name>
<value>hdfs://sandbox.hortonworks.com:8020</value>
<final>true</final>
</property>

<property>
Expand All @@ -38,7 +39,7 @@

<property>
<name>hadoop.proxyuser.falcon.groups</name>
<value>*</value>
<value>users</value>
</property>

<property>
Expand All @@ -48,7 +49,7 @@

<property>
<name>hadoop.proxyuser.hbase.groups</name>
<value>*</value>
<value>users</value>
</property>

<property>
Expand All @@ -66,24 +67,14 @@
<value>sandbox.hortonworks.com</value>
</property>

<property>
<name>hadoop.proxyuser.hdfs.groups</name>
<value>*</value>
</property>

<property>
<name>hadoop.proxyuser.hdfs.hosts</name>
<value>*</value>
</property>

<property>
<name>hadoop.proxyuser.hive.groups</name>
<value>*</value>
<value>users</value>
</property>

<property>
<name>hadoop.proxyuser.hive.hosts</name>
<value>sandbox.hortonworks.com</value>
<value>*</value>
</property>

<property>
Expand Down Expand Up @@ -131,16 +122,9 @@
<value>false</value>
</property>

<property>
<name>hadoop.security.key.provider.path</name>
<value></value>
</property>

<property>
<name>io.compression.codecs</name>
<value>
org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec
</value>
<value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec</value>
</property>

<property>
Expand Down
119 changes: 32 additions & 87 deletions examples/test_case_data/sandbox/hbase-site.xml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -21,34 +21,9 @@
<value>/var/lib/hadoop-hdfs/dn_socket</value>
</property>

<property>
<name>hbase.bucketcache.ioengine</name>
<value></value>
</property>

<property>
<name>hbase.bucketcache.percentage.in.combinedcache</name>
<value></value>
</property>

<property>
<name>hbase.bucketcache.size</name>
<value></value>
</property>

<property>
<name>hbase.bulkload.staging.dir</name>
<value>/apps/hbase/staging</value>
</property>

<property>
<name>hbase.client.keyvalue.maxsize</name>
<value>1048576</value>
</property>

<property>
<name>hbase.client.retries.number</name>
<value>35</value>
<value>10485760</value>
</property>

<property>
Expand All @@ -63,19 +38,12 @@

<property>
<name>hbase.coprocessor.master.classes</name>
<value>org.apache.ranger.authorization.hbase.RangerAuthorizationCoprocessor</value>
<value>com.xasecure.authorization.hbase.XaSecureAuthorizationCoprocessor</value>
</property>

<property>
<name>hbase.coprocessor.region.classes</name>
<value>
org.apache.hadoop.hbase.security.access.SecureBulkLoadEndpoint,org.apache.ranger.authorization.hbase.RangerAuthorizationCoprocessor
</value>
</property>

<property>
<name>hbase.coprocessor.regionserver.classes</name>
<value></value>
<value>com.xasecure.authorization.hbase.XaSecureAuthorizationCoprocessor</value>
</property>

<property>
Expand Down Expand Up @@ -118,11 +86,6 @@
<value>10</value>
</property>

<property>
<name>hbase.hstore.compaction.max</name>
<value>10</value>
</property>

<property>
<name>hbase.hstore.compactionThreshold</name>
<value>3</value>
Expand All @@ -140,69 +103,44 @@

<property>
<name>hbase.master.info.port</name>
<value>16010</value>
<value>60010</value>
</property>

<property>
<name>hbase.master.port</name>
<value>16000</value>
<value>60000</value>
</property>

<property>
<name>hbase.region.server.rpc.scheduler.factory.class</name>
<value></value>
<name>hbase.regionserver.global.memstore.lowerLimit</name>
<value>0.38</value>
</property>

<property>
<name>hbase.regionserver.global.memstore.size</name>
<name>hbase.regionserver.global.memstore.upperLimit</name>
<value>0.4</value>
</property>

<property>
<name>hbase.regionserver.handler.count</name>
<value>30</value>
<value>60</value>
</property>

<property>
<name>hbase.regionserver.info.port</name>
<value>16030</value>
</property>

<property>
<name>hbase.regionserver.port</name>
<value>16020</value>
</property>

<property>
<name>hbase.regionserver.wal.codec</name>
<value>org.apache.hadoop.hbase.regionserver.wal.WALCellCodec</value>
<value>60030</value>
</property>

<property>
<name>hbase.rootdir</name>
<value>hdfs://sandbox.hortonworks.com:8020/apps/hbase/data</value>
</property>

<property>
<name>hbase.rpc.controllerfactory.class</name>
<value></value>
</property>

<property>
<name>hbase.rpc.engine</name>
<value>org.apache.hadoop.hbase.ipc.SecureRpcEngine</value>
</property>

<property>
<name>hbase.rpc.protection</name>
<value>PRIVACY</value>
</property>

<property>
<name>hbase.rpc.timeout</name>
<value>90000</value>
</property>

<property>
<name>hbase.security.authentication</name>
<value>simple</value>
Expand All @@ -220,7 +158,7 @@

<property>
<name>hbase.tmp.dir</name>
<value>/tmp/hbase-${user.name}</value>
<value>/hadoop/hbase</value>
</property>

<property>
Expand All @@ -240,27 +178,34 @@

<property>
<name>hfile.block.cache.size</name>
<value>0.4</value>
</property>

<property>
<name>phoenix.functions.allowUserDefinedFunctions</name>
<value></value>
</property>

<property>
<name>phoenix.query.timeoutMs</name>
<value>60000</value>
<value>0.40</value>
</property>

<property>
<name>zookeeper.session.timeout</name>
<value>60000</value>
<value>30000</value>
</property>

<property>
<name>zookeeper.znode.parent</name>
<value>/hbase-unsecure</value>
</property>

</configuration>
<property>
<name>hbase.client.pause</name>
<value>100</value>
<description>General client pause value. Used mostly as value to wait
before running a retry of a failed get, region lookup, etc.
See hbase.client.retries.number for description of how we backoff from
this initial pause amount and how this pause works w/ retries.</description>
</property>
<property>
<name>hbase.client.retries.number</name>
<value>5</value>
<description>Maximum retries. Used as maximum for all retryable
operations such as the getting of a cell's value, starting a row update,
etc. Retry interval is a rough function based on hbase.client.pause. At
first we retry at this interval but then with backoff, we pretty quickly reach
retrying every ten seconds. See HConstants#RETRY_BACKOFF for how the backup
ramps up. Change this setting and hbase.client.pause to suit your workload.</description>
</property>
</configuration>
Loading

0 comments on commit 15f00ea

Please sign in to comment.