KYLIN-4782 Verify if the query hit the true cuboid in IT

core-common/src/main/java/org/apache/kylin/common/KylinConfigBase.java

@@ -2827,7 +2827,7 @@ public int getSparkSqlShufflePartitions() {
         return Integer.parseInt(getOptional("kylin.query.spark-engine.spark-sql-shuffle-partitions", "-1"));
     }
 
-    public Map<String, String> getSparkConf() {
+    public Map<String, String> getQuerySparkConf() {
         return getPropertiesByPrefix("kylin.query.spark-conf.");
     }
 

core-common/src/main/java/org/apache/kylin/common/util/Triple.java

@@ -0,0 +1,95 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.kylin.common.util;
+
+/**
+ * Utility class to manage a triple. Copied from org.apache.hadoop.hbase.util.Pair
+ */
+public class Triple<A, B, C> {
+    private A first;
+    private B second;
+    private C third;
+
+    public Triple(A first, B second, C third) {
+        this.first = first;
+        this.second = second;
+        this.third = third;
+    }
+
+    // ctor cannot infer types w/o warning but a method can.
+    public static <A, B, C> Triple<A, B, C> create(A first, B second, C third) {
+        return new Triple<A, B, C>(first, second, third);
+    }
+
+    public int hashCode() {
+        int hashFirst = (first != null ? first.hashCode() : 0);
+        int hashSecond = (second != null ? second.hashCode() : 0);
+        int hashThird = (third != null ? third.hashCode() : 0);
+
+        return (hashFirst >> 1) ^ hashSecond ^ (hashThird << 1);
+    }
+
+    public boolean equals(Object obj) {
+        if (!(obj instanceof Triple)) {
+            return false;
+        }
+
+        Triple<?, ?, ?> otherTriple = (Triple<?, ?, ?>) obj;
+
+        if (first != otherTriple.first && (first != null && !(first.equals(otherTriple.first))))
+            return false;
+        if (second != otherTriple.second && (second != null && !(second.equals(otherTriple.second))))
+            return false;
+        if (third != otherTriple.third && (third != null && !(third.equals(otherTriple.third))))
+            return false;
+
+        return true;
+    }
+
+    public String toString() {
+        return "(" + first + ", " + second + "," + third + " )";
+    }
+
+    public A getFirst() {
+        return first;
+    }
+
+    public void setFirst(A first) {
+        this.first = first;
+    }
+
+    public B getSecond() {
+        return second;
+    }
+
+    public void setSecond(B second) {
+        this.second = second;
+    }
+
+    public C getThird() {
+        return third;
+    }
+
+    public void setThird(C third) {
+        this.third = third;
+    }
+}
+
+
+

kylin-it/src/test/resources/query/sql/query00.sql

@@ -20,3 +20,4 @@ select lstg_format_name, sum(price) as GMV
  from test_kylin_fact 
  where lstg_format_name='FP-GTC' 
  group by lstg_format_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query01.sql

@@ -18,3 +18,4 @@
 
 select LSTG_FORMAT_NAME,slr_segment_cd ,sum(price) as GMV, count(1) as TRANS_CNT from test_kylin_fact 
  group by LSTG_FORMAT_NAME ,slr_segment_cd
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query02.sql

@@ -17,3 +17,4 @@
 --
 
 select sum(price) as GMV, count(1) as TRANS_CNT from test_kylin_fact 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query03.sql

@@ -18,3 +18,4 @@
 
 select test_kylin_fact.lstg_format_name, sum(price) as GMV, count(*) as TRANS_CNT from test_kylin_fact 
  group by test_kylin_fact.lstg_format_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query04.sql

@@ -19,3 +19,4 @@
 select test_kylin_fact.lstg_format_name,sum(test_kylin_fact.price) as GMV 
  , count(*) as TRANS_CNT from test_kylin_fact 
  group by test_kylin_fact.lstg_format_name having sum(price)>5000 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query05.sql

@@ -20,3 +20,4 @@ select test_kylin_fact.lstg_format_name,sum(test_kylin_fact.price) as GMV
  , count(*) as TRANS_CNT from test_kylin_fact 
  where test_kylin_fact.lstg_format_name is null 
  group by test_kylin_fact.lstg_format_name having sum(price)>5000 and count(*)>72 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query06.sql

@@ -21,3 +21,4 @@ select test_kylin_fact.lstg_format_name,sum(test_kylin_fact.price) as GMV
  where test_kylin_fact.lstg_format_name is not null 
  group by test_kylin_fact.lstg_format_name 
  having sum(price)>5000 or count(*)>20 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query07.sql

@@ -20,3 +20,4 @@ select test_kylin_fact.lstg_format_name,sum(test_kylin_fact.price) as GMV
  , count(*) as TRANS_CNT from test_kylin_fact 
  where test_kylin_fact.lstg_format_name='FP-GTC' 
  group by test_kylin_fact.lstg_format_name having sum(price)>5000 or count(*)>20 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query08.sql

@@ -20,3 +20,4 @@ select test_kylin_fact.lstg_format_name,sum(test_kylin_fact.price) as GMV
  , count(*) as TRANS_CNT from test_kylin_fact 
  where not (test_kylin_fact.lstg_format_name='FP-GTC') 
  group by test_kylin_fact.lstg_format_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query09.sql

@@ -25,3 +25,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  inner JOIN edw.test_sites as test_sites
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
  group by test_cal_dt.week_beg_dt 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query10.sql

@@ -28,3 +28,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  where test_kylin_fact.lstg_format_name='FP-GTC' 
  and test_cal_dt.week_beg_dt between '2013-05-01' and DATE '2013-08-01'
  group by test_cal_dt.week_beg_dt 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":276480}

kylin-it/src/test/resources/query/sql/query100.sql

@@ -17,4 +17,4 @@
 --
 
 select count(*) as cnt from test_kylin_fact
-where lstg_format_name>='AAAA' and 'BBBB'>=lstg_format_name
+where lstg_format_name>='AAAA' and 'BBBB'>=lstg_format_name;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":14336}

kylin-it/src/test/resources/query/sql/query101.sql

@@ -28,4 +28,4 @@ select meta_categ_name, count(1) as cnt, sum(price) as GMV
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
 
  where not ( meta_categ_name not in ('', 'a','Computers') )
- group by meta_categ_name 
+ group by meta_categ_name ;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":65536}

kylin-it/src/test/resources/query/sql/query102.sql

@@ -28,4 +28,4 @@ select meta_categ_name, count(1) as cnt, sum(price) as GMV
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
 
  where not ( meta_categ_name not in ('', 'a','Computers') and meta_categ_name not in ('Crafts','Computers'))
- group by meta_categ_name 
+ group by meta_categ_name ;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":65536}

kylin-it/src/test/resources/query/sql/query103.sql

@@ -28,4 +28,4 @@ select meta_categ_name, count(1) as cnt, sum(price) as GMV
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
 
  where not ( meta_categ_name not in ('', 'a','Computers') or meta_categ_name not in ('Crafts','Computers'))
- group by meta_categ_name 
+ group by meta_categ_name ;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":65536}

kylin-it/src/test/resources/query/sql/query104.sql

@@ -28,4 +28,4 @@ select concat(meta_categ_name, lstg_format_name) as c1, concat(meta_categ_name,
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
 
  where not ( meta_categ_name not in ('', 'a','Computers') or meta_categ_name not in ('Crafts','Computers'))
- group by concat(meta_categ_name, lstg_format_name), concat(meta_categ_name, 'CONST'), concat(meta_categ_name, concat(test_sites.site_name, lstg_format_name))
+ group by concat(meta_categ_name, lstg_format_name), concat(meta_categ_name, 'CONST'), concat(meta_categ_name, concat(test_sites.site_name, lstg_format_name));{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":79872}

kylin-it/src/test/resources/query/sql/query105.sql

@@ -24,3 +24,4 @@ select fact.lstg_format_name from
 
  order by CASE WHEN fact.lstg_format_name IS NULL THEN 'sdf' ELSE fact.lstg_format_name END 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":276480}

kylin-it/src/test/resources/query/sql/query106.sql

@@ -99,3 +99,4 @@ where ( META_CATEG_NAME IN ('jenny','esrzongguan','Baby')
 
 
                        )
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":65536}

kylin-it/src/test/resources/query/sql/query107.sql

@@ -100,3 +100,4 @@ where ( META_CATEG_NAME IN ('jenny','esrzongguan','Baby')
 
 
                        )
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":65536}

kylin-it/src/test/resources/query/sql/query108.sql

@@ -40,3 +40,4 @@ SELECT
  ,test_category_groupings.categ_lvl3_name 
  ,test_kylin_fact.lstg_format_name 
  ,test_sites.site_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query109.sql

@@ -24,3 +24,4 @@ select sum(price) as GMV, count(*) as TRANS_CNT  FROM test_kylin_fact
  AND test_kylin_fact.lstg_site_id = test_category_groupings.site_id
 where test_kylin_fact.cal_dt < DATE '2012-05-01' or test_kylin_fact.cal_dt > DATE '2013-05-01'
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query11.sql

@@ -28,3 +28,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  where test_cal_dt.week_beg_dt between DATE '2013-05-01' and DATE '2013-08-01' 
  group by test_kylin_fact.lstg_format_name, test_cal_dt.week_beg_dt 
  having sum(price)>500 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":276480}

kylin-it/src/test/resources/query/sql/query110.sql

@@ -55,4 +55,4 @@ SELECT  TEST_KYLIN_FACT.CAL_DT as TEST_KYLIN_FACT_CAL_DT,
         ON SELLER_ACCOUNT.ACCOUNT_COUNTRY = SELLER_COUNTRY.COUNTRY
         LEFT JOIN "DEFAULT".TEST_COUNTRY as BUYER_COUNTRY
         ON BUYER_ACCOUNT.ACCOUNT_COUNTRY = BUYER_COUNTRY.COUNTRY
-        WHERE 1=1
+        WHERE 1=1;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query112.sql

@@ -26,4 +26,4 @@ FROM test_kylin_fact
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
 WHERE test_cal_dt.WEEK_BEG_DT >= '2001-09-09'
  AND test_cal_dt.WEEK_BEG_DT <= '2018-05-16'
-
+ ;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query113.sql

@@ -26,4 +26,4 @@ FROM test_kylin_fact
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
 WHERE test_cal_dt.WEEK_BEG_DT >= '2001-09-09'
  AND test_cal_dt.WEEK_BEG_DT <= '2018-05-16'
-
+ ;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query114.sql

@@ -25,4 +25,4 @@ FROM test_kylin_fact
  inner JOIN edw.test_sites as test_sites
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
 WHERE test_cal_dt.WEEK_BEG_DT >= '2001-09-09'
- AND test_cal_dt.WEEK_BEG_DT <= '2018-05-16'
+ AND test_cal_dt.WEEK_BEG_DT <= '2018-05-16';{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query12.sql

@@ -27,3 +27,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
  where test_cal_dt.week_beg_dt >= DATE '2013-02-10' 
  group by test_kylin_fact.lstg_format_name, test_cal_dt.week_beg_dt 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":276480}

kylin-it/src/test/resources/query/sql/query13.sql

@@ -26,3 +26,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  ON test_kylin_fact.lstg_site_id = test_sites.site_id
  where test_kylin_fact.lstg_format_name='FP-GTC' 
  and test_cal_dt.week_beg_dt between DATE '2013-05-01' and DATE '2013-08-01' 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":276480}

kylin-it/src/test/resources/query/sql/query14.sql

@@ -34,3 +34,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  ,test_category_groupings.meta_categ_name 
  ,test_category_groupings.categ_lvl2_name 
  ,test_category_groupings.categ_lvl3_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":376832}

kylin-it/src/test/resources/query/sql/query15.sql

@@ -30,3 +30,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  group by test_cal_dt.week_beg_dt 
  ,test_category_groupings.meta_categ_name 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":327680}

kylin-it/src/test/resources/query/sql/query16.sql

@@ -33,3 +33,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  ,test_category_groupings.meta_categ_name 
  ,test_category_groupings.categ_lvl2_name 
  ,test_category_groupings.categ_lvl3_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":376832}

kylin-it/src/test/resources/query/sql/query17.sql

@@ -36,3 +36,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  ,test_category_groupings.categ_lvl2_name 
  ,test_category_groupings.categ_lvl3_name 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":376832}

kylin-it/src/test/resources/query/sql/query18.sql

@@ -32,3 +32,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  group by test_cal_dt.week_beg_dt 
  ,test_category_groupings.meta_categ_name 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":360448}

kylin-it/src/test/resources/query/sql/query19.sql

@@ -36,3 +36,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  ,test_category_groupings.categ_lvl2_name 
  ,test_category_groupings.categ_lvl3_name 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":376832}

kylin-it/src/test/resources/query/sql/query20.sql

@@ -32,3 +32,4 @@ inner JOIN edw.test_cal_dt as test_cal_dt
  group by test_cal_dt.week_beg_dt 
  ,test_category_groupings.meta_categ_name 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":376832}

kylin-it/src/test/resources/query/sql/query21.sql

@@ -38,3 +38,4 @@ SELECT
  ,test_category_groupings.categ_lvl3_name 
  ,test_kylin_fact.lstg_format_name 
  ,test_sites.site_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query22.sql

@@ -40,3 +40,4 @@ SELECT
  ,test_category_groupings.categ_lvl3_name 
  ,test_kylin_fact.lstg_format_name 
  ,test_sites.site_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query23.sql

@@ -39,3 +39,4 @@ SELECT
  ,test_kylin_fact.lstg_format_name 
  ,test_sites.site_name 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query24.sql

@@ -43,3 +43,4 @@ SELECT
  ,test_sites.site_name 
  ,test_seller_type_dim.seller_type_desc 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query25.sql

@@ -44,3 +44,4 @@ SELECT
  ,test_sites.site_name 
  ,test_seller_type_dim.seller_type_desc 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query26.sql

@@ -46,3 +46,4 @@ SELECT
  ,test_sites.site_name 
  ,test_seller_type_dim.seller_type_desc 
 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query27.sql

@@ -45,3 +45,4 @@ SELECT
  ,test_kylin_fact.lstg_format_name 
  ,test_sites.site_name 
  ,test_seller_type_dim.seller_type_desc 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}

kylin-it/src/test/resources/query/sql/query28.sql

@@ -28,3 +28,4 @@ SELECT
  ON test_kylin_fact.lstg_site_id = test_sites.site_id 
  inner JOIN edw.test_seller_type_dim as test_seller_type_dim 
  ON test_kylin_fact.slr_segment_cd = test_seller_type_dim.seller_type_cd 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query29.sql

@@ -30,3 +30,4 @@ SELECT
  group by test_cal_dt.week_beg_dt 
  ,test_category_groupings.meta_categ_name 
  ,test_category_groupings.categ_lvl2_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":360448}

kylin-it/src/test/resources/query/sql/query30.sql

@@ -17,3 +17,4 @@
 --
 
 select sum(price) as GMV, count(1) as TRANS_CNT ,  sum(test_kylin_fact.item_count) as total_items from test_kylin_fact limit 50 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":262144}

kylin-it/src/test/resources/query/sql/query31.sql

@@ -38,3 +38,4 @@ SELECT
  ,test_category_groupings.categ_lvl3_name 
  ,test_kylin_fact.lstg_format_name 
  ,test_sites.site_name 
+;{"scanRowCount":0,"scanBytes":0,"scanFiles":0,"cuboidId":2097151}