From f3adc70dfd183a97d8710460b890905c92dde500 Mon Sep 17 00:00:00 2001 From: dnnanuti Date: Tue, 28 Feb 2023 18:05:31 +0000 Subject: [PATCH] Add S3 Select scan range support Scan range allows S3 Select to query uncompressed files at a finer granularity than the entire object, by providing a byte range to SelectObjectContent requests. This change enables Hive internal splits for S3 Select pushdown on uncompressed input using this feature. --- .../src/main/sphinx/connector/hive.rst | 11 +- presto-hive-hadoop2/bin/run_hive_s3_tests.sh | 13 ++ .../bin/run_s3_select_json_tests.sh | 31 +++++ ...table_csv_scan_range_select_pushdown_1.csv | 100 ++++++++++++++++ ...table_csv_scan_range_select_pushdown_2.csv | 100 ++++++++++++++++ ...table_csv_scan_range_select_pushdown_3.csv | 100 ++++++++++++++++ ...range_compressed_select_pushdown_1.json.gz | Bin 0 -> 4229 bytes ...range_compressed_select_pushdown_2.json.gz | Bin 0 -> 4264 bytes ...range_compressed_select_pushdown_3.json.gz | Bin 0 -> 4292 bytes ...ble_json_scan_range_select_pushdown_1.json | 100 ++++++++++++++++ ...ble_json_scan_range_select_pushdown_2.json | 100 ++++++++++++++++ ...ble_json_scan_range_select_pushdown_3.json | 100 ++++++++++++++++ presto-hive-hadoop2/pom.xml | 4 + .../hive/s3select/S3SelectTestHelper.java | 74 +++++++++++- ...leSystemS3SelectCsvPushdownWithSplits.java | 101 ++++++++++++++++ ...estHiveFileSystemS3SelectJsonPushdown.java | 2 +- ...eSystemS3SelectJsonPushdownWithSplits.java | 113 ++++++++++++++++++ .../com/facebook/presto/hive/HiveUtil.java | 20 +++- .../presto/hive/StoragePartitionLoader.java | 3 +- .../s3select/S3SelectCsvRecordReader.java | 7 +- .../s3select/S3SelectJsonRecordReader.java | 3 +- .../s3select/S3SelectLineRecordReader.java | 32 ++++- .../S3SelectLineRecordReaderProvider.java | 5 +- .../S3SelectRecordCursorProvider.java | 2 +- .../hive/util/InternalHiveSplitFactory.java | 5 +- .../hive/AbstractTestHiveFileSystem.java | 8 +- .../presto/hive/HiveFileSystemTestUtils.java | 30 +++++ .../hive/s3select/TestS3SelectPushdown.java | 31 ++++- 28 files changed, 1068 insertions(+), 27 deletions(-) create mode 100644 presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_1.csv create mode 100644 presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_2.csv create mode 100644 presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_3.csv create mode 100644 presto-hive-hadoop2/conf/files/test_table_json_scan_range_compressed_select_pushdown_1.json.gz create mode 100644 presto-hive-hadoop2/conf/files/test_table_json_scan_range_compressed_select_pushdown_2.json.gz create mode 100644 presto-hive-hadoop2/conf/files/test_table_json_scan_range_compressed_select_pushdown_3.json.gz create mode 100644 presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_1.json create mode 100644 presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_2.json create mode 100644 presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_3.json create mode 100644 presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectCsvPushdownWithSplits.java create mode 100644 presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdownWithSplits.java diff --git a/presto-docs/src/main/sphinx/connector/hive.rst b/presto-docs/src/main/sphinx/connector/hive.rst index 0f015166822ce..07d878be2b816 100644 --- a/presto-docs/src/main/sphinx/connector/hive.rst +++ b/presto-docs/src/main/sphinx/connector/hive.rst @@ -487,7 +487,16 @@ Enabling S3 Select Pushdown You can enable S3 Select Pushdown using the ``s3_select_pushdown_enabled`` Hive session property or using the ``hive.s3select-pushdown.enabled`` configuration property. The session property will override the config -property, allowing you enable or disable on a per-query basis. +property, allowing you enable or disable on a per-query basis. Non-filtering +queries (``SELECT * FROM table``) are not pushed down to S3 Select, +as they retrieve the entire object content. + +For uncompressed files, using supported formats and SerDes, +S3 Select scans ranges of bytes in parallel. +The scan range requests run across the byte ranges of the internal +Hive splits for the query fragments pushed down to S3 Select. +Parallelization is controlled by the existing ``hive.max-split-size`` +property. Understanding and Tuning the Maximum Connections ################################################ diff --git a/presto-hive-hadoop2/bin/run_hive_s3_tests.sh b/presto-hive-hadoop2/bin/run_hive_s3_tests.sh index 3fe7d3081458e..9a410d3c81603 100755 --- a/presto-hive-hadoop2/bin/run_hive_s3_tests.sh +++ b/presto-hive-hadoop2/bin/run_hive_s3_tests.sh @@ -46,6 +46,19 @@ exec_in_hadoop_master_container /usr/bin/hive -e " STORED AS TEXTFILE LOCATION '${table_path}'" +table_path="s3a://${S3_BUCKET}/presto_test_csv_scan_range_select_pushdown/" +exec_in_hadoop_master_container hadoop fs -mkdir -p "${table_path}" +exec_in_hadoop_master_container hadoop fs -put -f /tmp/files/test_table_csv_scan_range_select_pushdown_{1,2,3}.csv "${table_path}" +exec_in_hadoop_master_container /usr/bin/hive -e " + CREATE EXTERNAL TABLE presto_test_csv_scan_range_select_pushdown(index bigint, id string, value1 bigint, value2 bigint, value3 bigint, + value4 bigint, value5 bigint, title string, firstname string, lastname string, flag string, day bigint, + month bigint, year bigint, country string, comment string, email string, identifier string) + ROW FORMAT DELIMITED + FIELDS TERMINATED BY '|' + STORED AS TEXTFILE + LOCATION '${table_path}'" + + stop_unnecessary_hadoop_services # restart hive-metastore to apply S3 changes in core-site.xml diff --git a/presto-hive-hadoop2/bin/run_s3_select_json_tests.sh b/presto-hive-hadoop2/bin/run_s3_select_json_tests.sh index 1e04f3112062f..6348825856796 100755 --- a/presto-hive-hadoop2/bin/run_s3_select_json_tests.sh +++ b/presto-hive-hadoop2/bin/run_s3_select_json_tests.sh @@ -38,6 +38,37 @@ exec_in_hadoop_master_container /opt/hive/bin/hive -e " ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe' LOCATION '${table_path}'" +table_path="s3a://${S3_BUCKET}/presto_test_json_scan_range_select_pushdown/" +exec_in_hadoop_master_container hadoop fs -mkdir -p "${table_path}" +exec_in_hadoop_master_container hadoop fs -put -f /tmp/files/test_table_json_scan_range_select_pushdown_{1,2,3}.json "${table_path}" +exec_in_hadoop_master_container /opt/hive/bin/hive -e " + CREATE EXTERNAL TABLE presto_test_json_scan_range_select_pushdown(col_1 bigint, col_2 string, col_3 string, + col_4 string, col_5 string, col_6 string, col_7 string, col_8 string, col_9 string, col_10 string, col_11 string, + col_12 string, col_13 string, col_14 string) + ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe' + LOCATION '${table_path}'" + +table_path="s3a://${S3_BUCKET}/presto_test_mixed_json_scan_range_select_pushdown/" +exec_in_hadoop_master_container hadoop fs -mkdir -p "${table_path}" +exec_in_hadoop_master_container hadoop fs -put -f /tmp/files/test_table_json_scan_range_select_pushdown_1.json "${table_path}" +exec_in_hadoop_master_container hadoop fs -put -f /tmp/files/test_table_json_scan_range_compressed_select_pushdown_{2,3}.json.gz "${table_path}" +exec_in_hadoop_master_container /opt/hive/bin/hive -e " + CREATE EXTERNAL TABLE presto_test_mixed_json_scan_range_select_pushdown(col_1 bigint, col_2 string, col_3 string, + col_4 string, col_5 string, col_6 string, col_7 string, col_8 string, col_9 string, col_10 string, col_11 string, + col_12 string, col_13 string, col_14 string) + ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe' + LOCATION '${table_path}'" + +table_path="s3a://${S3_BUCKET}/presto_test_compressed_json_scan_range_select_pushdown/" +exec_in_hadoop_master_container hadoop fs -mkdir -p "${table_path}" +exec_in_hadoop_master_container hadoop fs -put -f /tmp/files/test_table_json_scan_range_compressed_select_pushdown_{1,2,3}.json.gz "${table_path}" +exec_in_hadoop_master_container /opt/hive/bin/hive -e " + CREATE EXTERNAL TABLE presto_test_compressed_json_scan_range_select_pushdown(col_1 bigint, col_2 string, col_3 string, + col_4 string, col_5 string, col_6 string, col_7 string, col_8 string, col_9 string, col_10 string, col_11 string, + col_12 string, col_13 string, col_14 string) + ROW FORMAT SERDE 'org.apache.hive.hcatalog.data.JsonSerDe' + LOCATION '${table_path}'" + stop_unnecessary_hadoop_services # restart hive-metastore to apply S3 changes in core-site.xml diff --git a/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_1.csv b/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_1.csv new file mode 100644 index 0000000000000..c9b5ed332bf5f --- /dev/null +++ b/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_1.csv @@ -0,0 +1,100 @@ +1|AAAAAAAABAAAAAAA|980124|7135|282946|2452238|2452208|Mr.|Javier|Lewis|Y|9|12|1936|CHILE||Javier.Lewis@VFAxlnZEvOx.org|2452508| +2|AAAAAAAACAAAAAAA|819667|1461|681655|2452318|2452288|Dr.|Amy|Moses|Y|9|4|1966|TOGO||Amy.Moses@Ovk9KjHH.com|2452318| +3|AAAAAAAADAAAAAAA|1473522|6247|748572|2449130|2449100|Miss|Latisha|Hamilton|N|18|9|1979|NIUE||Latisha.Hamilton@V.com|2452313| +4|AAAAAAAAEAAAAAAA|1703214|3986|689558|2450030|2450000|Dr.|Michael|White|N|7|6|1983|MEXICO||Michael.White@i.org|2452361| +5|AAAAAAAAFAAAAAAA|953372|4470|336368|2449438|2449408|Sir|Robert|Moran|N|8|5|1956|FIJI||Robert.Moran@Hh.edu|2452469| +6|AAAAAAAAGAAAAAAA|213219|6374|327082|2451883|2451853|Ms.|Brunilda|Sharp|N|4|12|1925|SURINAME||Brunilda.Sharp@T3pylZEUQjm.org|2452430| +7|AAAAAAAAHAAAAAAA|68377|3219|944814|2451438|2451408|Ms.|Fonda|Wiles|Y|24|4|1985|GAMBIA||Fonda.Wiles@S9KnyEtz9hv.org|2452360| +8|AAAAAAAAIAAAAAAA|1215897|2471|316598|2449406|2449376|Sir|Ollie|Shipman|N|26|12|1938|KOREA, REPUBLIC OF||Ollie.Shipman@be.org|2452334| +9|AAAAAAAAJAAAAAAA|1168667|1404|599388|2452275|2452245|Sir|Karl|Gilbert|N|26|10|1966|MONTSERRAT||Karl.Gilbert@Crg5KyP2IxX9C4d6.edu|2452454| +10|AAAAAAAAKAAAAAAA|1207553|5143|369580|2451353|2451323|Ms.|Albert|Brunson|N|15|10|1973|JORDAN||Albert.Brunson@62.com|2452641| +11|AAAAAAAALAAAAAAA|1114415|6807|947999|2452288|2452258|Ms.|Betty|Williams|N|18|12|1963|BURKINA FASO||Betty.Williams@xRtDqM1eLBVQNoYAJ.com|2452398| +12|AAAAAAAAMAAAAAAA|502141|6577|547366|2451039|2451009|Ms.|Margaret|Farias|N|2|6|1956|TURKMENISTAN||Margaret.Farias@cb.edu|2452634| +13|AAAAAAAANAAAAAAA|1128748|2777|664006|2449658|2449628|Mrs.|Rosalinda|Grimes|N|1|3|1970|UKRAINE||Rosalinda.Grimes@tC8pcU7Lt.edu|2452616| +14|AAAAAAAAOAAAAAAA|929344|892|656440|2450318|2450288|Mr.|Jack|Wilcox|N|30|3|1937|SLOVENIA||Jack.Wilcox@Y3Etqyv3.org|2452641| +15|AAAAAAAAPAAAAAAA||134|480469||2449010|Ms.|Tonya||||12|1969||||2452376| +16|AAAAAAAAABAAAAAA|1196373|3014|829302|2451346|2451316|Dr.|Margie|Browning|N|24|12|1933|PHILIPPINES||Margie.Browning@LM674NrE2.org|2452573| +17|AAAAAAAABBAAAAAA|707524|3876|552228|2451068|2451038|Dr.|Lee|Stovall|N|23|12|1972|PHILIPPINES||Lee.Stovall@fqKC83UU0f.org|2452454| +18|AAAAAAAACBAAAAAA|1361151|6580|168456|2450041|2450011|Sir|Brad|Lynch|Y|1|9|1950|URUGUAY||Brad.Lynch@nAbai.edu|2452549| +19|AAAAAAAADBAAAAAA|1161742|4238|945581|2449580|2449550|Dr.|Andre|Moore|N|20|10|1978|NICARAGUA||Andre.Moore@cTZLGYi1ZJi.org|2452576| +20|AAAAAAAAEBAAAAAA|1185612|89|688966|2450965|2450935|Mr.|Stanton|Dallas|Y|17|5|1976|SWITZERLAND||Stanton.Dallas@DBXgl18FGo.edu|2452334| +21|AAAAAAAAFBAAAAAA|442697|6538|575979|2451827|2451797|Miss|Naomi|Barnett|N|18|5|1956|BAHAMAS||Naomi.Barnett@2T3V3OZOy4KBNAHsT.edu|2452433| +22|AAAAAAAAGBAAAAAA|490494|4504|740467|2451465|2451435|Sir|Victor|Martinez|N|21|12|1991|CAYMAN ISLANDS||Victor.Martinez@fC.edu|2452529| +23|AAAAAAAAHBAAAAAA||2107|686|2451012|2450982|Sir||Garrison|N||5||||Earl.Garrison@G3sM4P.com|| +24|AAAAAAAAIBAAAAAA|17113|1102|564291|2450098|2450068|Dr.|Paul|Morris|Y|6|6|1951|GUINEA-BISSAU||Paul.Morris@FMGalegqc3.com|2452499| +25|AAAAAAAAJBAAAAAA|476176|3278|425933|2449246|2449216|Miss|Nancy|Mccormick|N|6|10|1973|BAHAMAS||Nancy.Mccormick@DA26I9ZArLF9rxJ6Z.edu|2452425| +26|AAAAAAAAKBAAAAAA|230278|1242|128206|2449816|2449786|Ms.|Monique|Baker|N|14|6|1991|MOROCCO||Monique.Baker@9uEucNczY.org|2452356| +27|AAAAAAAALBAAAAAA|111621|835|516096|2450611|2450581|Dr.|Shawn|Prather|N|7|3|1972|PUERTO RICO||Shawn.Prather@8BusRYegn6.org|2452353| +28|AAAAAAAAMBAAAAAA|889961|897|183480|2452615|2452585|Miss|Edith|Hernandez|Y|17|8|1959|CÔTE D'IVOIRE||Edith.Hernandez@BNHL0k.com|2452631| +29|AAAAAAAANBAAAAAA|1634269|1204|744139|2452216|2452186|Ms.|Margaret|Collins|Y|25|8|1973|NETHERLANDS ANTILLES||Margaret.Collins@9obPr3UV.org|2452496| +30|AAAAAAAAOBAAAAAA|84232|5869|245459|2449916|2449886|Dr.|Pamela|Luna|Y|4|7|1956|GUAM||Pamela.Luna@QBGuhL36lnA.edu|2452410| +31|AAAAAAAAPBAAAAAA|1275120|5724|457128|2452054|2452024|Dr.|William|Craig|N|13|6|1964|SPAIN||William.Craig@prVDE1E8AHc.org|2452336| +32|AAAAAAAAACAAAAAA|1369589|6163|98290|2449471|2449441|Dr.|Kenneth|Wood|N|2|8|1927|MOLDOVA, REPUBLIC OF||Kenneth.Wood@RIA.edu|2452510| +33|AAAAAAAABCAAAAAA|1680761|5823|82438|2451572|2451542|Mrs.|Donna|Betts|Y|25|3|1958|FRANCE||Donna.Betts@YJ14k.edu|2452455| +34|AAAAAAAACCAAAAAA|||287501|2452192|2452162|||Woods|||||||Brandon.Woods@hjKbf.edu|2452408| +35|AAAAAAAADCAAAAAA|339036|2057|482231|2451937|2451907|Dr.|Marie|Peterson|N|19|6|1953|KIRIBATI||Marie.Peterson@1zg9tydFHafA5.com|2452581| +36|AAAAAAAAECAAAAAA|655414|2223|376585|2449222|2449192|Dr.|Anthony|Fisher|N|29|11|1968|KYRGYZSTAN||Anthony.Fisher@jJrZfeDcz8P.com|2452470| +37|AAAAAAAAFCAAAAAA|827972|2281|412943|2449848|2449818|Dr.|Dwight|Schneider|Y|9|1|1949|RUSSIAN FEDERATION||Dwight.Schneider@koxO7zAysvOd.com|2452293| +38|AAAAAAAAGCAAAAAA|766645|3879|686360|2450323|2450293|Mrs.|Ha|Carpenter|Y|30|3|1939|PARAGUAY||Ha.Carpenter@XgcUt4svNz.com|2452351| +39|AAAAAAAAHCAAAAAA|1617182|4013|422844|2452131|2452101|Sir|Neil|Cox|N|14|12|1951|ECUADOR||Neil.Cox@FRuR2bFK.com|2452586| +40|AAAAAAAAICAAAAAA|1795301||71045|2451159|||Jacqueline|Hatfield||26||1942||||| +41|AAAAAAAAJCAAAAAA|941420|5068|118316|2449989|2449959|Miss|Maxine|Carlson|N|26|6|1939|ISLE OF MAN||Maxine.Carlson@StyP5lAokmQ29QHYMLa.edu|2452464| +42|AAAAAAAAKCAAAAAA|1867377|3327|111277|2449869|2449839|Dr.|Deborah|Burton|N|17|1|1950|COMOROS||Deborah.Burton@xt.edu|2452498| +43|AAAAAAAALCAAAAAA|385562|3676|643743|2451705|2451675|Mr.|William|Warner|Y|5|12|1965|GUAM||William.Warner@zegnrzurU.org|2452537| +44|AAAAAAAAMCAAAAAA|497758|5427|32296|2449750|2449720|Miss|Mabel|Richmond|Y|7|12|1932|CAMBODIA||Mabel.Richmond@Tkla.edu|2452333| +45|AAAAAAAANCAAAAAA|1036174|2399|469777|2451118|2451088|||Hammonds||5|||NIGER|||| +46|AAAAAAAAOCAAAAAA|843672|4729|971386|2451857|2451827|Mrs.|Jane|Stephenson|Y|13|4|1990|TURKEY||Jane.Stephenson@lq8ZQLAUMZhR.edu|2452301| +47|AAAAAAAAPCAAAAAA|1634314|5368|638469|2449165|2449135|Mr.|Luis|Young|N|3|12|1982|BRUNEI DARUSSALAM||Luis.Young@0DmV.edu|2452586| +48|AAAAAAAAADAAAAAA|8817|311|788252|2449531|2449501|Ms.|Jill|Jackson|N|15|9|1961|LUXEMBOURG||Jill.Jackson@n6I7SF.org|2452575| +49|AAAAAAAABDAAAAAA|936800|1514|970581|2449364|2449334|Mr.|Steven|Venable|N|13|6|1961|NETHERLANDS ANTILLES||Steven.Venable@0hA90vhfK7k9F4h.com|2452350| +50|AAAAAAAACDAAAAAA|759177|72|382567|2449384|2449354|Mr.|Christopher|Eller|N|24|11|1965|AUSTRALIA||Christopher.Eller@gV5Ua7HOmt.com|2452520| +51|AAAAAAAADDAAAAAA|532799|6920|260688|2452390|2452360|Dr.|David|Nieves|N|5|10|1926|CHRISTMAS ISLAND||David.Nieves@LcDkQ.edu|2452570| +52|AAAAAAAAEDAAAAAA|534808|4768|677128|2451421|2451391|Mrs.|Wendy|Colley|N|1|4|1982|FRENCH GUIANA||Wendy.Colley@qLBjqbAQQGj.edu|2452553| +53|AAAAAAAAFDAAAAAA|1597348|7017|443439|2451820|2451790|Mr.|Paul|Higgins|Y|23|9|1950|GABON||Paul.Higgins@qG9NrSTLz9HaNHX.edu|2452447| +54|AAAAAAAAGDAAAAAA|380102|2381|840660|2449980|2449950|Ms.|Donna|King|Y|3|2|1940|TUNISIA||Donna.King@TEftU.com|2452446| +55|AAAAAAAAHDAAAAAA|783093|1151|773256|2451539|2451509|Dr.|Beryl|Thomason|N|12|8|1933|UNITED KINGDOM||Beryl.Thomason@OeqefhtCmZTAj.com|2452380| +56|AAAAAAAAIDAAAAAA|344460|3092|202524|2451424|2451394|Miss|Pamela|Delgado|N|29|1|1960|GUERNSEY||Pamela.Delgado@8OpV0Ldj8vq2K9ZK.org|2452334| +57|AAAAAAAAJDAAAAAA|752932|128|100571|2449741|2449711|Mr.|Travis|Melendez|Y|10|3|1961|AFGHANISTAN||Travis.Melendez@344rCMk.edu|2452606| +58|AAAAAAAAKDAAAAAA|528756|6879|814155|2451386|2451356|Mr.|Cecil|Peterman|Y|29|2|1988|ICELAND||Cecil.Peterman@tbeqEuUvS4ZM4Px9N.com|2452447| +59|AAAAAAAALDAAAAAA|1895444|4787|445683|2451157|2451127|Miss|Melanie|Morrison|N|6|1|1947|HUNGARY||Melanie.Morrison@F2foqn.edu|2452530| +60|AAAAAAAAMDAAAAAA|1179671|3200|694282|2449714|2449684|Ms.|Dollie|Thao|N|15|7|1990|SWITZERLAND||Dollie.Thao@Xead5vagsekdHDLUkv.edu|2452407| +61|AAAAAAAANDAAAAAA|1620078|6683|11688|2451136|2451106|Sir|Joseph|White|Y|6|5|1978|SENEGAL||Joseph.White@c0EJ7pimuu.com|2452462| +62|AAAAAAAAODAAAAAA|821787|4700|228413|2451854|2451824|Mr.|Matthew|Brown|Y|1|6|1973|KOREA, REPUBLIC OF||Matthew.Brown@F.edu|2452319| +63|AAAAAAAAPDAAAAAA|1790374|2445|109716|2450179|2450149|Dr.|Frank|Morton|N|26|4|1943|EGYPT||Frank.Morton@Hd7jNaA3s.com|2452425| +64|AAAAAAAAAEAAAAAA|1260191|6284|675930|2452379|2452349|Dr.|Michael|Frye|N|27|6|1941|CAPE VERDE||Michael.Frye@aM1HsbOs0smgpLo.org|2452426| +65|AAAAAAAABEAAAAAA|1778884|2234|37584|2451898|2451868|Dr.|Rodney|Taft|N|18|9|1991|VIRGIN ISLANDS, U.S.||Rodney.Taft@qe.com|2452353| +66|AAAAAAAACEAAAAAA|747190|6036|92882|2449294|2449264|Ms.|Julie|Chester|N|8|9|1950|HONG KONG||Julie.Chester@Kv.com|2452375| +67|AAAAAAAADEAAAAAA|1118294|2032|724970|2452033|2452003|Dr.|Gerald|Thomas|N|27|10|1948|NORWAY||Gerald.Thomas@zSuIGSgb6iyu.org|2452414| +68|AAAAAAAAEEAAAAAA|779965|6069|266126|2451936|2451906|Dr.|Arthur|Troy|Y|20|8|1928|LUXEMBOURG||Arthur.Troy@3VY5bV30AifrO.com|2452542| +69|AAAAAAAAFEAAAAAA|971368|4167|159366|2450154|2450124|Sir|Steven|Mcclellan|Y|15|1|1950|NEPAL||Steven.Mcclellan@UviyOLnu2m1POo.edu|2452340| +70|AAAAAAAAGEAAAAAA|1460929|5492|648102|2451944|2451914|Sir|James|Smith|N|7|12|1963|KUWAIT||James.Smith@ifJngGlNG.edu|2452342| +71|AAAAAAAAHEAAAAAA|1292064|2257|392450|2450248|2450218|Mr.|Roderick|Rogers|N|4|11|1967|OMAN||Roderick.Rogers@pJdioQ.com|2452462| +72|AAAAAAAAIEAAAAAA|1608738|6364|326390|2451700|2451670|Dr.|Bradley|Barry|Y|21|3|1937|TAJIKISTAN||Bradley.Barry@Kq2ONpEXU9YSno31.edu|2452601| +73|AAAAAAAAJEAAAAAA|425740|431|948369|2449133|2449103|Mr.|David|Vasquez|N|17|4|1956|ISRAEL||David.Vasquez@j.org|2452489| +74|AAAAAAAAKEAAAAAA|1434225|347|515269|2452641|2452611|Sir|Eric|Woods|Y|19|2|1953|SAINT LUCIA||Eric.Woods@CfPzy1AUqxd2.com|2452584| +75|AAAAAAAALEAAAAAA|1888603|143|837730|2451755|2451725|Dr.|Annie|Grant|Y|25|5|1925|TUVALU||Annie.Grant@tccug5KC1oT2nL.com|2452401| +76|AAAAAAAAMEAAAAAA|526064|2054|209691|2451760|2451730|Mr.|Craig|Lowry|Y|7|3|1946|WALLIS AND FUTUNA||Craig.Lowry@92zokgx8duX.org|2452430| +77|AAAAAAAANEAAAAAA|915180|2167|437154|2451632|2451602|Dr.|Darrin|Smith|N|30|5|1931|UNITED STATES||Darrin.Smith@Mti.edu|2452355| +78|AAAAAAAAOEAAAAAA|1092537|3677|407264|2449388|2449358|Ms.|Wanda|Davis|N|11|5|1940|NETHERLANDS ANTILLES||Wanda.Davis@I6s7DD86i6.edu|2452339| +79|AAAAAAAAPEAAAAAA|389494|3493|759539|2450863|2450833|Miss|Sandi|Tran|Y|10|6|1937|FRENCH GUIANA||Sandi.Tran@myikqStif1Q.edu|2452644| +80|AAAAAAAAAFAAAAAA|1499808|3891|294727|2450558|2450528|Mrs.|Eleanor|Evans|N|21|12|1948|CÔTE D'IVOIRE||Eleanor.Evans@zxvr5rl.org|2452413| +81|AAAAAAAABFAAAAAA|728917|388|848306|2452562|2452532|Ms.|Jessica|Levesque|Y|17|7|1940|ALBANIA||Jessica.Levesque@06mGqI9mHG.org|2452414| +82|AAAAAAAACFAAAAAA|75627|5081|530088|2450357|2450327|Sir|Max|Mueller|N|26|2|1947|IRAQ||Max.Mueller@xqCZRBSrTGD6CBvXh.com|2452303| +83|AAAAAAAADFAAAAAA|976724|5574|40824|2451032|2451002|Miss|Daisy|Flynn|N|24|1|1943|NEW ZEALAND||Daisy.Flynn@288e6Z0csxJ.com|2452338| +84|AAAAAAAAEFAAAAAA|1250744|2821|190898|2449496|2449466|Mrs.|Ami|Montgomery|Y|2|5|1964|JAMAICA||Ami.Montgomery@VBSKqhL36j55.edu|2452526| +85|AAAAAAAAFFAAAAAA|1293499|37|410575|2449868|2449838|Miss|Michele|Baldwin|Y|30|10|1978|GEORGIA||Michele.Baldwin@sIVO1J4U.org|2452491| +86|AAAAAAAAGFAAAAAA|1428237|6963|188442|2451560|2451530|Dr.|Marvin|Matlock|Y|21|10|1983|BRUNEI DARUSSALAM||Marvin.Matlock@0FXEZp.org|2452633| +87|AAAAAAAAHFAAAAAA|1452824|1427|722030|2449404|2449374|Dr.|Kevin|White|N|2|7|1934|BENIN||Kevin.White@x9oTPjEI6AdDQ7n4l.edu|2452492| +88|AAAAAAAAIFAAAAAA|495575|131|492687|2450991|2450961|Dr.|Phyllis|Horner|N|20|8|1965|UZBEKISTAN||Phyllis.Horner@uQy.edu|2452403| +89|AAAAAAAAJFAAAAAA|694848|5383|726318|2451425|2451395|Mrs.|Helen|Macdonald|Y|15|3|1981|DOMINICA||Helen.Macdonald@3d4.com|2452626| +90|AAAAAAAAKFAAAAAA|417827|5083|745139|2451494|2451464|Mr.|Nathan|Pond|Y|7|5|1985|GUYANA||Nathan.Pond@nPh7drM687MhI.org|2452637| +91|AAAAAAAALFAAAAAA|827176|2441|464906|2450406|2450376|Miss|Heather|White|Y|28|3|1962|MARTINIQUE||Heather.White@3JitjmxYQnXAtCNAl.com|2452295| +92|AAAAAAAAMFAAAAAA|953084|5771|585211|2452582|2452552|Miss|Crystal|Ryan|Y|8|2|1973|ECUADOR||Crystal.Ryan@Ju2rO6u.com|2452294| +93|AAAAAAAANFAAAAAA|647375|6229|535836|2449341|2449311|Sir|Clyde|Williams|N|6|10|1927|FRENCH POLYNESIA||Clyde.Williams@en.com|2452510| +94|AAAAAAAAOFAAAAAA|451893|1990|583287|2449553|2449523|Mr.|Craig|Byrd|Y|14|5|1982|FRENCH POLYNESIA||Craig.Byrd@Dc0OEMXkvvuJ.com|2452445| +95|AAAAAAAAPFAAAAAA|796503|1663|566023|2452468|2452438|Ms.|Elizabeth|Hollingsworth|N|17|4|1943|GREECE||Elizabeth.Hollingsworth@lVpeDS5Rcs.com|2452584| +96|AAAAAAAAAGAAAAAA|1148074|6019|335611|2451505|2451475|Sir|Shaun|Lewis|N|22|10|1955|NIGERIA||Shaun.Lewis@MTRUPYFTXf9.com|2452395| +97|AAAAAAAABGAAAAAA|418763|102|599041|2452467|2452437|Mr.|Stewart|Ruffin|Y|19|5|1971|MYANMAR||Stewart.Ruffin@R7Mrx.edu|2452528| +98|AAAAAAAACGAAAAAA|574977|1615|493853|2450894|2450864|Dr.|David|Lewis|N|23|6|1965|KIRIBATI||David.Lewis@5mhvq.org|2452558| +99|AAAAAAAADGAAAAAA|622676|2152|867228|2451687|2451657|Sir|Austin|Tran|Y|9|12|1961|NAMIBIA||Austin.Tran@ect7cnjLsucbd.edu|2452437| +100|AAAAAAAAEGAAAAAA|1254468|6370|656672|2449148|2449118|Ms.|Jeannette|Johnson|Y|13|7|1958|BANGLADESH||Jeannette.Johnson@8BvSqgp.com|2452635| diff --git a/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_2.csv b/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_2.csv new file mode 100644 index 0000000000000..133455e4f33c4 --- /dev/null +++ b/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_2.csv @@ -0,0 +1,100 @@ +101|AAAAAAAAFGAAAAAA|1730669|4190|100464|2450159|2450129|Dr.|Jeffrey|Bruce|N|7|5|1951|MAURITANIA||Jeffrey.Bruce@SPZG.com|2452590| +102|AAAAAAAAGGAAAAAA|1250712|1207|104149|2450198|2450168|Ms.|Jodi|Silva|N|9|8|1937|CANADA||Jodi.Silva@lntBSGFbpEOSVs.com|2452443| +103|AAAAAAAAHGAAAAAA|1659630|5909|483035|2451586|2451556|Dr.|James|Porter|N|3|5|1947|AFGHANISTAN||James.Porter@3C1oBhj.com|2452359| +104|AAAAAAAAIGAAAAAA|1090695|3116|325490|2450355|2450325|Dr.|Benjamin|Johnson|Y|29|11|1936|BAHRAIN||Benjamin.Johnson@HL2ugJBTO.com|2452499| +105|AAAAAAAAJGAAAAAA|949850|383|846916|2452463|2452433|Dr.|Frank|Strain|Y|14|1|1945|VIRGIN ISLANDS, U.S.||Frank.Strain@MbOHByB.edu|2452378| +106|AAAAAAAAKGAAAAAA|341252|5949|268246|2451785|2451755|Miss|Anne|Massey|Y|3|6|1974|PORTUGAL||Anne.Massey@7XXGTvh.edu|2452602| +107|AAAAAAAALGAAAAAA|546775|1414|766806|2451094|2451064|Dr.|Charles|Robinson|N|11|10|1970|VANUATU||Charles.Robinson@SKBvOYuE06xlJ6.org|2452312| +108|AAAAAAAAMGAAAAAA|847273|1898|754123|2449106|2449076|Mr.|Alfred|Bryant|Y|18|4|1964|BURUNDI||Alfred.Bryant@TRiZbgq.com|2452283| +109|AAAAAAAANGAAAAAA|1487931|5544|39604|2452506|2452476|Sir|Alfred|Watson|Y|13|1|1989|PORTUGAL||Alfred.Watson@Q.org|2452644| +110|AAAAAAAAOGAAAAAA|578986|5158|667330|2449769|2449739|Dr.|David|Thornton|N|30|7|1974|EGYPT||David.Thornton@eIz6xPr53uo8.com|2452426| +111|AAAAAAAAPGAAAAAA|291167|4554|127188|2450460|2450430|Dr.|Allen|Merritt|Y|19|4|1937|SOMALIA||Allen.Merritt@3fsiZ.edu|2452481| +112|AAAAAAAAAHAAAAAA|1032747|4822|214144|2451513|2451483|Sir|Floyd|Kelly|N|6|3|1984|PORTUGAL||Floyd.Kelly@VYyRIjGro.org|2452299| +113|AAAAAAAABHAAAAAA|204333|5202|454871|2451982|2451952|Mrs.|Karen|Roman|N|14|4|1985|BOTSWANA||Karen.Roman@IxcYF9rKJKomt.com|2452507| +114|AAAAAAAACHAAAAAA|1185641|5735|507076|2449631|2449601|Dr.|Richard|Chang|Y|2|5|1988|MEXICO||Richard.Chang@VKy9d4gdkatVugH.edu|2452359| +115|AAAAAAAADHAAAAAA|1498128|6766|270604|2449264|2449234|Sir|Freddie|Rojas|N|23|10|1971|MALDIVES||Freddie.Rojas@EfcO6EJZhAFac2.com|2452377| +116|AAAAAAAAEHAAAAAA|1824586|1944|18502|2449121|2449091|Miss|Carolyn|Callaway|Y|15|8|1932|ARUBA||Carolyn.Callaway@PjDvifaFqz0EZ.com|2452353| +117|AAAAAAAAFHAAAAAA|1759097|4215|232980|2449143|2449113|Miss|Renee|Jones|Y|29|8|1967|ARUBA||Renee.Jones@CKGxUpmCMLnxLg3.edu|2452624| +118|AAAAAAAAGHAAAAAA|648018|1399|693533|2451091|2451061|Dr.|Polly|Marlow|Y|7|10|1954|BAHRAIN||Polly.Marlow@OkB7beq1dpZn5InXZ8.org|2452476| +119|AAAAAAAAHHAAAAAA|1111698|4858|922818|2449829|2449799|Mr.|Jack|Spriggs|Y|4|8|1935|SAUDI ARABIA||Jack.Spriggs@jtQVaqKJXZnPPp3.org|2452475| +120|AAAAAAAAIHAAAAAA|609294|6365|492236|2450799|2450769|Dr.|Dan|Layne|N|25|11|1966|NORFOLK ISLAND||Dan.Layne@8btahREthm2.com|2452633| +121|AAAAAAAAJHAAAAAA||3852|344960||2449480|Mrs.|||N|4||||||2452542| +122|AAAAAAAAKHAAAAAA|802359|2399|376839|2450519|2450489|Sir|Christopher|Magee|N|1|10|1927|BERMUDA||Christopher.Magee@YJGYG5Y00r.com|2452431| +123|AAAAAAAALHAAAAAA|1715811|1013|167015|2450151|2450121|Mr.|Issac|Vega|Y|26|9|1953|SENEGAL||Issac.Vega@BB3eo23hUchr.edu|2452578| +124|AAAAAAAAMHAAAAAA|1813357|5275|877993|2449506|2449476|Dr.|Katharine|Hope|Y|3|11|1972|ARGENTINA||Katharine.Hope@UAtskHDZYaf2GLKqd.edu|2452312| +125|AAAAAAAANHAAAAAA|184237|3375|574513|2451019|2450989|Mr.|Stephen|Bruton|Y|15|9|1976|NIGER||Stephen.Bruton@KyRk407i9d.com|2452606| +126|AAAAAAAAOHAAAAAA|1297001|7129|122057|2449697|2449667|Sir|Daniel|Underwood|Y|20|4|1929|CAMEROON||Daniel.Underwood@UFBLooOoyKm.org|2452596| +127|AAAAAAAAPHAAAAAA|1172846|1728|751410|2450366|2450336|Miss|Tina|Clay|Y|23|5|1988|SAINT LUCIA||Tina.Clay@9XXnkEUtJlAsiKH.com|2452326| +128|AAAAAAAAAIAAAAAA|1035624|727|30983|2451336|2451306|Dr.|Michele|Benitez|Y|21|10|1961|PARAGUAY||Michele.Benitez@TSo2.org|2452308| +129|AAAAAAAABIAAAAAA|675894|2919|268791|2449881|2449851|Dr.|Brandi|Daniels|N|14|7|1954|SAUDI ARABIA||Brandi.Daniels@45lz1nXM8yJ.org|2452425| +130|AAAAAAAACIAAAAAA|784063|1299|573382|2450940|2450910|Mr.|Julius|Locke|N|24|3|1940|CAPE VERDE||Julius.Locke@bQ.org|2452507| +131|AAAAAAAADIAAAAAA|21268|6537|708606|2452497|2452467|Mrs.|Christine|Walton|Y|6|12|1959|ISRAEL||Christine.Walton@v.com|2452514| +132|AAAAAAAAEIAAAAAA|73004|6105|665959|2452287|2452257|Miss|Delia|Holland|N|21|7|1950|MYANMAR||Delia.Holland@4p5.org|2452607| +133|AAAAAAAAFIAAAAAA|1746749|571|42040|2449794|2449764|Dr.|David|Mcnabb|Y|10|7|1981|KENYA||David.Mcnabb@LT4hqKbQOBdZlv9T.org|2452472| +134|AAAAAAAAGIAAAAAA|1466626|3546|538066|2451995|2451965|Dr.|Timothy|Mendoza|N|1|10|1957|BOTSWANA||Timothy.Mendoza@sTDpAuVIO0.com|2452647| +135|AAAAAAAAHIAAAAAA|770531|2849|216767|2450899|2450869|Ms.|Vivian|Elliott|N|19|7|1938|ROMANIA||Vivian.Elliott@2InpKDq1ZB.org|2452631| +136|AAAAAAAAIIAAAAAA|1585327|6456|515232|2449583|2449553|Ms.|Elizabeth|Horn|Y|5|2|1954|BELIZE||Elizabeth.Horn@07DoPCi67U8.edu|2452507| +137|AAAAAAAAJIAAAAAA|743641|4304|916167|2451243|2451213|Sir|Roger|Burns|Y|3|1|1933|BAHRAIN||Roger.Burns@ZfvcJQpboR.com|2452283| +138|AAAAAAAAKIAAAAAA|1584692|5491|268337|2449468|2449438|Miss|Marjorie|Smith|N|3|4|1978|WALLIS AND FUTUNA||Marjorie.Smith@pT4LYd9jYKp9gZPSS.org|2452404| +139|AAAAAAAALIAAAAAA|1676720|5931|493895|2450260|2450230|Dr.|Catherine|Newman|N|29|3|1938|BERMUDA||Catherine.Newman@XYU8uAboQoTY35lq.org|2452497| +140|AAAAAAAAMIAAAAAA|1023202|3414|897226|2451434|2451404|Dr.|Debra|Ferguson|N|15|5|1936|UNITED ARAB EMIRATES||Debra.Ferguson@n.org|2452570| +141|AAAAAAAANIAAAAAA|1482167|4206|317798|2450487|2450457|Sir|Roberto|Johnson|N|24|6|1934|KIRIBATI||Roberto.Johnson@Ix1LO6c.org|2452323| +142|AAAAAAAAOIAAAAAA|1656828|6260|914892|2449129|2449099|Dr.|Marie|Clark|N|13|6|1959|SAINT HELENA||Marie.Clark@vB.edu|2452574| +143|AAAAAAAAPIAAAAAA|1659500|5465|277383|2450934|2450904|Mr.|Gilberto|Bennett|N|24|7|1950|NEW CALEDONIA||Gilberto.Bennett@M9cDJqGnuMVN.edu|2452292| +144|AAAAAAAAAJAAAAAA|1390646|5861|455476|2451219|2451189|Dr.|Cecil|Patterson|Y|12|1|1963|INDONESIA||Cecil.Patterson@PG48D3r9RkzS5cHF.org|2452619| +145|AAAAAAAABJAAAAAA|632398|2601|723204|2449213|2449183|Mr.|Lucas|Dewey|N|15|8|1938|JERSEY||Lucas.Dewey@ZHJkTXkTSxf7VtfaK.org|2452305| +146|AAAAAAAACJAAAAAA|99608|812|322816|2451504|2451474|Miss|Sue|Garner|N|25|8|1984|TOGO||Sue.Garner@nj7MaJfQVn2XnU.com|2452598| +147|AAAAAAAADJAAAAAA|584601|124|322494|2451306|2451276|Mr.|David|Bell|Y|1|4|1945|TIMOR-LESTE||David.Bell@mczTttGdMUhP.edu|2452613| +148|AAAAAAAAEJAAAAAA|13731|4895|45659|2451936|2451906|Dr.|Timothy|Randall|Y|22|9|1974|GUADELOUPE||Timothy.Randall@Iha.org|2452540| +149|AAAAAAAAFJAAAAAA|1092922|6291|654413|2450192|2450162|Miss|Anthony|Bell|N|30|11|1992|GRENADA||Anthony.Bell@EK1UOvs.com|2452607| +150|AAAAAAAAGJAAAAAA|170732|5380|287675|2452516|2452486|Sir|Carlos|Rivers|N|17|4|1951|GIBRALTAR||Carlos.Rivers@kXExbrcHQr7.com|2452463| +151|AAAAAAAAHJAAAAAA|1268169|1470|168724|2452131|2452101|Ms.|Inez|Britt|N|1|7|1981|INDONESIA||Inez.Britt@iuP18200P.com|2452441| +152|AAAAAAAAIJAAAAAA|11202|2418|683587|2451121|2451091|Dr.|Charles|Valdez|Y|31|5|1957|SOLOMON ISLANDS||Charles.Valdez@BZ5SNzn.edu|2452535| +153|AAAAAAAAJJAAAAAA|1553082|2967|589299|2451026|2450996|Sir|Oscar|Rodriguez|N|1|3|1956|AMERICAN SAMOA||Oscar.Rodriguez@cl3gRATjot.edu|2452357| +154|AAAAAAAAKJAAAAAA|615984|2520|155456|2451372|2451342|Mr.|Oscar|Jolley|Y|4|10|1947|SWAZILAND||Oscar.Jolley@fXYAyXeJCf.edu|2452283| +155|AAAAAAAALJAAAAAA|116723|2035|332147|2452341|2452311|Mr.|Robert|Bailey|Y|26|4|1952|LATVIA||Robert.Bailey@Kg2HymHYnhiFQ.com|2452308| +156|AAAAAAAAMJAAAAAA|1239996|3753|533463|2449910|2449880|Mrs.|Ebony|Herrera|N|24|7|1945|INDIA||Ebony.Herrera@FxPQDpja2A.edu|2452622| +157|AAAAAAAANJAAAAAA|140571|2515|626859|2452340|2452310|Dr.|Timothy|Dickey|N|23|11|1970|NIGERIA||Timothy.Dickey@4pz4mFsRXHDHn9Bsei.com|2452460| +158|AAAAAAAAOJAAAAAA|1766379|3371|65163|2451514|2451484|Mr.|James|Smith|N|8|5|1942|JAPAN||James.Smith@TdTbs.edu|2452422| +159|AAAAAAAAPJAAAAAA|1592543|2088|423280|2450169|2450139|Mrs.|Lydia|Parker|N|29|9|1941|TURKMENISTAN||Lydia.Parker@gaCKhtjHBv.com|2452539| +160|AAAAAAAAAKAAAAAA|100623|330|238084|2449929|2449899|Ms.|Jeanne|Fisher|Y|25|12|1966|QATAR||Jeanne.Fisher@o89qHfPiE4GRTPHU.org|2452439| +161|AAAAAAAABKAAAAAA|555176|3982|259188|2449566|2449536|Ms.|Wendy|Chiu|Y|25|11|1957|TIMOR-LESTE||Wendy.Chiu@ETOB393IPN.org|2452555| +162|AAAAAAAACKAAAAAA|265628|2401|926021|2452594|2452564|Dr.|Pamela|Perez|Y|24|3|1954|INDONESIA||Pamela.Perez@Xanx2Z6eDZY2K68.com|2452373| +163|AAAAAAAADKAAAAAA|1349987|3914|536241|2449332|2449302|Ms.|Carly|Chavez|Y|18|12|1941|TIMOR-LESTE||Carly.Chavez@oIeMa8xK7R.org|2452552| +164|AAAAAAAAEKAAAAAA|1561803|6070|789537|2449656|2449626|Miss|Kathleen|Keegan|N|24|10|1938|TOKELAU||Kathleen.Keegan@CVIZzgGq.org|2452627| +165|AAAAAAAAFKAAAAAA|171221|4745|178622|2449501|2449471|Miss|Eleanor|Muller|N|4|9|1966|VIRGIN ISLANDS, U.S.||Eleanor.Muller@pv3YT9DSjUHYPhA.edu|2452585| +166|AAAAAAAAGKAAAAAA|277430|4819|11855|2451862|2451832|Mr.|Richard|Taylor|Y|13|10|1992|NAURU||Richard.Taylor@IPGGsdy9uatPzD.edu|2452506| +167|AAAAAAAAHKAAAAAA|995414|653|462692|2452617|2452587|Dr.|Ricky|Lee|Y|8|1|1948|BAHRAIN||Ricky.Lee@6tjVJREkz3m.org|2452478| +168|AAAAAAAAIKAAAAAA|823657|609|530361|2449510|2449480|Dr.|Walter|Clarke|Y|15|1|1924|GUYANA||Walter.Clarke@RKoQ39fyLG.edu|2452478| +169|AAAAAAAAJKAAAAAA|360308|3101|343494|2450702|2450672|Ms.|Samantha|Long|Y|21|5|1971|EL SALVADOR||Samantha.Long@DRyuV0NvXuboR.org|2452370| +170|AAAAAAAAKKAAAAAA|1514859|5547|861835|2450613|2450583|Sir|Randy|Wilson|N|19|2|1934|ARUBA||Randy.Wilson@Hz.org|2452393| +171|AAAAAAAALKAAAAAA|1147675|6180|9485|2450715|2450685|Dr.|Rosa|Nixon|N|7|6|1926|SOMALIA||Rosa.Nixon@ghkTsItbO5o8hKtVkdI.com|2452380| +172|AAAAAAAAMKAAAAAA||5588|401514|2450803||Miss|||||3|1924||||| +173|AAAAAAAANKAAAAAA|1028237|2827|679017|2450947|2450917|Ms.|Heather|Joseph|Y|17|7|1964|MONTSERRAT||Heather.Joseph@xS5p.edu|2452530| +174|AAAAAAAAOKAAAAAA|1883378|5789|332200|2450141|2450111|Miss|Linda|Murdock|Y|9|7|1981|EQUATORIAL GUINEA||Linda.Murdock@pJR.edu|2452323| +175|AAAAAAAAPKAAAAAA|1593693|4956|355866|2449185|2449155|Miss|Kathryn|Boyd|Y|6|5|1937|SAUDI ARABIA||Kathryn.Boyd@1HbD5gQXQFg.org|2452297| +176|AAAAAAAAALAAAAAA|1267506|1797|425688|2451536|2451506|Mrs.|Bonnie|Cunningham|N|12|2|1978|BERMUDA||Bonnie.Cunningham@aeB7sFe1xodAK.com|2452556| +177|AAAAAAAABLAAAAAA|1109447|932|919170|2449752|2449722|Sir|Joshua|Parr|Y|1|8|1949|MYANMAR||Joshua.Parr@8Nr76TFzm.org|2452472| +178|AAAAAAAACLAAAAAA|297805|986|164520|2451731|2451701|Ms.|Gladys|Clancy|Y|15|1|1926|BANGLADESH||Gladys.Clancy@9raQR8eDl.edu|2452489| +179|AAAAAAAADLAAAAAA|1500071|6369|474267|2450741|2450711|Dr.|Robert|Rand|N|21|9|1946|JAMAICA||Robert.Rand@gIsgOsXLveqH.org|2452457| +180|AAAAAAAAELAAAAAA|916887|6100|87666|2449694|2449664|Mr.|Robert|Larsen|Y|24|2|1983|JAPAN||Robert.Larsen@rT.com|2452475| +181|AAAAAAAAFLAAAAAA|999550|653|256956|2450511|2450481|Sir|Joseph|Riley|N|19|10|1972|BELIZE||Joseph.Riley@znxF.com|2452416| +182|AAAAAAAAGLAAAAAA|234442|6642|659289|2452326|2452296|Sir|Michael|Brown|N|27|12|1976|NIUE||Michael.Brown@scVqD1Ayq3.edu|2452425| +183|AAAAAAAAHLAAAAAA|365062|4506|657550|2450561|2450531|Sir|Peter|Collins|Y|4|2|1965|PERU||Peter.Collins@HyeA4GFuSt.org|2452466| +184|AAAAAAAAILAAAAAA|1029065|2586|253354|2452572|2452542|Mr.|Clifford|Flynn|N|8|1|1964|AZERBAIJAN||Clifford.Flynn@xj7u.org|2452630| +185|AAAAAAAAJLAAAAAA|874016|6988|825913|2449177|2449147|Miss|Yvette|Eastman|Y|12|1|1925|TONGA||Yvette.Eastman@C5F68ATco7.org|2452616| +186|AAAAAAAAKLAAAAAA|1642233|6554|336122|2451474|2451444|Miss|Marilyn|Chapa|Y|13|4|1968|SRI LANKA||Marilyn.Chapa@nGPdfzUIEoCqX.org|2452601| +187|AAAAAAAALLAAAAAA|1447273|2767|735061|2452415|2452385|Miss|Florence|Foster|Y|27|4|1974|SPAIN||Florence.Foster@9UuxIfghgPUq.com|2452306| +188|AAAAAAAAMLAAAAAA|1194851|1207|324363|2450899|2450869|Mr.|Vincent|Martinez|Y|4|12|1981|DENMARK||Vincent.Martinez@v.edu|2452284| +189|AAAAAAAANLAAAAAA|1373685|3805|690725|2452633|2452603|Sir|Bruce|Betz|Y|18|10|1961|MALDIVES||Bruce.Betz@T8cs6MI3.edu|2452354| +190|AAAAAAAAOLAAAAAA|1317424|2089|611554|2450929|2450899|Miss|Romona|Woodruff|Y|1|9|1964|KUWAIT||Romona.Woodruff@tst458XZmsz3k.com|2452302| +191|AAAAAAAAPLAAAAAA|553851|5174|952944|2452079|2452049|Sir|Jack|Marino|N|14|8|1977|BOUVET ISLAND||Jack.Marino@s4VlvxMMCr.com|2452479| +192|AAAAAAAAAMAAAAAA|624770|4667|480211|2451481|2451451|Sir|Corey|Quinones|Y|23|12|1962|ROMANIA||Corey.Quinones@iR983lsrbEXs3FGJC.org|2452442| +193|AAAAAAAABMAAAAAA|220795|4096|907844|2449375|2449345|Dr.|David|Neeley|N|2|11|1931|MALAWI||David.Neeley@RvD3OryEP.com|2452441| +194|AAAAAAAACMAAAAAA|555321|4747|369020|2451226|2451196|Sir|William|Faison|Y|22|4|1957|WESTERN SAHARA||William.Faison@Q.org|2452433| +195|AAAAAAAADMAAAAAA|923632|805|864378|2449196|2449166|Mrs.|Deborah|Terrell|N|24|5|1924|CAMBODIA||Deborah.Terrell@Ufs60H6gcr2gjy.edu|2452384| +196|AAAAAAAAEMAAAAAA|126554|2276|601551|2452628|2452598|Mr.|Shawn|Cowan|Y|13|7|1933|BOUVET ISLAND||Shawn.Cowan@Ryflqzn5RFr.org|2452586| +197|AAAAAAAAFMAAAAAA|1752208|3408|232208|2451503|2451473|Miss|Debra|Carter|Y|4|3|1957|GERMANY||Debra.Carter@AT1tanFkGTJ.edu|2452509| +198|AAAAAAAAGMAAAAAA|1827315|4982|573496|2452672|2452642|Dr.|Dusty|Bryan|Y|20|2|1988|NEW CALEDONIA||Dusty.Bryan@4SUMJMY50Fc.org|2452419| +199|AAAAAAAAHMAAAAAA|1279496|5584|692025|2452285|2452255|Mr.|Edwardo|Porter|Y|14|7|1950|BURKINA FASO||Edwardo.Porter@Juh2suS.org|2452474| +200|AAAAAAAAIMAAAAAA|78046|5077|826155|2451444|2451414|Dr.|Ted|Ingalls|N|17|6|1990|CHRISTMAS ISLAND||Ted.Ingalls@VoeeTfC04pGNt.com|2452471| diff --git a/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_3.csv b/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_3.csv new file mode 100644 index 0000000000000..4dd6aec92d2f9 --- /dev/null +++ b/presto-hive-hadoop2/conf/files/test_table_csv_scan_range_select_pushdown_3.csv @@ -0,0 +1,100 @@ +201|AAAAAAAAJMAAAAAA|32508|6523|342491|2450742|2450712|Dr.|James|Scott|Y|29|3|1988|CANADA||James.Scott@Cqo77afYrMqPEL.org|2452622| +202|AAAAAAAAKMAAAAAA|1372547|6820|583493|2450940|2450910|Dr.|Trena|Grant|N|21|9|1989|SAN MARINO||Trena.Grant@tvQJEJNtmx341m.org|2452383| +203|AAAAAAAALMAAAAAA|1358958|255|972752|2451001|2450971|Mr.|Clifford|Markham|N|16|4|1939|CHILE||Clifford.Markham@bUdzHp.edu|2452312| +204|AAAAAAAAMMAAAAAA|1454612|5591|305017|2449076|2449046|Mrs.|Christine|Hebert|Y|4|8|1960|HONDURAS||Christine.Hebert@LK7DsUezOy.com|2452299| +205|AAAAAAAANMAAAAAA|1657734|3679|44824|2452639|2452609|Dr.|Heriberto|Putnam|Y|8|10|1941|MALAYSIA||Heriberto.Putnam@8qZ5ecY.org|2452353| +206|AAAAAAAAOMAAAAAA|800878|6588|32745|2450083|2450053|Sir|Brian|Serna|Y|15|2|1989|SLOVENIA||Brian.Serna@jMrH3hytNT.com|2452431| +207|AAAAAAAAPMAAAAAA|37305|4470|133235|2451926|2451896|Sir|Floyd|Scroggins|Y|17|1|1974|FRENCH POLYNESIA||Floyd.Scroggins@zpx4V5VQ7jMTU.edu|2452444| +208|AAAAAAAAANAAAAAA|1181602|5473|389344|2449891|2449861|Miss|Karla|Rincon|Y|28|6|1961|MONTENEGRO||Karla.Rincon@R0.org|2452388| +209|AAAAAAAABNAAAAAA|251525|5744|63963|2449213|2449183|Mr.|Curtis|Williams|Y|28|7|1987|ANDORRA||Curtis.Williams@pNqB.org|2452433| +210|AAAAAAAACNAAAAAA|893704|6632|141960|2450462|2450432|Ms.|Diane|Blount|N|17|1|1972|MAYOTTE||Diane.Blount@x8.edu|2452502| +211|AAAAAAAADNAAAAAA|1075746|5285|590377|2451509|2451479|Miss|Barbara|Hernandez|Y|11|4|1961|NICARAGUA||Barbara.Hernandez@S.org|2452437| +212|AAAAAAAAENAAAAAA|938838|3570|378702|2450458||Dr.||Monk|||9|||||2452603| +213|AAAAAAAAFNAAAAAA|1596601|4645|599089|2451950|2451920|Miss|Christene|Mccullough|Y|8|10|1945|LUXEMBOURG||Christene.Mccullough@kalRTzJl8KjD5G7H.org|2452299| +214|AAAAAAAAGNAAAAAA|325205|3154|133103|2450585|2450555|Mr.|Archie|Mayes|Y|6|11|1941|NEW ZEALAND||Archie.Mayes@ktKG1s9VpMGY.edu|2452334| +215|AAAAAAAAHNAAAAAA|1040836|2700|389717|2450769|2450739|Miss|Lillian|Morgan|Y|22|10|1982|KUWAIT||Lillian.Morgan@53sRO4941QRyx.com|2452355| +216|AAAAAAAAINAAAAAA|359850|2530|952410|2451359|2451329|Mrs.|Jacqueline|Russo|Y|25|12|1943|KYRGYZSTAN||Jacqueline.Russo@VcjQALO78c.com|2452585| +217|AAAAAAAAJNAAAAAA|1397675|2358|984194|2449674|2449644|Dr.|James|Lackey|Y|24|6|1933|MALI||James.Lackey@tqHuV9.edu|2452362| +218|AAAAAAAAKNAAAAAA|247753|6176|202552|2449706|2449676|Sir|Cody|Fowler|Y|19|1|1961|GHANA||Cody.Fowler@C4PEjdXI1cvZVkupF.edu|2452546| +219|AAAAAAAALNAAAAAA|1095236|2503|459017|2449220|2449190|Sir|Roy|Aguilar|Y|23|10|1988|SWITZERLAND||Roy.Aguilar@haRtA0p.org|2452521| +220|AAAAAAAAMNAAAAAA|1845912|5357|336002|2452461|2452431|Sir|William|Chu|Y|18|5|1977|GUAM||William.Chu@jrDhML4b.org|2452522| +221|AAAAAAAANNAAAAAA|228357|6441|606925|2450142|2450112|Dr.|Kenny|Johnson|N|14|10|1963|BELIZE||Kenny.Johnson@pcbnkVHQtUA7.org|2452602| +222|AAAAAAAAONAAAAAA|1499262||526462||||Omar||Y|||1944|ITALY||Omar.Garcia@9lh519BY66jzAf.com|| +223|AAAAAAAAPNAAAAAA|497955|6872|18189|2452497|2452467|Dr.|Rudolph|Hutchins|Y|11|9|1958|LIBERIA||Rudolph.Hutchins@n2sVh5a3ykauteVNas.com|2452418| +224|AAAAAAAAAOAAAAAA|538767|4950|417980|2452470|2452440|Ms.|Adela|Rutherford|Y|14|12|1953|ALGERIA||Adela.Rutherford@X.com|2452333| +225|AAAAAAAABOAAAAAA|1057243|3356|43869|2450927|2450897|Dr.|Roscoe|Balderas|N|8|12|1935|CAMBODIA||Roscoe.Balderas@lcAXRX7pSO18v.edu|2452591| +226|AAAAAAAACOAAAAAA|994138||975117|2449452||||Lee||22|12|1925|NIUE||James.Lee@xFk9m.edu|| +227|AAAAAAAADOAAAAAA|1146454||562659||2451472|Miss|Angelia|Vaughn|N|15||1972|NIGERIA|||2452560| +228|AAAAAAAAEOAAAAAA|652264|6607|612150|2449832|2449802|Sir|Daniel|Croteau|N|18|2|1988|FRENCH POLYNESIA||Daniel.Croteau@KLNHYpbyM2i7xEQK.com|2452313| +229|AAAAAAAAFOAAAAAA|125162||977806|||||Skinner|N|7|||ETHIOPIA|||| +230|AAAAAAAAGOAAAAAA|779201|2365|935129|2449971|2449941|Miss|Shirlene|Guerra|N|8|3|1962|SOUTH AFRICA||Shirlene.Guerra@LvAxQ5TvOY85Vdc.edu|2452617| +231|AAAAAAAAHOAAAAAA|1200393|5286|845379|2451931|2451901|Ms.|Janet|Welch|Y|9|7|1991|PERU||Janet.Welch@K1dYk2cCcLC.org|2452375| +232|AAAAAAAAIOAAAAAA|1213087|4275|563463|2450582|2450552|Sir|David|Hudspeth|Y|30|9|1982|IRELAND||David.Hudspeth@vujJsnUszvZzR9zEG.org|2452532| +233|AAAAAAAAJOAAAAAA||2278|496475||2451382|Dr.|Harry||Y|29|6||||Harry.Dalton@DFOVaqZkzTp.edu|| +234|AAAAAAAAKOAAAAAA|1569035|959|960883|2451923|2451893|Mr.|Dustin|Perry||10|4|||||2452362| +235|AAAAAAAALOAAAAAA|1425007|42|135877|2452188|2452158|Mr.|Salvador|Ramirez|Y|20|1|1973|UZBEKISTAN||Salvador.Ramirez@cGDOfYJ.edu|2452298| +236|AAAAAAAAMOAAAAAA|272752|4670|777835|2449715|2449685|Dr.|Becky|Downey|N|30|7|1962|GIBRALTAR||Becky.Downey@LfVPF.org|2452510| +237|AAAAAAAANOAAAAAA|904909|7171|353433||||Sean||Y|1||1959||||2452493| +238|AAAAAAAAOOAAAAAA|1592906|1415|929477|2449229|2449199|Sir|Sean|Sanderson|N|26|2|1944|SWITZERLAND||Sean.Sanderson@0rAG1YgxruusVGnvNA.org|2452363| +239|AAAAAAAAPOAAAAAA|414449|2345|374241|2450501|2450471|Dr.|Elizabeth|Smith|N|10|3|1933|INDONESIA||Elizabeth.Smith@z.com|2452591| +240|AAAAAAAAAPAAAAAA|1548896|4636|834423|||Mrs.|Carrie||N|||1941|BERMUDA|||| +241|AAAAAAAABPAAAAAA|288616|5879|605542|2450397|2450367|Mr.|Scott|Ward|Y|25|2|1930|ANDORRA||Scott.Ward@CzpTDaCmmYVV.org|2452634| +242|AAAAAAAACPAAAAAA|611134|4572|207163|2452532|2452502|Dr.|Lance|Redman|N|13|2|1969|GUADELOUPE||Lance.Redman@EM69kK.edu|2452302| +243|AAAAAAAADPAAAAAA|756855|5748|544594|2450306|2450276|Sir|James|Catron|Y|4|12|1945|EQUATORIAL GUINEA||James.Catron@yYjRH2ryUMi70yXYk.org|2452616| +244|AAAAAAAAEPAAAAAA|845511|727|665896|2450938|2450908|Sir|Stephen|Morgan|Y|3|2|1942|BAHAMAS||Stephen.Morgan@cb0.org|2452475| +245|AAAAAAAAFPAAAAAA|196556|2258|533913|2452486|2452456|Dr.|Russell|Donnelly|Y|31|10|1982|KYRGYZSTAN||Russell.Donnelly@IjVh06eeAG8ixu9i.org|2452316| +246|AAAAAAAAGPAAAAAA|747052|286|546673|2449824|2449794|Mrs.|Rosalie|Low|Y|22|1|1930|ARGENTINA||Rosalie.Low@GKe6czSvZh.org|2452477| +247|AAAAAAAAHPAAAAAA|1350958|1489|479573|2450579|2450549|Dr.|Earl|Holden|N|16|9|1928|MAURITANIA||Earl.Holden@5USlfiaaA.com|2452357| +248|AAAAAAAAIPAAAAAA|1001304|301|862498|2449499|2449469|Mr.|Leonard|Munoz|Y|20|9|1952|LIBERIA||Leonard.Munoz@Dvd7KYB7s9.edu|2452582| +249|AAAAAAAAJPAAAAAA|87712|2767|959069|2452535|2452505|Ms.|Cindy|Jackson|N|8|8|1989|TUVALU||Cindy.Jackson@pKLhquF6mljh4uVx.com|2452549| +250|AAAAAAAAKPAAAAAA|493542|345|516301|2449052|2449022|Mr.|Derick|Stewart|N|3|2|1953|HONG KONG||Derick.Stewart@KOdZQdYU.org|2452355| +251|AAAAAAAALPAAAAAA|384131|1194|915410|2450010|2449980|Dr.|Richard|Craig|N|22|2|1979|SUDAN||Richard.Craig@Lm6xST9.com|2452476| +252|AAAAAAAAMPAAAAAA|281285|4556|600274|2450642|2450612|Dr.|Troy|Brewer|N|5|7|1939|VIRGIN ISLANDS, U.S.||Troy.Brewer@ZDt1Qk5q2.com|2452607| +253|AAAAAAAANPAAAAAA|1585267|4376|477085|2449284|2449254|Sir|Robert|Walker|N|9|10|1931|BOTSWANA||Robert.Walker@EazZfkopxvr9j.com|2452615| +254|AAAAAAAAOPAAAAAA|1665044|3106|141521|2449402|2449372|Ms.|Tiffanie|Holliday|Y|7|3|1991|KIRIBATI||Tiffanie.Holliday@hZ.com|2452536| +255|AAAAAAAAPPAAAAAA|1583680|3768|361456|2451471|2451441|Mr.|Michael|Thompson|N|6|2|1949|BOUVET ISLAND||Michael.Thompson@D7P7H7a9Tfy9hu1M.org|2452457| +256|AAAAAAAAAABAAAAA|321240|4092|28544|2451932|2451902|Sir|Kevin|Garrison|N|5|6|1941|KENYA||Kevin.Garrison@n8j.com|2452442| +257|AAAAAAAABABAAAAA|1251965|3504|79043|2451051|2451021|Ms.|Petra|Brown|N|8|6|1961|LUXEMBOURG||Petra.Brown@MSq6yPx51zt3IioI.com|2452508| +258|AAAAAAAACABAAAAA|||845278|2451082||Sir|Clyde|Bernard||14||1974|PHILIPPINES||Clyde.Bernard@IlM4cxVZghXay.edu|2452640| +259|AAAAAAAADABAAAAA|945819|4358|940497|2450055|2450025|Mr.|Carl|Motley|N|26|9|1948|MALAYSIA||Carl.Motley@7XEsdRS2Qg.com|2452419| +260|AAAAAAAAEABAAAAA|1354896|5413|520283|2451576|2451546|Dr.|Steven|Deleon|Y|13|11|1957|SAUDI ARABIA||Steven.Deleon@AcFdH75siBXhu2.com|2452519| +261|AAAAAAAAFABAAAAA|692189|2930|372424|2450805|2450775|Miss|Honey|Raymond|N|28|11|1991|GRENADA||Honey.Raymond@DvgDPolBRk0bSs.org|2452418| +262|AAAAAAAAGABAAAAA|601411|2451|829091|2452213|2452183|Ms.|Angela|Mauro|Y|3|3|1937|TUVALU||Angela.Mauro@yjzVkHtZvKOTCmxrx.edu|2452371| +263|AAAAAAAAHABAAAAA|178882|5021|326807|2452449|2452419|Mrs.|Rebecca|Hermann|N|3|11|1972|VENEZUELA||Rebecca.Hermann@sYcaFy.com|2452409| +264|AAAAAAAAIABAAAAA|||518063|2450258|2450228||Claude|Stewart|N|27|3||FRENCH GUIANA||Claude.Stewart@cutXggd.edu|| +265|AAAAAAAAJABAAAAA|973825|1062|614346|2449728|2449698|Miss|Laura|Pham|N|7|3|1979|UNITED STATES||Laura.Pham@mxCbEghi5Y.com|2452289| +266|AAAAAAAAKABAAAAA|1134414|2313|443812|2451156|2451126|Sir|Walter|Martinez|Y|5|7|1968|GUYANA||Walter.Martinez@vQnVJXQ4seh9pLBDJ.com|2452376| +267|AAAAAAAALABAAAAA|1250943|4768|871746|2451369|2451339|Ms.|Dessie|Simms|Y|12|9|1931|BERMUDA||Dessie.Simms@t8fo.edu|2452373| +268|AAAAAAAAMABAAAAA|1462242|1291|79987|2449422|2449392|Ms.|Ann|Siegel|Y|3|10|1943|ZIMBABWE||Ann.Siegel@f3V7nPs.com|2452485| +269|AAAAAAAANABAAAAA|1408713|888|712710|2449663|2449633|Mr.|William|Burns|N|23|5|1943|MAYOTTE||William.Burns@ojrPxK.com|2452575| +270|AAAAAAAAOABAAAAA|1747702|2270|862085|2449066|2449036|Dr.|Diane|Molina|Y|16|1|1981|TOKELAU||Diane.Molina@Lu64EONTqV.edu|2452303| +271|AAAAAAAAPABAAAAA|974572|1459|133946|2449485|2449455|Ms.|Ashley|Wallace|N|27|10|1989|PANAMA||Ashley.Wallace@jGtH0oX.com|2452643| +272|AAAAAAAAABBAAAAA|58528|468|154408|2451613|2451583|Miss|Claudia|Butler|Y|3|8|1929|NETHERLANDS ANTILLES||Claudia.Butler@8p2VT6M.org|2452454| +273|AAAAAAAABBBAAAAA|916621|1316|847611|2450274|2450244|Sir|Everett|Jenkins|N|18|11|1941|MOLDOVA, REPUBLIC OF||Everett.Jenkins@8IGK3viZTO.edu|2452415| +274|AAAAAAAACBBAAAAA|1207798|5098|481598|2449045|2449015|Ms.|Helen|Gray|N|8|4|1983|SAINT LUCIA||Helen.Gray@qRV1qZc.com|2452311| +275|AAAAAAAADBBAAAAA|792731|883|38635|2451901|2451871|Mrs.|Janice|Kirby|Y|16|2|1949|CUBA||Janice.Kirby@qx.edu|2452526| +276|AAAAAAAAEBBAAAAA|1351960|2030|661253|2450868|2450838|Dr.|David|Moreau|N|31|5|1930|TRINIDAD AND TOBAGO||David.Moreau@lVcIFYe6e9i.com|2452528| +277|AAAAAAAAFBBAAAAA|530527|2728|31729|2450807|2450777|Mr.|Bernard|Bryant|Y|18|6|1988|GUATEMALA||Bernard.Bryant@Iz8KAURMPPB.com|2452550| +278|AAAAAAAAGBBAAAAA|999018|6992|371413|2451200|2451170|Miss|Rachel|Hernandez|N|18|2|1934|SLOVAKIA||Rachel.Hernandez@3ndYYBHSLvT.org|2452342| +279|AAAAAAAAHBBAAAAA|408201|1504|602807|2449574|2449544|Dr.|William|Kaye|N|12|2|1961|AZERBAIJAN||William.Kaye@Mx1n74bCJjkc08.edu|2452510| +280|AAAAAAAAIBBAAAAA|472007|6069|706084|2449053|2449023|Dr.|Christopher|Randolph|Y|12|6|1967|NEPAL||Christopher.Randolph@HJhyNrdvkKzHVG.org|2452534| +281|AAAAAAAAJBBAAAAA|363108|7109|427110|2450273|2450243|Dr.|Tommy|Whitney|Y|30|4|1929|BOLIVIA||Tommy.Whitney@PoZcVZzeLj.org|2452359| +282|AAAAAAAAKBBAAAAA|817596||500169|||Sir||Neal|N||||MALDIVES|||| +283|AAAAAAAALBBAAAAA|1531961|4221|708128|2452331|2452301|Dr.|Joseph|Hilton|Y|2|12|1975|BERMUDA||Joseph.Hilton@io2VIr.org|2452283| +284|AAAAAAAAMBBAAAAA|553655|4881|92460|2451545|2451515|Mrs.|Adam|Chambers|Y|13|6|1961|MONTSERRAT||Adam.Chambers@1fmL5RoSch74.edu|2452298| +285|AAAAAAAANBBAAAAA|311786|6886|374786|2449844|2449814|Sir|Stephen|Burton|N|25|12|1954|BELIZE||Stephen.Burton@vUZLt1J.edu|2452424| +286|AAAAAAAAOBBAAAAA|428772|3923|178274|2450267|2450237|Dr.|Ima|Amos|N|16|9|1982|KUWAIT||Ima.Amos@hEZu94B6kdfOrsAPA.edu|2452481| +287|AAAAAAAAPBBAAAAA|463191|366|925094|2452654|2452624|Dr.|Carolyn|Wong|N|15|2|1940|MALDIVES||Carolyn.Wong@qDMA4gY.edu|2452290| +288|AAAAAAAAACBAAAAA|338763|6861|61359|2451174|2451144|Dr.|Ruth|Duarte|Y|27|1|1954|ANGOLA||Ruth.Duarte@aYJinh7bzQiMP.org|2452576| +289|AAAAAAAABCBAAAAA|401587|2758|925529|2450500|2450470|Dr.|Nancy|Jones|N|1|6|1935|LITHUANIA||Nancy.Jones@Q6kuq.org|2452568| +290|AAAAAAAACCBAAAAA|238104|2602|331100|2449668|2449638|Mrs.|Florence|Caro|N|23|2|1983|MOZAMBIQUE||Florence.Caro@mACMoIsUY.org|2452362| +291|AAAAAAAADCBAAAAA|244059|6378|363544|2449302|2449272|Mr.|Ralph|Johnson|Y|2|11|1968|NICARAGUA||Ralph.Johnson@uuCPEDT5B8oV0ll.edu|2452312| +292|AAAAAAAAECBAAAAA|126296|4363|323677|2450549|2450519|Mr.|Billy|Coffin|N|15|5|1949|SWITZERLAND||Billy.Coffin@DrhdyQf.com|2452331| +293|AAAAAAAAFCBAAAAA|1521828|4146|623264|2449716|2449686|Ms.|Heather|Brown|N|10|6|1955|WALLIS AND FUTUNA||Heather.Brown@g.org|2452488| +294|AAAAAAAAGCBAAAAA||1222|169272|2449373|2449343||||||||NETHERLANDS||Thomas.Holder@bQnouG.com|| +295|AAAAAAAAHCBAAAAA|903118|5620|246969|2451540|2451510|Dr.|Michael|Mcguire|Y|2|6|1928|IRELAND||Michael.Mcguire@iTFQNbciZ3CdSv8.org|2452599| +296|AAAAAAAAICBAAAAA|654664|3131|13645|2449671|2449641|Miss|Christy|Hudson|Y|1|10|1940|TIMOR-LESTE||Christy.Hudson@8HMH0C2ydsabR9.edu|2452487| +297|AAAAAAAAJCBAAAAA|394444|2855|790466|2449499|2449469|Mr.|Lee|Farias|Y|24|6|1954|SWEDEN||Lee.Farias@BJN5bHOoiKDGUgN.org|2452390| +298|AAAAAAAAKCBAAAAA|1336062|2437|220012|2450213|2450183|Ms.|Iris|Roberts|N|25|5|1937|BENIN||Iris.Roberts@golv5Jj9oga.com|2452559| +299|AAAAAAAALCBAAAAA|273612|539|60266|2449936|2449906|Dr.|Gerald|Stone|N|24|6|1990|YEMEN||Gerald.Stone@1qgrObT0Cm.com|2452495| +300|AAAAAAAAMCBAAAAA|948309|5015|796921|2452539|2452509|Dr.|Gina|Batson|N|14|8|1927|SURINAME||Gina.Batson@vTFlyNS.com|2452515| diff --git a/presto-hive-hadoop2/conf/files/test_table_json_scan_range_compressed_select_pushdown_1.json.gz b/presto-hive-hadoop2/conf/files/test_table_json_scan_range_compressed_select_pushdown_1.json.gz new file mode 100644 index 0000000000000000000000000000000000000000..5913051ba82071f68c28aa387bb8e563ae2d8970 GIT binary patch literal 4229 zcmV;05PI()iwFq2dfH6~o~Qq{&VIB0-u`5t{dRV~{b#WK@7d;8 zj{KDsZa=v4!=0GFlzG~Eh1^4XP0il0fGF1F7? z`D`qTWS+l@-Y~DTYWEkS=5_wF{b2Rwr_i?|d-p)T_u226{DMVqT8SzycfV+0{3F~2M7d0|=Sm8|ua-mx-!3%x8v0*Jye8nE zL|*E^AI1#07xbgg2JYy!-`SUu@7rhSw5b(pKn5VHOfPWGElQb5k$g19V zk*4t*5yKyO@uG`ia!$oy*=`V+iNT{{DCMiBaqp*CCF$Efak#oTE`brq@BI+Rbd^*~ zY6CM}{m%*fNAc48)_%)#Ot9Z4Rc|PY#-20@3?G>ygic_6wjy{s@+)8g6!pS!Q4zXoOy5%jYpO%t&yd(-4k zX8!wJpw*{h7>SoyaRS3-oChZhFa+l`V;{>Xydu==M4@DBn|z9Yjn zNaIDB$NI@WJus|cU>j;U^K9Z(6xAxus(r8{9rhi7ZBg~M%BnXKbrGio`1vp0vjIJ&B=lpO5%4yUr=bebA*@eI55b!0l0|Hj|M}TH&HM$zM}Z5b)EdgNH8p zOO<5hFKG}I{*6eoxawPs{5{GXw{Lq005^OAx_5*-jUJF&K4ATRm5?n zp?BHQkHxEWFV{u>i^3m^MFKzL)$xr)EPN73$VMfE{4D-QaCS{y^y&zWb}^& z|K;L2ZfFq&pZxrpCIGy`X!?EM@a&JXdke6;2OYR;y9D`IDr|2WH;P5jk1`Fs<*=|W zRU}iD{~`ag{t*MmH=a@fc$Rd1UlrOd!08@!Aw;%AgfNjt+ml3%NZ_K-&!2~M0(_Lb zmh*h|1GxNuQ{+JqaJ}CTb}v4_+$M;*(LOG=Nntc@kzgeGkB0K`hN5(% z&~?nt_ecc?ylt1YQr^Z*d(p7Aq5QKkbMM&6-4PjV@|E6qPTL;S#Zs&~PujEI&Fu3c z9N=pM9e>!T5w5jVdh|%MnP<NQT2cX2hSza{f!8z;NYK8)V|#HXig79ey(9lz`M z3I0u>k`_?UV}Fi+Yn!0aw`{65Q9 zW#Xa~ZDt@_p`lIMzLK#$iR?Lf70X=oWV(}-l-P_|a0?NYQKx?w|NI%Z1%|d{K_q~9 zy%RCbZvzIX*_BJ_6g!n)`hZVYejCubYvB9>DuX6D*V&E4pVhhu9*6)oUh{ljyua@@ zxp|SKAC&GcDSkijPcnWZCujqfcLQ|6p-#}3B!6?JED$6>5oqcz^Sdfv)7^+~XOZ4H(`nPy{C+0&scFZjTSJ`zB>;RI%eV8}pj=@iiM85WqVfeiTv? zG>c_^e<{j}$N(1at_c43!mXO+4fAzefy(_glY-+~j&CM~<7l7_Xy84fK{U^82w)*n zssseQ=K7QXc$F9Bn^YkUG6ighAvgQ|823U03~vOYoJ*m-hbBsI0Ka#cb`Rr)pbYQ# zN&tMnv%EdDZ2QxD5;kCUW1!Fx?Zym}V$Lkuz^6Br_@;nK%~^8YA}>M8s?^{mn+rc3 zIG}S6D4n6euacrMtp1kO>wL>IEma=x&mF+*9(6GU zF6~7&XW4!FV}f2<$wDdE3{!y`P)Z}h4^7)I$1z$5kh%#Xb(GCFKAZv{iA;x0+fUMS zN#Cy~F*A{_r78e}SD2jBw+-3s5lu+Iav8S^*e)ao0lbzICj9+E_CQ2E7y@yTT`AT0>G4gNF*?mFI%K} zPVnEv8EVO>=s!~DPcPg!fU#ZbQt+9JpXRl+dCTKvd0e)!I(n_6c%6W>O>M{-w_43> zb`D^4S32}4qKr<-RuGx9J(jQ6tBlp_J`4f4c<$}`o@p!Ugo6j%?i!%CD8yoO? zU-IIO$N_7=#VQw*R9cL3`U5cs*^0vOoYQjl!-o$T-i;35qJhrp8yr3>Q{FU3z}xF1 z)P=ca2Jgu~Vn}I^<25eebGJHZ$EO-^%L8vKwFEh&v^NC!plHA6IaX-x74AVRgB4zA z8M^!9lXMqwyE}035p{UP?Gq`0@vp}qZin^O~oZz_A2juP^1iX+2JcZ3; zCr?Wg-=rfb%JzF0&za{{)!BZG?30EM%nlyVyb+)}Y_w2s&!HX-#Xqgn*JWL7YkIUq z`BC-l%IQMK`}7W#3z*(mhflB*(0W*p_VimH|1l_%7(is_Y(8IO)OmFQm3shbOP?0r z%<7JoO@XTOM29-BV^($HkTqyllk;W_P+r%oCEIz5avzf5(8j>6HT+Rh-ZlDAALQ3aulIKl{&1l9d z>gqq>k!i&X_3l=F4VGLk6{yD*QDhG+N8a`?8@T z574;_pznf zDw*5Urw_(;`66Gl217UM;F0n0!3jbD%{e0J3)tB;wIVY@6OT|1uKAcdi&(`=%Yj?X2gTH*Zc*3&09* zfKLpl5SsM7olB#R5lrRKMDM&@YUOM^b2z@G=v~)#Pce$a*GB*!Y(MKxfoAzz7GUw3 zHV6sy+;=0|G$6=F%Nh-uGNt7T>_CsRes#mA`7*gyZ8Q})0q(rMfQdq;O5PUEJE{~-~=BCIN?Z_ z1rY>6uhuyTWPS2xYdam2^(WvwsO>(WeB*=o8sA1RVtAXbWP7BP>})7dS7H;{4%2N4 zjRNcBvp%4855RY`i(v1(#wdWUTFM6%Q67aY~LHqIJ_PaiO-Z4XUQU8=^ zW_J33%kA#M5-E5tmBKg{i+s&0xA;16#BUDG<3*k&f=J-0$m_CEiOxL7>YsFXq}vw& z9yibhV7WA?T{R9|n@a$Z-DN4xAg-1%jb*p_8Z@YsevM~`Uw0uE@VTLm-gaoeq8&A$ zxY12eers%40Z&^mQU3#nLN~VCc zQT1J9y@B-ns94VrKa5P50i1C7fX`im!*^*}XB)9LfxKG^v~4%7SF41I!Supx-;E4~ za68 zfLSs`=hU`6ZzZXpiC4*l^UiSS2Pd(>!(IR|z!C5Q)C$xH07_ZBrG@X54%7HYU1Y!t z&iUSi6K|E8SpndHV?YB~Id>+~tgd?PtX^j%ba^(sOwxQwq%e-Nd?f{noB=OsM)udu zDh7ZHJ|Jg6qhY%j<***mdsR&-TebhEWxf(11y*Ks!;g6K`OpCod;~O@X}~v;q>U3a zZ1wBoy810U!yC3=c*!mRY;dAW!ev*C+RKJ~ISyn5oy&1%;tlx%g$*08$~nRZhJXt0 z7DG`Vz~7+WhxzP3mFmEgF4QH40&ZmOFmP1wDQkk4L}Rwrk8^2h&z`Gi->8$9N+ES6 z$toJ=hJ{%F%nNY&PT3da_e}+Ge8>;cDm+~XKD(aKR=$)bE*R^0>=eNyc>!@war<8i zA8o+X;S=mWk9A77gCNEWvZTLDe&mqqGo@D-WKo>QX*pVgrz5obbZjN!AVEQUM$fj$ zpOt3i0F^To5+4R%H>?w)9eBXDSxIxateZ>4LFa`#TU+f2M$vQ0aX=!gL^eq*PKj*Y zI{?u#JmA^crRsx--9dDFQh( z-veSkk`SRacL2Ue8`WeCd&6H2yEnSOcw6F7J$akE)~}u6OI`W)S@b1Bi|!7FE&>@V zH}+(Qt{?E?gh{~K3kU7B)8TjlFT1o?1beMj(x|K_By1IcK2i3x6mQT~@g}7CK-m%c zjJDccYshWZdf(KL!B{C!W@Q_-y4s{p;nAwe_i1~*4kJhV>~!QItGjR04=Tc1SF9d#Xe?+KUON8*Q!)QE=jzQb3P+#|Hm z4yeA(YVJ*$O}R_cO;T9wYj9sk-;rc^SuH23eq_1;Mh#ROg=MKj zfIW_h{r4>ac4t-{tdhp=mu}?7aI*4p@>2Qdmt~p%*ZuN~>$rd4|J(cW%a{J~&-ncC z_m{(ueD$N$^Nz0q_3AFmH)YXtH{0XGuzvTGJidz5tHmzc%HHt!BvwxbyW&Asy-Akm z$ES&U`b}1a`c-pLWt;W!d8(dIUq9V-)T`KWL+AB@`r2RqU8rBb>MgcnD>tt{s4@H_ zdVN)Y?PXc4%GU?=H~;d#zy0|WyJuoQH?e!ML$F_$)pp$*mpkY5&Y9~xl=F*@KKcko&QFl zUy4TsouB$ltg_mA4CEI~<-;h6x**?V#l1SG@8U7bUrtLPG$n8e%s!&3KdwaakY@#z z!BiBc2+CIu+ds+yIDTEmiLP&kUU45W?M@S^F z*j7?*4fwYVeEwLzeVJtM8I}*w3*6jN{Hf!nmiUtnijbNzxCU_`^jRD@_^*V;KNbCp zo#_dDrUMgEDKWedG4yv;SqW1LixKmMVd4ZG%%NEeT*s8ajVXb|4~PV6i|!o{km|u# z1O7Dyuimw+Jp%Owr3xuX3p8KoJC5H0|NFks1=MeDV)q?t0rRYoy=hjc*AzPrg+ctT z2N;Q`{pUkFxE@jocpd#fg9HEp>`zPr=+kI0D(|1maz%sS2@h~Zz~8FSnb9byY@xE^ z0bb-;B5$kvfCUar^sZ0Cz)bM?k66E-GNaG#*SRQG1p8dv%SPO35Pp))1NJvGafdPU z{K|UEXNvr`6lTmjBf#gm6q`E6eNz!%Qm;2F*Ww9Cp#L8#fy4`9OA-)M2{hJFcvC$N>IR<(f;ytid8w_5<1!lg)0AMa^gfZ3e^TyJiq{tY+cq47w0 z2pdURea~c0;VDyok|344T2OpZngm^PSi4Z}0!}vu@KbuMUa{(h>{LN67dRCEyebb) zTNX=6WH8)S6%c{OW}?Wov}wj>8Z;U(xpUyhl8`_@mM{qPVOA}3)0ufJhN&;C-lf$r z?!;!T4haVG8PkCe{> zKy$&WHPn>Z$^OM~GqH#PXoV8(ZRxL0g`qD zLUl^1_o487E3&-$$x6!IbD4m z5J@a{TP}xbS=D)LlLCZ+Ygu+_s{nwp4NMW3r(c&}2z(sI2+&b>qRjZ!E||5% zq=ZS;8G1C2C1B^3ltr&!R}zU3hHF`s4-$m*n=2}YIF6E!uO#|_jh&fdh*N6Ob@E9= zIcT8H2=22y&o)mg@uER(BwqbHC?WF#Vw8B6*>{`s2P|%E0#8{1y)HV0mR^i1zIvZl zM;nWxKyFNLCM7|aGq>~RKA>~wrU*iZnZThjwtOh77a|A9Y-mYsul!m%GOWb&cSUd; z*=&+{pWp!ipPQKQy*Sl0fWSrx=p8{l%%!Nb%=_zFydbZ4eMT`yVUSt|a#ljL@brMm zU6{Bdmo|{k@<)pM&g`H1d~o17mlb7h%c(@f{epE%)Ms|`aTcHfZ@V->^SOzItTm{q z(&8CDUQ_dvV*}cW+iQ7?qOlJs+ZFJ0RLS4^T|L+5HAZCR|03|sZt0sq8kwtozqIYy z1Iji9)W%>o#;6c7caOD9_U}8d$|oA@rgFPnBa^@SjY=R0e%5$DzU~qLf;R(%$LEtn z2i5&qC#7*8rSMc6_9a&$hnwwIJcAroBRWakscmK{2EhBS0pVdOOzr)KO2yt>+DZ5$ z0)L_uQw#fNtH)ij0uwY^*E|Z-E*-S@T|of2-VF$N5$_t-DLi$7kmzayBf1wD$m(7q z4|qvoJ5Frt0=gIgV0?4r258ASb?LOo+3H@exej*K10eV3EXVO3C;FU1djLpY z|I&>1Y+%mlFhE^To0FS<{zDeP;%97BFtAT;TJXC7@VkMD{AaHks{4rn0hfV4w4?~` z*Uq_#{2M!WFG}N2)Of)3hNc8k)-FFZ8jhn94XQsSG62H@(@e#^eajWpEx%GZIQAn0 zUE~1B-^i3h$clD#`@|R+gC%>H&CJefq`jLwV-#Sb0$-MyVwf;PNE0WtbOUb=*VYdJ z9(ZQTAoi*Ea|7=FPG`F`?j5{`PJ(7-1(W@29{HTW{Tvn;02Vkl1pr$YRwCf-=JVXh z0~8++IZOn!VBm+gGH4kLLcjsfO&Pcz@49~9%DURc#DENe-WgczisEIn|1d^{#dnqc z!ikbT8#svFH1s}25kkNKCrAjPCWLikM05kH0*iH)mumukBzF=F5Nl~*>UFB%TL1_A z?*atGfZBlBy8t;bt##e1@2X8%EY?DCATVR1jaUS}-(_yx0y&_5m*B`_s`t0bgI7I8 z{R#F{!{e^sG-)*6<e~kz=j+;GU__q>`x6#>#lz#Shf4)%(zB`{WSdeS=kWKz!{=H z)Zr1#1T8^H&=EYmeodjAwqH9E7XlJ@jgF5h@$u%5*{&JZr5*Da-}m3cT-Hi)Q@Vn zl#LObMlvvpF{s1}cPzBafA(`2Er3UWzV)vR;1SE`F6H;{veG6d@gNF2{8#czW0(pD zMcFum5+t^{T!)J<5nyivQwE_+Nz9>k*E{HdRUC6!=XRJY`o||xmZP#LclYbYmPX>( z4$ihDH4&h5L!b>*5Ow=%@v;<;Wkuz12PjRz#**&Tx2^KBBqFH0_bRL1mX8@=^ICD= zjXIIq273UsZe&UzNHj-KPY@CGqo&%{q*h6O{>RJDO?P0u#OcClElmN?x-$UZr*Yl0 zO=oE#|ExA2CASS5OWSQW@()u4BbLs%Zro`UtKsAUmm8bVT^<4ssSKY(M5^B>(19Bq zh@!A);M%*vHYyLe+_?$dXJ;N;&1(1wOk8-2MFNAgzhD} z!}BY8;Kr2z-WI?C@w)(L9`n1NS|J+~z96)@B66Jf0O`vO6M_9Dkv1w1 z=-wr;b(*#j+y-QZn1Cd(C@6~Oubg5G$lDcAU)F!U6M3;?)feQi*u+VhmqjM>-b7~i z>n&}@%*vuFL8#Ua(GR@On;?w=eVdw6NLVFi@t7$OW+rh>zI!P0wE{~-Ff2=O>4jep z2&2@oEW)?Y;ux^CnF*Yr4!PGhJ$7Xa}7*mJX}KF#~3HZK91`8m3%*M~CUC zCj{|{B@N11zd-cbutmo`4HkwDXxWX4J!Ku&{z^Puza_Zo?B`FU}$rYr-jtr1^fLxu|2`8udaAguXAD@%N zfS~oKX0T>eMwp|6Iy>(#%=Vx2vmE`d?Q1N}O>NgQbm+InfT;~k86<4B_VseUc1a3W zDuSS)Qc*KD)O2PJFtKNBaR(s));2VS5VCzWBk`1NdUe~C8vwfAN}KQFDwD-(v(A1H zA>3suPf^b#2zlC#{UG$aTyC|L1R!uDQxY+&KOZD<;6FqbC+hECi7fbfk6IAdFM#!E zEr&F;O~=s|)O)|pZW z-X@{y-;i(?gtwJ=Vbcum&F1&ADw^w5_A|IGVnTwp)d2&DsVmSXu5tRthffCrblh*V zWi#wF?6joM^4!tRI&khh@p-$L&#m7O0blY^_Z&?bsLV(GSFvlP#A)b%&d@=E_SOLv z;N7cZ^M-~)^Wq?HT8(qDt#zOB!MgdADSm0ei2~2IVbezc(aJiY0BrK|xVFW9@;K0T z*O)t-<~#X&j`|mz7TB+BYB7hOp!Ic#7rx{CAQz&cZ$GjC)L(AU&0&sOPv5msezdI)u^%>hR%f<{dNq*& z%nAAQp}D7R-^CP9C?C{jFr%PTPS5}!Evf_X*|vnAvnLe&iP;-IcQ;lhQ0I^j)B!G3 zHlPdxxPK;r$n$J3V6?FO6fLSVC6H=68z0cJHmCvA1B@$)F5n>k%RBYTNq^oTa*FoV znIdp`IjG)TwO{#SbmQ%dl!%B>Y-K- zbbZ^MA#DyGEvz$Pr*G8d_0EZ|_kj2Dj$Pg8(#9?i8?Tz?Y~!TU(50o}qm^|4KRb5w z_6f{=Xr=!!bpN`xj|P5GK_M9BF#q#z-lb^2ohgKbZEPm+8zLS-O8`=M6j^5jMqBED z0Xq~#9kP4-wd>S{qxSQda+uf4GxggEx}h>}w6cuf9*jc&<9m=PT2u#)FrXQ{BCt(& zhZEj(KecsoE}jdtAwtXI?YB<0fsR(xnb2eA!i>cr_!bpkP>8nFm5++INzi7l zIH&UOX$kDvTfMLv)o@;B>^Yuct=^ZlFWrBBTjc4#?Qg$1mi^cI_s+N9zV-M2T~Btu ze%t+#tNzHh!~IvD`YI|{z5SQI`f?_U=Qr`b|4yL3Gv6kq>|O7_6IS05sa)^Bj?~wa z#Z^}3n^kX+Z?p2_XJhpzw>SGQY)gF=MwSP{efJHg2F$`x2b#;#Zn{S zJ0W0Ff$aTDu|NoT5RU>G!PS@&5JZ;morVBUCtv~yuxvuWIA3fxWp5&qjIxlv>I8V6 zMJN~*iOiOpRq{e8xY~$EnWjP~VRA)D@I2oQ%t-Jl35z^i=7$OJbpocq{~ezYFwF}U z0Y-($o>Rub?D8&P}szDkN^ugw%}%EE*Cutl2Zgo2sKa%cr}3g5Sb&^LqMB_4)4{Fx3va$N#{ zQUx^@5U?5elz_8zD|_>oLVYZ12lukbau5(7m@D{R5E;5c7ZM_!g#J_`Aq*Wt!dzB< zMoCZ@ic(`?PB<7RnffgahyC(I}1=&nnn!CmsokAGOG z?`X&!<^c0;`m)*fzm`9K$YO)c|Aw8v7dxF|K>PXIKn)Io>3bCYUJuo>fDkYinQjEO z%Yr~r|6@<`CI57lsQ%HlQW$NK(2qV3;TN+2RN*Vz@p-fz-RyDTqQ^?6_Rn%*#SbJ*!RF;b+F`xEmdE97hE5 zKpBuyGsFCeoZUg6r$JBm_*s%k5YeYRq8qz=2Pta)pjdm{7Vm_Hc`09IwgIY!<+i}{OjT`QZUhd{a}$)yY22^!-A^;F#e7mMQV{bg z^l|bii;^O*x*OYUBY_n(u)Ch$rNd)p1rAVkQ(y(3XsW-#=e|GA^nT6&?iS?!n0moH-!`J39{m0w`1_kxD(T^mgkqw# zwdc8}-Hc<59*DddNOV3m`cYDFnFo%X*Kn|%HAtoMe-!xotf%Lix3i8+^A3=D{aaw} z1pK}f@9h*Hb$nRG^D^dq`6L^eejw77!r!XrEi32}^9=nS2);9&h#+(!6Y5~Ir!uGg zyGyOE*mACdnZAom73e1{dYm&xKeFW!6orC4tW za-@Ck2=cnUPhj7s%avHSx_=ZpUE+QVaG>>uI`D}1uT+k%n!3r4az${1AV6VH>VN0w z>|+=BlHyTGh)r+TCstsJ-dSGc+ou&_qR-|$v8s&?17S>=FbD@g2A=C|gkeDFn22Rk z<*cuzPoFSR37>}k`xH`b6^|En8gH~%0nmOU9kBJR0B?p^BG{ea57Donp7@~y4jkm2xD-W^K#ki-bWUU&_BOg0J&=9ZK=}ALU{#q=aAqmaKy;9`A{_KJ3y8+-M8t#IsY0JmBNcB>a zhavAwR#dc}e#em40vxEkF)(@->Og*j9j!}(Tpw56s!0C?)ZK_Hee-eEksVDJD7*<$ z`fPopDpPlD9%}6gNOg39Wh~#4jjC*(Xr@cWQ#JZ*BOvtMF6}KtuLo*xs*_-|uI5=~ z!AiC@+8l>BIqtv8cO&sG%d)-XGf#I%mV7SIc(*9!QRlDbR*6#iy|I*p1DN$#t7Dc* zu@PBGM}E7aZ~gKJCzsz@9B|#hRO@!J2cY|Apz32izbXmFO!y$_=kw~Ht$(ykFq;LR zZ5h@*9T@O{`0LL!258&&UZkmfZyj=ZAxj0h3WxzJZQ8w5ac^u-9u;Y=^r&1A_d( zbZcJ9mzB)0>GNH-j^iyu(+3i8sFM*`RQumIbblXgZ`i(x2+DRHBb|f$@00_}wof30 zJfHy2b?iRd<=YQ>kTD$E>a^Lwqw4$evj3`(OOyQ-&+$%|1w5b%M>-jHr0ucPO&dbP zfst<`6k>w_lAsX^%_Z@%p%7@p3qXKRwP9n?0q*cnCA6z`bs4afs0zBK$gRlrx~y{= zAP0i*5+nhe#(;S>r()m_jJ#;it7;lF8sAg-RxR`N)UTV?Id|Bl>1#j$P=i+>5Jb%_ zrdkc^qu&EPAle7jrNB&V)1`7%u;6}4Y4FU&z%j89h`?)L10fYby9p4l2++WnZ843K zSJ|88NmjD4pV*2-hknV{IOD*I4eO#$TQ$J$1NnCY4C!&flyPM5Ew*`y>i23Krt+hjNKl zJ>=W=i8uhlZ~}y(PdV7{fABb{!*}>H^EP{y8UqIxzM75jpW5oz#z7y5!KqGw=TT++ zvxaMqzz&4LTSA1s0x?XoxB4?I6Cef}Oqg#$91#kAAPaAG7MzgE!jIJ#HV;P|Ky;(G zUioUa!|xP;-G;OZB*}(Oz{U)H=v$^;qGKHaXu%mM3fQHF!yfQu+9U8LLkf=~>wJ_z z)2RYii)w73y-^0E4*G0k&WUYVHhRX44$6b#=vI9j)^; z-MkUqU#oXj3qQh14qsjJt?<{cZTUdL4Rq9wM@{xjDb`iXEQhY_?ALpn!<<<)yle02 zhNflwu~8dHx1kO_il}rmmhV^W)SvkPXTDvR2JLLui++8W4uEPq*I@?^ZDZT6GW6X9 zi$aH89De_3mWm{+2A%|dANOw>WxE?hUG}qE&;z|T0$y%Yd)MzA0fVRYnl4kvs6=lJ zsm(>|k(M3+fp(#T4sB}b`t4f)nricj`WQ*JX~ZUb_tNv z{k*z4(^{NGUoIw0MOJPX&l13%FxZwAciK!aICLP#u5{?^ewA&PZE>A$rPOk3DcEt( zWVTEt>`gW|6WsU&(G5tjYaO-6FIMgH)2Iq(Y$po|(XW=#K6d)_LuVVfLC0-0vyNl{ z#M=!Bacm2DAL2f$b3($QvYa;SEA8DV%9KlNRswZr=S;5po@*-Rj<|&s05LZPNsiSb zpR?Nb>~6EB?4j#*btGxKV`_f8uERC!0LZ%uumzW0&Dd?K(D;X2(`-da{Xg|k;*C1Q z`Ff3FU}Icm*`^oKjx5LmAn~Ta3_M!L)Th>1R>4Z=p9Fq2=xVsYRAqo1?xs)ADgGdg zI=O(E34}oJ-69iUSB>`u-MnmzFWj?SSoNy)x!ph%MUJ9D|Bg}-#=d*Hpwo?gXjjH*^1omVzh!67xm(=eF!2-Q|ntO8>W(wjI}yS`HqF zyb*AB*2&NpkPclrw7=dy7|Mkxx8T?t&`-L35CVO7p;Pd409;pj?OjX$l#mX7D&KlH z$|hSgSx58+Mh~RjrH%zY4|8Ac+8cWR4yw$`vvL4;EuAv8(;VUX#7(nmpf#7F1x6;0L z0GEZn-IHp!X~O!~4@rjao(=dCRuuTBY4JqpRXvdTSl(;acHrRYb9!f6nTg(gvMK4D z#&qQBpQ?Eup$GKUAjSBJ`9VO83;_ z>jr)ccDHTq_;!_mc}=secZyUWq1W>eW@_v8T)kPz!`l~hSf$^-n5|^`0;>2%Q_uYN zMTgQgLht1Ptz*&Brpog}@tU;VujPwIDAx`1?NcfM2aWgQ%#+=b8aF}@<^lYyolRit zn6>z>?4)%G7P=jC?&n5WD3PMtaIW6u{o zh^ONZY`RNU+jg&>Mz>fv4eJl`@sS3#%|hb$Ao;7HR@7-wW9Hs5dJRv9&)U_y7yWwG zH7lCV(aeJ1DbO!aUlamq`9_ZI zH7`}F2k${n?_>(SL>+7Zy@sc=V6zwF96p!EFGA8$4SXJ1oj(BI*gxs`IIO&{GuBz1o{c&b^8XLZ9U(UsV*mh2m4F-o literal 0 HcmV?d00001 diff --git a/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_1.json b/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_1.json new file mode 100644 index 0000000000000..9541257816dfb --- /dev/null +++ b/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_1.json @@ -0,0 +1,100 @@ +{"col_1":1,"col_2":"AAAAAAAABAAAAAAA","col_3":"18","col_4":"Jackson ","col_5":"Parkway","col_6":"Suite 280","col_7":"Fairfield","col_8":"Maricopa County","col_9":"AZ","col_10":"86192","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":2,"col_2":"AAAAAAAACAAAAAAA","col_3":"362","col_4":"Washington 6th","col_5":"RD","col_6":"Suite 80","col_7":"Fairview","col_8":"Taos County","col_9":"NM","col_10":"85709","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":3,"col_2":"AAAAAAAADAAAAAAA","col_3":"585","col_4":"Dogwood Washington","col_5":"Circle","col_6":"Suite Q","col_7":"Pleasant Valley","col_8":"York County","col_9":"PA","col_10":"12477","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":4,"col_2":"AAAAAAAAEAAAAAAA","col_3":"111","col_4":"Smith ","col_5":"Wy","col_6":"Suite A","col_7":"Oak Rcol_2ge","col_8":"Kit Carson County","col_9":"CO","col_10":"88371","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":5,"col_2":"AAAAAAAAFAAAAAAA","col_3":"31","col_4":"College ","col_5":"Blvd","col_6":"Suite 180","col_7":"Glendale","col_8":"Barry County","col_9":"MO","col_10":"63951","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":6,"col_2":"AAAAAAAAGAAAAAAA","col_3":"59","col_4":"Williams Sixth","col_5":"Parkway","col_6":"Suite 100","col_7":"Lakeview","col_8":"Chelan County","col_9":"WA","col_10":"98579","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":7,"col_2":"AAAAAAAAHAAAAAAA","col_3":"","col_4":"Hill 7th","col_5":"Road","col_6":"Suite U","col_7":"Farmington","col_8":"","col_9":"","col_10":"39145","col_11":"United States","col_12":"","col_13":"","col_14":""} +{"col_1":8,"col_2":"AAAAAAAAIAAAAAAA","col_3":"875","col_4":"Lincoln ","col_5":"Ct.","col_6":"Suite Y","col_7":"Union","col_8":"Bledsoe County","col_9":"TN","col_10":"38721","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":9,"col_2":"AAAAAAAAJAAAAAAA","col_3":"819","col_4":"1st Laurel","col_5":"Ave","col_6":"Suite 70","col_7":"New Hope","col_8":"Perry County","col_9":"AL","col_10":"39431","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":10,"col_2":"AAAAAAAAKAAAAAAA","col_3":"851","col_4":"Woodland Poplar","col_5":"ST","col_6":"Suite Y","col_7":"Martinsville","col_8":"Haines Borough","col_9":"AK","col_10":"90419","col_11":"United States","col_12":"-9","col_13":"condo","col_14":""} +{"col_1":11,"col_2":"AAAAAAAALAAAAAAA","col_3":"189","col_4":"13th 2nd","col_5":"Street","col_6":"Suite 470","col_7":"Maple Grove","col_8":"Madison County","col_9":"MT","col_10":"68252","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":12,"col_2":"AAAAAAAAMAAAAAAA","col_3":"76","col_4":"Ash 8th","col_5":"Ct.","col_6":"Suite O","col_7":"Edgewood","col_8":"Mifflin County","col_9":"PA","col_10":"10069","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":13,"col_2":"AAAAAAAANAAAAAAA","col_3":"424","col_4":"Main Second","col_5":"Ln","col_6":"Suite 130","col_7":"Greenville","col_8":"Noxubee County","col_9":"MS","col_10":"51387","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":14,"col_2":"AAAAAAAAOAAAAAAA","col_3":"923","col_4":"Pine Oak","col_5":"Dr.","col_6":"Suite 100","col_7":"","col_8":"Lipscomb County","col_9":"TX","col_10":"77752","col_11":"","col_12":"-6","col_13":"","col_14":""} +{"col_1":15,"col_2":"AAAAAAAAPAAAAAAA","col_3":"314","col_4":"Spring ","col_5":"Ct.","col_6":"Suite B","col_7":"Oakland","col_8":"Washington County","col_9":"OH","col_10":"49843","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":16,"col_2":"AAAAAAAAABAAAAAA","col_3":"576","col_4":"Adams Center","col_5":"Street","col_6":"Suite J","col_7":"Valley View","col_8":"Oldham County","col_9":"TX","col_10":"75124","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":17,"col_2":"AAAAAAAABBAAAAAA","col_3":"801","col_4":"Green ","col_5":"Dr.","col_6":"Suite 0","col_7":"Montpelier","col_8":"Richland County","col_9":"OH","col_10":"48930","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":18,"col_2":"AAAAAAAACBAAAAAA","col_3":"460","col_4":"Maple Spruce","col_5":"Court","col_6":"Suite 480","col_7":"Somerville","col_8":"Potter County","col_9":"SD","col_10":"57783","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":19,"col_2":"AAAAAAAADBAAAAAA","col_3":"611","col_4":"Wilson ","col_5":"Way","col_6":"Suite O","col_7":"Oakdale","col_8":"Tangipahoa Parish","col_9":"LA","col_10":"79584","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":20,"col_2":"AAAAAAAAEBAAAAAA","col_3":"675","col_4":"Elm Wilson","col_5":"Street","col_6":"Suite I","col_7":"Hopewell","col_8":"Williams County","col_9":"OH","col_10":"40587","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":21,"col_2":"AAAAAAAAFBAAAAAA","col_3":"294","col_4":"Jefferson Smith","col_5":"Ave","col_6":"Suite 390","col_7":"Springfield","col_8":"Marshall County","col_9":"SD","col_10":"59303","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":22,"col_2":"AAAAAAAAGBAAAAAA","col_3":"874","col_4":"Park Second","col_5":"Avenue","col_6":"Suite N","col_7":"Green Acres","col_8":"Perkins County","col_9":"NE","col_10":"67683","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":23,"col_2":"AAAAAAAAHBAAAAAA","col_3":"230","col_4":"6th Spring","col_5":"Drive","col_6":"Suite U","col_7":"Newtown","col_8":"Jewell County","col_9":"KS","col_10":"61749","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":24,"col_2":"AAAAAAAAIBAAAAAA","col_3":"837","col_4":"4th ","col_5":"Street","col_6":"Suite 200","col_7":"Fairfield","col_8":"Marin County","col_9":"CA","col_10":"96192","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":25,"col_2":"AAAAAAAAJBAAAAAA","col_3":"986","col_4":"West East","col_5":"Blvd","col_6":"Suite F","col_7":"Pleasant Grove","col_8":"Coweta County","col_9":"GA","col_10":"34136","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":26,"col_2":"AAAAAAAAKBAAAAAA","col_3":"809","col_4":"Central ","col_5":"","col_6":"","col_7":"Springdale","col_8":"Forsyth County","col_9":"","col_10":"28883","col_11":"","col_12":"-5","col_13":"","col_14":""} +{"col_1":27,"col_2":"AAAAAAAALBAAAAAA","col_3":"649","col_4":"Williams ","col_5":"Ct.","col_6":"Suite 400","col_7":"Cedar","col_8":"Utah County","col_9":"UT","col_10":"81229","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":28,"col_2":"AAAAAAAAMBAAAAAA","col_3":"992","col_4":"Birch ","col_5":"Avenue","col_6":"Suite N","col_7":"Oak Hill","col_8":"Montrose County","col_9":"CO","col_10":"87838","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":29,"col_2":"AAAAAAAANBAAAAAA","col_3":"572","col_4":"First Elevnth","col_5":"Pkwy","col_6":"Suite 160","col_7":"Newport","col_8":"Richland County","col_9":"IL","col_10":"61521","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":30,"col_2":"AAAAAAAAOBAAAAAA","col_3":"748","col_4":"Oak ","col_5":"Avenue","col_6":"Suite M","col_7":"Wildwood","col_8":"Clark County","col_9":"MO","col_10":"66871","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":31,"col_2":"AAAAAAAAPBAAAAAA","col_3":"291","col_4":"East ","col_5":"Lane","col_6":"Suite A","col_7":"Forestville","col_8":"Walworth County","col_9":"SD","col_10":"53027","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":32,"col_2":"AAAAAAAAACAAAAAA","col_3":"243","col_4":"8th Lake","col_5":"Wy","col_6":"Suite G","col_7":"Oakland","col_8":"Madison County","col_9":"NC","col_10":"29843","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":33,"col_2":"AAAAAAAABCAAAAAA","col_3":"711","col_4":"3rd 4th","col_5":"Ave","col_6":"Suite 10","col_7":"Pine Grove","col_8":"Sumter County","col_9":"GA","col_10":"34593","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":34,"col_2":"AAAAAAAACCAAAAAA","col_3":"785","col_4":"1st Cedar","col_5":"Ave","col_6":"Suite 40","col_7":"Greenville","col_8":"Russell County","col_9":"VA","col_10":"21387","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":35,"col_2":"AAAAAAAADCAAAAAA","col_3":"814","col_4":"Washington Main","col_5":"Drive","col_6":"Suite C","col_7":"Waterloo","col_8":"Henry County","col_9":"VA","col_10":"21675","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":36,"col_2":"AAAAAAAAECAAAAAA","col_3":"648","col_4":"South 15th","col_5":"Court","col_6":"Suite 410","col_7":"Lakeview","col_8":"Lewis County","col_9":"TN","col_10":"38579","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":37,"col_2":"AAAAAAAAFCAAAAAA","col_3":"999","col_4":"4th ","col_5":"Ct.","col_6":"Suite 250","col_7":"Sumner","col_8":"Greenville County","col_9":"SC","col_10":"20519","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":38,"col_2":"AAAAAAAAGCAAAAAA","col_3":"912","col_4":"Second Hickory","col_5":"Drive","col_6":"Suite 190","col_7":"Plainview","col_8":"Baca County","col_9":"CO","col_10":"83683","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":39,"col_2":"AAAAAAAAHCAAAAAA","col_3":"13","col_4":"10th ","col_5":"Ct.","col_6":"Suite 280","col_7":"Hamilton","col_8":"Lee County","col_9":"IA","col_10":"52808","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":40,"col_2":"AAAAAAAAICAAAAAA","col_3":"369","col_4":"2nd Maple","col_5":"Pkwy","col_6":"Suite H","col_7":"Brcol_2geport","col_8":"Ferry County","col_9":"WA","col_10":"95817","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":41,"col_2":"AAAAAAAAJCAAAAAA","col_3":"198","col_4":"Washington ","col_5":"RD","col_6":"Suite S","col_7":"Oakland","col_8":"Ouray County","col_9":"CO","col_10":"89843","col_11":"United States","col_12":"-7","col_13":"apartment","col_14":""} +{"col_1":42,"col_2":"AAAAAAAAKCAAAAAA","col_3":"884","col_4":"Oak ","col_5":"Court","col_6":"Suite F","col_7":"Riverscol_2e","col_8":"Scott County","col_9":"MS","col_10":"59231","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":43,"col_2":"AAAAAAAALCAAAAAA","col_3":"762","col_4":"Spring ","col_5":"Dr.","col_6":"Suite F","col_7":"Sulphur Springs","col_8":"Jefferson County","col_9":"IL","col_10":"68354","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":44,"col_2":"AAAAAAAAMCAAAAAA","col_3":"","col_4":"","col_5":"","col_6":"Suite 490","col_7":"","col_8":"O-Brien County","col_9":"","col_10":"58721","col_11":"United States","col_12":"-6","col_13":"","col_14":""} +{"col_1":45,"col_2":"AAAAAAAANCAAAAAA","col_3":"206","col_4":"4th ","col_5":"Street","col_6":"Suite 120","col_7":"Union","col_8":"Washington County","col_9":"ME","col_10":"09321","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":46,"col_2":"AAAAAAAAOCAAAAAA","col_3":"995","col_4":"Oak ","col_5":"Boulevard","col_6":"Suite 120","col_7":"Union Hill","col_8":"Forrest County","col_9":"MS","col_10":"57746","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":47,"col_2":"AAAAAAAAPCAAAAAA","col_3":"776","col_4":"Washington View","col_5":"Wy","col_6":"Suite 60","col_7":"Pleasant Grove","col_8":"Mercer County","col_9":"KY","col_10":"44136","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":48,"col_2":"AAAAAAAAADAAAAAA","col_3":"895","col_4":"Valley ","col_5":"Lane","col_6":"Suite 480","col_7":"Salem","col_8":"James City County","col_9":"VA","col_10":"28048","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":49,"col_2":"AAAAAAAABDAAAAAA","col_3":"583","col_4":"Highland 2nd","col_5":"Street","col_6":"Suite 90","col_7":"Fairfield","col_8":"York County","col_9":"ME","col_10":"06792","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":50,"col_2":"AAAAAAAACDAAAAAA","col_3":"190","col_4":"7th ","col_5":"Wy","col_6":"Suite D","col_7":"Enterprise","col_8":"Gray County","col_9":"KS","col_10":"61757","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":51,"col_2":"AAAAAAAADDAAAAAA","col_3":"845","col_4":"5th ","col_5":"Pkwy","col_6":"Suite F","col_7":"Green Acres","col_8":"Hamblen County","col_9":"TN","col_10":"37683","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":52,"col_2":"AAAAAAAAEDAAAAAA","col_3":"472","col_4":"Rcol_2ge Park","col_5":"ST","col_6":"Suite 60","col_7":"Oakdale","col_8":"Muskingum County","col_9":"OH","col_10":"49584","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":53,"col_2":"AAAAAAAAFDAAAAAA","col_3":"884","col_4":"College Franklin","col_5":"Boulevard","col_6":"Suite 440","col_7":"Riverview","col_8":"McPherson County","col_9":"SD","col_10":"59003","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":54,"col_2":"AAAAAAAAGDAAAAAA","col_3":"857","col_4":"10th 10th","col_5":"Boulevard","col_6":"Suite V","col_7":"Oak Hill","col_8":"Martin County","col_9":"NC","col_10":"27838","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":55,"col_2":"AAAAAAAAHDAAAAAA","col_3":"177","col_4":"Lee Adams","col_5":"Way","col_6":"Suite S","col_7":"Ashland","col_8":"Macomb County","col_9":"MI","col_10":"44244","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":56,"col_2":"AAAAAAAAcol_2AAAAAA","col_3":"49","col_4":"Valley 14th","col_5":"Wy","col_6":"Suite V","col_7":"Woodland","col_8":"Goodhue County","col_9":"MN","col_10":"54854","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":57,"col_2":"AAAAAAAAJDAAAAAA","col_3":"625","col_4":"10th Oak","col_5":"RD","col_6":"Suite J","col_7":"Enterprise","col_8":"Bottineau County","col_9":"ND","col_10":"51757","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":58,"col_2":"AAAAAAAAKDAAAAAA","col_3":"917","col_4":"Miller 15th","col_5":"Parkway","col_6":"Suite 230","col_7":"Union Hill","col_8":"Canyon County","col_9":"col_2","col_10":"87746","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":59,"col_2":"AAAAAAAALDAAAAAA","col_3":"","col_4":"","col_5":"Court","col_6":"","col_7":"Newtown","col_8":"Valley County","col_9":"MT","col_10":"","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":60,"col_2":"AAAAAAAAMDAAAAAA","col_3":"","col_4":"Lee ","col_5":"","col_6":"","col_7":"Forest Hills","col_8":"Green County","col_9":"KY","col_10":"49237","col_11":"","col_12":"","col_13":"apartment","col_14":""} +{"col_1":61,"col_2":"AAAAAAAANDAAAAAA","col_3":"159","col_4":"Rcol_2ge ","col_5":"Boulevard","col_6":"Suite 20","col_7":"Sulphur Springs","col_8":"Laurel County","col_9":"KY","col_10":"48354","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":62,"col_2":"AAAAAAAAODAAAAAA","col_3":"925","col_4":"Lincoln ","col_5":"Lane","col_6":"Suite 90","col_7":"Riverdale","col_8":"Lewis County","col_9":"WV","col_10":"29391","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":63,"col_2":"AAAAAAAAPDAAAAAA","col_3":"416","col_4":"Elevnth Green","col_5":"Drive","col_6":"Suite A","col_7":"Mcol_2way","col_8":"Jewell County","col_9":"KS","col_10":"61904","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":64,"col_2":"AAAAAAAAAEAAAAAA","col_3":"546","col_4":"Meadow ","col_5":"Circle","col_6":"Suite 90","col_7":"Macedonia","col_8":"Trousdale County","col_9":"TN","col_10":"31087","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":65,"col_2":"AAAAAAAABEAAAAAA","col_3":"147","col_4":"Fourth Lake","col_5":"RD","col_6":"Suite 460","col_7":"Bethel","col_8":"Iowa County","col_9":"IA","col_10":"55281","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":66,"col_2":"AAAAAAAACEAAAAAA","col_3":"238","col_4":"Pine ","col_5":"Road","col_6":"Suite 470","col_7":"Crossroads","col_8":"Sioux County","col_9":"NE","col_10":"60534","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":67,"col_2":"AAAAAAAADEAAAAAA","col_3":"896","col_4":"11th ","col_5":"Street","col_6":"Suite B","col_7":"Flint","col_8":"Van Buren County","col_9":"IA","col_10":"58909","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":68,"col_2":"AAAAAAAAEEAAAAAA","col_3":"240","col_4":"Laurel Forest","col_5":"Street","col_6":"Suite H","col_7":"Summit","col_8":"Bledsoe County","col_9":"TN","col_10":"30499","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":69,"col_2":"AAAAAAAAFEAAAAAA","col_3":"37","col_4":"Pine ","col_5":"Drive","col_6":"Suite H","col_7":"Glendale","col_8":"Scott County","col_9":"KY","col_10":"43951","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":70,"col_2":"AAAAAAAAGEAAAAAA","col_3":"511","col_4":"14th Sycamore","col_5":"Parkway","col_6":"Suite 210","col_7":"White Oak","col_8":"Union County","col_9":"OH","col_10":"46668","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":71,"col_2":"AAAAAAAAHEAAAAAA","col_3":"38","col_4":"Rcol_2ge ","col_5":"Cir.","col_6":"Suite 370","col_7":"Lakeview","col_8":"Nottoway County","col_9":"VA","col_10":"28579","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":72,"col_2":"AAAAAAAAIEAAAAAA","col_3":"982","col_4":"Willow ","col_5":"Blvd","col_6":"Suite 20","col_7":"Richville","col_8":"Cascade County","col_9":"MT","col_10":"65945","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":73,"col_2":"AAAAAAAAJEAAAAAA","col_3":"158","col_4":"Green Broadway","col_5":"Road","col_6":"Suite B","col_7":"Cedar Grove","col_8":"Kingman County","col_9":"KS","col_10":"60411","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":74,"col_2":"AAAAAAAAKEAAAAAA","col_3":"723","col_4":"Sycamore ","col_5":"Boulevard","col_6":"Suite C","col_7":"Spring Hill","col_8":"Wapello County","col_9":"IA","col_10":"56787","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":75,"col_2":"AAAAAAAALEAAAAAA","col_3":"32","col_4":"Pine ","col_5":"Wy","col_6":"Suite 480","col_7":"Valley View","col_8":"Cleburne County","col_9":"AL","col_10":"35124","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":76,"col_2":"AAAAAAAAMEAAAAAA","col_3":"257","col_4":"Walnut South","col_5":"Drive","col_6":"Suite 420","col_7":"Shiloh","col_8":"Menominee County","col_9":"MI","col_10":"49275","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":77,"col_2":"AAAAAAAANEAAAAAA","col_3":"151","col_4":"Hill ","col_5":"Wy","col_6":"Suite U","col_7":"Oak Grove","col_8":"Thomas County","col_9":"GA","col_10":"38370","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":78,"col_2":"AAAAAAAAOEAAAAAA","col_3":"857","col_4":"Railroad ","col_5":"Boulevard","col_6":"Suite 140","col_7":"Green Acres","col_8":"Potter County","col_9":"SD","col_10":"57683","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":79,"col_2":"AAAAAAAAPEAAAAAA","col_3":"409","col_4":"Park 7th","col_5":"Cir.","col_6":"Suite U","col_7":"Farmington","col_8":"Wayne County","col_9":"TN","col_10":"39145","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":80,"col_2":"AAAAAAAAAFAAAAAA","col_3":"298","col_4":"12th ","col_5":"Way","col_6":"Suite J","col_7":"Oakland","col_8":"Grant County","col_9":"KY","col_10":"49843","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":81,"col_2":"AAAAAAAABFAAAAAA","col_3":"953","col_4":"River Spruce","col_5":"Pkwy","col_6":"Suite 0","col_7":"Union Hill","col_8":"Brown County","col_9":"TX","col_10":"77746","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":82,"col_2":"AAAAAAAACFAAAAAA","col_3":"97","col_4":"River Main","col_5":"Ln","col_6":"Suite L","col_7":"Buena Vista","col_8":"Santa Clara County","col_9":"CA","col_10":"95752","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":83,"col_2":"AAAAAAAADFAAAAAA","col_3":"410","col_4":"Spring Poplar","col_5":"Drive","col_6":"Suite 20","col_7":"Bethel","col_8":"Nueces County","col_9":"TX","col_10":"75281","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":84,"col_2":"AAAAAAAAEFAAAAAA","col_3":"886","col_4":"Sunset ","col_5":"Circle","col_6":"Suite T","col_7":"Warwick","col_8":"Itawamba County","col_9":"MS","col_10":"51398","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":85,"col_2":"AAAAAAAAFFAAAAAA","col_3":"476","col_4":"Willow ","col_5":"Avenue","col_6":"Suite R","col_7":"Five Points","col_8":"Crawford County","col_9":"PA","col_10":"16098","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":86,"col_2":"AAAAAAAAGFAAAAAA","col_3":"699","col_4":"11th 14th","col_5":"ST","col_6":"Suite O","col_7":"Five Points","col_8":"Pike County","col_9":"KY","col_10":"46098","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":87,"col_2":"AAAAAAAAHFAAAAAA","col_3":"","col_4":"6th ","col_5":"Lane","col_6":"","col_7":"Maple Grove","col_8":"Claiborne County","col_9":"","col_10":"58252","col_11":"","col_12":"","col_13":"apartment","col_14":""} +{"col_1":88,"col_2":"AAAAAAAAIFAAAAAA","col_3":"104","col_4":"9th ","col_5":"RD","col_6":"Suite W","col_7":"Frogtown","col_8":"Bay County","col_9":"MI","col_10":"48784","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":89,"col_2":"AAAAAAAAJFAAAAAA","col_3":"440","col_4":"Church 7th","col_5":"Ave","col_6":"Suite 200","col_7":"Lakescol_2e","col_8":"Solano County","col_9":"CA","col_10":"99532","col_11":"United States","col_12":"-8","col_13":"apartment","col_14":""} +{"col_1":90,"col_2":"AAAAAAAAKFAAAAAA","col_3":"892","col_4":"North East","col_5":"Drive","col_6":"Suite U","col_7":"Centerville","col_8":"Hettinger County","col_9":"ND","col_10":"50059","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":91,"col_2":"AAAAAAAALFAAAAAA","col_3":"936","col_4":"","col_5":"Wy","col_6":"","col_7":"Riverscol_2e","col_8":"Murray County","col_9":"","col_10":"","col_11":"United States","col_12":"","col_13":"","col_14":""} +{"col_1":92,"col_2":"AAAAAAAAMFAAAAAA","col_3":"734","col_4":"Ash Wilson","col_5":"Boulevard","col_6":"Suite V","col_7":"Newtown","col_8":"Boise County","col_9":"col_2","col_10":"81749","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":93,"col_2":"AAAAAAAANFAAAAAA","col_3":"755","col_4":"Washington Sunset","col_5":"RD","col_6":"Suite Q","col_7":"Walnut Grove","col_8":"Greenup County","col_9":"KY","col_10":"47752","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":94,"col_2":"AAAAAAAAOFAAAAAA","col_3":"","col_4":"","col_5":"","col_6":"","col_7":"Lakescol_2e","col_8":"Washington County","col_9":"GA","col_10":"","col_11":"","col_12":"","col_13":"","col_14":""} +{"col_1":95,"col_2":"AAAAAAAAPFAAAAAA","col_3":"571","col_4":"Hickory River","col_5":"Ln","col_6":"Suite M","col_7":"Woodland","col_8":"Thayer County","col_9":"NE","col_10":"64854","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":96,"col_2":"AAAAAAAAAGAAAAAA","col_3":"246","col_4":"Cedar Franklin","col_5":"RD","col_6":"Suite A","col_7":"Oakdale","col_8":"Fulton County","col_9":"KY","col_10":"49584","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":97,"col_2":"AAAAAAAABGAAAAAA","col_3":"858","col_4":"Sunset Main","col_5":"Way","col_6":"Suite 320","col_7":"Enterprise","col_8":"Hardin County","col_9":"TX","col_10":"71757","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":98,"col_2":"AAAAAAAACGAAAAAA","col_3":"346","col_4":"Walnut ","col_5":"Road","col_6":"Suite 370","col_7":"Spring Hill","col_8":"Labette County","col_9":"KS","col_10":"66787","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":99,"col_2":"AAAAAAAADGAAAAAA","col_3":"222","col_4":"Park View","col_5":"Drive","col_6":"Suite U","col_7":"Wilson","col_8":"Dickinson County","col_9":"MI","col_10":"46971","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":100,"col_2":"AAAAAAAAEGAAAAAA","col_3":"127","col_4":"Railroad ","col_5":"Court","col_6":"Suite 170","col_7":"Oakland","col_8":"Perry County","col_9":"TN","col_10":"39843","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} diff --git a/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_2.json b/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_2.json new file mode 100644 index 0000000000000..62518f9e6ac0c --- /dev/null +++ b/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_2.json @@ -0,0 +1,100 @@ +{"col_1":101,"col_2":"AAAAAAAAFGAAAAAA","col_3":"922","col_4":"Wilson 1st","col_5":"Ave","col_6":"Suite C","col_7":"Bunker Hill","col_8":"Vernon Parish","col_9":"LA","col_10":"70150","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":102,"col_2":"AAAAAAAAGGAAAAAA","col_3":"270","col_4":"North Fourth","col_5":"Ct.","col_6":"Suite 460","col_7":"Newtown","col_8":"Bay County","col_9":"FL","col_10":"31749","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":103,"col_2":"AAAAAAAAHGAAAAAA","col_3":"467","col_4":"Maple Chestnut","col_5":"Ln","col_6":"Suite 60","col_7":"Forest Hills","col_8":"Brown County","col_9":"WI","col_10":"59237","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":104,"col_2":"AAAAAAAAIGAAAAAA","col_3":"786","col_4":"Locust ","col_5":"Drive","col_6":"Suite V","col_7":"Jamestown","col_8":"Madison County","col_9":"IA","col_10":"56867","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":105,"col_2":"AAAAAAAAJGAAAAAA","col_3":"960","col_4":"Franklin ","col_5":"Lane","col_6":"Suite P","col_7":"Lebanon","col_8":"Dallas County","col_9":"AL","col_10":"32898","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":106,"col_2":"AAAAAAAAKGAAAAAA","col_3":"992","col_4":"View Ash","col_5":"Parkway","col_6":"Suite J","col_7":"Forest Hills","col_8":"Hall County","col_9":"TX","col_10":"79237","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":107,"col_2":"AAAAAAAALGAAAAAA","col_3":"128","col_4":"Laurel Church","col_5":"Boulevard","col_6":"Suite 210","col_7":"Bethel","col_8":"Grant County","col_9":"IN","col_10":"45281","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":108,"col_2":"AAAAAAAAMGAAAAAA","col_3":"156","col_4":"West Maple","col_5":"Street","col_6":"Suite R","col_7":"Belmont","col_8":"Jackson County","col_9":"OR","col_10":"90191","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":109,"col_2":"AAAAAAAANGAAAAAA","col_3":"453","col_4":"Madison 8th","col_5":"Avenue","col_6":"Suite 310","col_7":"Harmony","col_8":"Aurora County","col_9":"SD","col_10":"55804","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":110,"col_2":"AAAAAAAAOGAAAAAA","col_3":"834","col_4":"Hill Jackson","col_5":"ST","col_6":"Suite N","col_7":"Hillcrest","col_8":"Houston County","col_9":"AL","col_10":"33003","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":111,"col_2":"AAAAAAAAPGAAAAAA","col_3":"306","col_4":"Pine Lincoln","col_5":"Drive","col_6":"Suite 470","col_7":"Bethel","col_8":"Davcol_2son County","col_9":"NC","col_10":"25281","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":112,"col_2":"AAAAAAAAAHAAAAAA","col_3":"232","col_4":"Dogwood ","col_5":"Street","col_6":"Suite K","col_7":"Rankin","col_8":"Harrison County","col_9":"IA","col_10":"52621","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":113,"col_2":"AAAAAAAABHAAAAAA","col_3":"138","col_4":"Main ","col_5":"Ave","col_6":"Suite 390","col_7":"Highland","col_8":"Page County","col_9":"IA","col_10":"59454","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":114,"col_2":"AAAAAAAACHAAAAAA","col_3":"576","col_4":"Willow ","col_5":"Road","col_6":"Suite E","col_7":"Pleasant Valley","col_8":"Mohave County","col_9":"AZ","col_10":"82477","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":115,"col_2":"AAAAAAAADHAAAAAA","col_3":"543","col_4":"12th 9th","col_5":"Ave","col_6":"","col_7":"Wildwood","col_8":"Rolette County","col_9":"","col_10":"","col_11":"","col_12":"-6","col_13":"","col_14":""} +{"col_1":116,"col_2":"AAAAAAAAEHAAAAAA","col_3":"581","col_4":"Oak ","col_5":"Road","col_6":"Suite 310","col_7":"Deerfield","col_8":"Harvey County","col_9":"KS","col_10":"69840","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":117,"col_2":"AAAAAAAAFHAAAAAA","col_3":"593","col_4":"2nd 5th","col_5":"Ln","col_6":"Suite 400","col_7":"Provcol_2ence","col_8":"Curry County","col_9":"OR","col_10":"96614","col_11":"United States","col_12":"-8","col_13":"condo","col_14":""} +{"col_1":118,"col_2":"AAAAAAAAGHAAAAAA","col_3":"185","col_4":"Wilson ","col_5":"Circle","col_6":"Suite 270","col_7":"Union Hill","col_8":"Washington County","col_9":"MS","col_10":"57746","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":119,"col_2":"AAAAAAAAHHAAAAAA","col_3":"525","col_4":"Cedar ","col_5":"RD","col_6":"Suite 210","col_7":"Lakeview","col_8":"Stark County","col_9":"OH","col_10":"48579","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":120,"col_2":"AAAAAAAAIHAAAAAA","col_3":"741","col_4":"First ","col_5":"Ave","col_6":"Suite O","col_7":"Valley View","col_8":"Benton County","col_9":"IN","col_10":"45124","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":121,"col_2":"AAAAAAAAJHAAAAAA","col_3":"644","col_4":"Sixth ","col_5":"Ln","col_6":"Suite 470","col_7":"Lakewood","col_8":"Putnam County","col_9":"WV","col_10":"28877","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":122,"col_2":"AAAAAAAAKHAAAAAA","col_3":"","col_4":"","col_5":"Ave","col_6":"","col_7":"Woodlawn","col_8":"","col_9":"MN","col_10":"","col_11":"","col_12":"-6","col_13":"","col_14":""} +{"col_1":123,"col_2":"AAAAAAAALHAAAAAA","col_3":"319","col_4":"West View","col_5":"Blvd","col_6":"Suite X","col_7":"Concord","col_8":"Lagrange County","col_9":"IN","col_10":"44107","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":124,"col_2":"AAAAAAAAMHAAAAAA","col_3":"688","col_4":"Woodland 2nd","col_5":"Cir.","col_6":"Suite J","col_7":"Hopewell","col_8":"Okanogan County","col_9":"WA","col_10":"90587","col_11":"United States","col_12":"-8","col_13":"condo","col_14":""} +{"col_1":125,"col_2":"AAAAAAAANHAAAAAA","col_3":"74","col_4":"7th ","col_5":"Lane","col_6":"Suite 180","col_7":"New Hope","col_8":"Santa Clara County","col_9":"CA","col_10":"99431","col_11":"United States","col_12":"-8","col_13":"apartment","col_14":""} +{"col_1":126,"col_2":"AAAAAAAAOHAAAAAA","col_3":"196","col_4":"Maple Railroad","col_5":"Road","col_6":"Suite 120","col_7":"Arlington","col_8":"Mahoning County","col_9":"OH","col_10":"46557","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":127,"col_2":"AAAAAAAAPHAAAAAA","col_3":"896","col_4":"Sunset ","col_5":"Ln","col_6":"Suite Y","col_7":"Kingston","col_8":"Stanton County","col_9":"KS","col_10":"64975","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":128,"col_2":"AAAAAAAAAIAAAAAA","col_3":"127","col_4":"Rcol_2ge 9th","col_5":"Boulevard","col_6":"Suite B","col_7":"Sutton","col_8":"Lorain County","col_9":"OH","col_10":"45413","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":129,"col_2":"AAAAAAAABIAAAAAA","col_3":"","col_4":"Sunset Pine","col_5":"","col_6":"","col_7":"","col_8":"Dickson County","col_9":"TN","col_10":"","col_11":"","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":130,"col_2":"AAAAAAAACIAAAAAA","col_3":"194","col_4":"Pine ","col_5":"ST","col_6":"Suite J","col_7":"Salem","col_8":"Potter County","col_9":"PA","col_10":"18048","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":131,"col_2":"AAAAAAAADIAAAAAA","col_3":"884","col_4":"Woodland Seventh","col_5":"Road","col_6":"Suite 200","col_7":"Green Acres","col_8":"Cherokee County","col_9":"OK","col_10":"77683","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":132,"col_2":"AAAAAAAAEIAAAAAA","col_3":"797","col_4":"2nd ","col_5":"Ct.","col_6":"Suite M","col_7":"Ellisville","col_8":"Darlington County","col_9":"SC","col_10":"26820","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":133,"col_2":"AAAAAAAAFIAAAAAA","col_3":"953","col_4":"Oak 5th","col_5":"Boulevard","col_6":"Suite J","col_7":"Oakland","col_8":"Fannin County","col_9":"TX","col_10":"79843","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":134,"col_2":"AAAAAAAAGIAAAAAA","col_3":"504","col_4":"West Hickory","col_5":"Lane","col_6":"Suite E","col_7":"Greenwood","col_8":"Crawford County","col_9":"IN","col_10":"48828","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":135,"col_2":"AAAAAAAAHIAAAAAA","col_3":"279","col_4":"Oak ","col_5":"Ave","col_6":"Suite W","col_7":"Clearview","col_8":"Thayer County","col_9":"NE","col_10":"65495","col_11":"United States","col_12":"-7","col_13":"apartment","col_14":""} +{"col_1":136,"col_2":"AAAAAAAAIIAAAAAA","col_3":"610","col_4":"Elm ","col_5":"Wy","col_6":"Suite 30","col_7":"Fowler","col_8":"McLean County","col_9":"IL","col_10":"61083","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":137,"col_2":"AAAAAAAAJIAAAAAA","col_3":"467","col_4":"Second ","col_5":"RD","col_6":"Suite 220","col_7":"Greenwood","col_8":"Madison County","col_9":"NE","col_10":"68828","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":138,"col_2":"AAAAAAAAKIAAAAAA","col_3":"99","col_4":"Hillcrest 13th","col_5":"Lane","col_6":"Suite Q","col_7":"Belmont","col_8":"Greenwood County","col_9":"KS","col_10":"60191","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":139,"col_2":"AAAAAAAALIAAAAAA","col_3":"14","col_4":"Pine Fourth","col_5":"Ave","col_6":"Suite 290","col_7":"Pine Grove","col_8":"Letcher County","col_9":"KY","col_10":"44593","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":140,"col_2":"AAAAAAAAMIAAAAAA","col_3":"837","col_4":"Madison Washington","col_5":"Cir.","col_6":"Suite Q","col_7":"Union","col_8":"Ottawa County","col_9":"OK","col_10":"78721","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":141,"col_2":"AAAAAAAANIAAAAAA","col_3":"727","col_4":"Elm Center","col_5":"Cir.","col_6":"Suite D","col_7":"Hartland","col_8":"Edmunds County","col_9":"SD","col_10":"56594","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":142,"col_2":"AAAAAAAAOIAAAAAA","col_3":"268","col_4":"Maple ","col_5":"Road","col_6":"Suite 210","col_7":"Belmont","col_8":"Bergen County","col_9":"NJ","col_10":"00791","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":143,"col_2":"AAAAAAAAPIAAAAAA","col_3":"141","col_4":"9th ","col_5":"Ct.","col_6":"Suite R","col_7":"Edgewood","col_8":"Burke County","col_9":"GA","col_10":"30069","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":144,"col_2":"AAAAAAAAAJAAAAAA","col_3":"686","col_4":"Cedar ","col_5":"Cir.","col_6":"Suite 90","col_7":"Green Acres","col_8":"Alpena County","col_9":"MI","col_10":"47683","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":145,"col_2":"AAAAAAAABJAAAAAA","col_3":"454","col_4":"Maple ","col_5":"Street","col_6":"Suite 190","col_7":"Wilson","col_8":"Highland County","col_9":"VA","col_10":"26971","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":146,"col_2":"AAAAAAAACJAAAAAA","col_3":"976","col_4":"Sixth Dogwood","col_5":"Ct.","col_6":"Suite L","col_7":"Highland","col_8":"Litchfield County","col_9":"CT","col_10":"09454","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":147,"col_2":"AAAAAAAADJAAAAAA","col_3":"596","col_4":"Lake Maple","col_5":"Blvd","col_6":"Suite 160","col_7":"Mount Olive","col_8":"Hawaii County","col_9":"HI","col_10":"98059","col_11":"United States","col_12":"-10","col_13":"apartment","col_14":""} +{"col_1":148,"col_2":"AAAAAAAAEJAAAAAA","col_3":"731","col_4":"14th ","col_5":"Boulevard","col_6":"Suite D","col_7":"Cedar Grove","col_8":"Morton County","col_9":"ND","col_10":"50411","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":149,"col_2":"AAAAAAAAFJAAAAAA","col_3":"8","col_4":"Woodland ","col_5":"Boulevard","col_6":"Suite 270","col_7":"Glenwood","col_8":"Haralson County","col_9":"GA","col_10":"33511","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":150,"col_2":"AAAAAAAAGJAAAAAA","col_3":"121","col_4":"Fifteenth ","col_5":"Blvd","col_6":"Suite C","col_7":"Sunnyscol_2e","col_8":"Lafayette County","col_9":"AR","col_10":"71952","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":151,"col_2":"AAAAAAAAHJAAAAAA","col_3":"125","col_4":"Fifth ","col_5":"Cir.","col_6":"Suite 140","col_7":"Shiloh","col_8":"Deuel County","col_9":"NE","col_10":"69275","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":152,"col_2":"AAAAAAAAIJAAAAAA","col_3":"448","col_4":"Sunset ","col_5":"RD","col_6":"Suite J","col_7":"Red Hill","col_8":"Sharkey County","col_9":"MS","col_10":"54338","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":153,"col_2":"AAAAAAAAJJAAAAAA","col_3":"171","col_4":"River Elm","col_5":"Parkway","col_6":"Suite 130","col_7":"Deerfield","col_8":"Fulton County","col_9":"OH","col_10":"49840","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":154,"col_2":"AAAAAAAAKJAAAAAA","col_3":"264","col_4":"Hillcrest Lincoln","col_5":"Boulevard","col_6":"Suite W","col_7":"Lakewood","col_8":"Eureka County","col_9":"NV","col_10":"88877","col_11":"United States","col_12":"-8","col_13":"condo","col_14":""} +{"col_1":155,"col_2":"AAAAAAAALJAAAAAA","col_3":"902","col_4":"10th ","col_5":"Avenue","col_6":"Suite 30","col_7":"Glendale","col_8":"Jackson County","col_9":"MI","col_10":"43951","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":156,"col_2":"AAAAAAAAMJAAAAAA","col_3":"595","col_4":"","col_5":"","col_6":"","col_7":"","col_8":"","col_9":"TX","col_10":"","col_11":"","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":157,"col_2":"AAAAAAAANJAAAAAA","col_3":"904","col_4":"Locust Seventh","col_5":"Court","col_6":"Suite 340","col_7":"Shiloh","col_8":"Clermont County","col_9":"OH","col_10":"49275","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":158,"col_2":"AAAAAAAAOJAAAAAA","col_3":"293","col_4":"Lincoln Willow","col_5":"Court","col_6":"Suite 370","col_7":"Shady Grove","col_8":"Davcol_2son County","col_9":"NC","col_10":"22812","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":159,"col_2":"AAAAAAAAPJAAAAAA","col_3":"544","col_4":"Spruce ","col_5":"Cir.","col_6":"Suite J","col_7":"New Hope","col_8":"Bradford County","col_9":"FL","col_10":"39431","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":160,"col_2":"AAAAAAAAAKAAAAAA","col_3":"676","col_4":"Jefferson ","col_5":"Lane","col_6":"Suite 170","col_7":"Woodland","col_8":"Fresno County","col_9":"CA","col_10":"94854","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":161,"col_2":"AAAAAAAABKAAAAAA","col_3":"518","col_4":"Center Spruce","col_5":"Boulevard","col_6":"Suite 100","col_7":"Clifton","col_8":"McDonough County","col_9":"IL","col_10":"68014","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":162,"col_2":"AAAAAAAACKAAAAAA","col_3":"68","col_4":"Oak Sycamore","col_5":"Way","col_6":"Suite 480","col_7":"Waterloo","col_8":"Pottawatomie County","col_9":"KS","col_10":"61675","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":163,"col_2":"AAAAAAAADKAAAAAA","col_3":"484","col_4":"Spring ","col_5":"Dr.","col_6":"Suite 90","col_7":"Hamilton","col_8":"Vernon County","col_9":"WI","col_10":"52808","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":164,"col_2":"AAAAAAAAEKAAAAAA","col_3":"435","col_4":"2nd ","col_5":"Boulevard","col_6":"Suite Q","col_7":"Enterprise","col_8":"Sussex County","col_9":"DE","col_10":"11757","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":165,"col_2":"AAAAAAAAFKAAAAAA","col_3":"144","col_4":"Sunset 2nd","col_5":"Way","col_6":"Suite A","col_7":"Woodland","col_8":"Banner County","col_9":"NE","col_10":"64854","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":166,"col_2":"AAAAAAAAGKAAAAAA","col_3":"335","col_4":"7th ","col_5":"Blvd","col_6":"Suite 230","col_7":"Plainview","col_8":"Taylor County","col_9":"GA","col_10":"33683","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":167,"col_2":"AAAAAAAAHKAAAAAA","col_3":"288","col_4":"Oak 3rd","col_5":"Dr.","col_6":"Suite B","col_7":"Woodland","col_8":"Grant County","col_9":"NE","col_10":"64854","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":168,"col_2":"AAAAAAAAIKAAAAAA","col_3":"373","col_4":"Maple ","col_5":"Court","col_6":"Suite 450","col_7":"Provcol_2ence","col_8":"Hickory County","col_9":"MO","col_10":"66614","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":169,"col_2":"AAAAAAAAJKAAAAAA","col_3":"12","col_4":"","col_5":"","col_6":"Suite 50","col_7":"","col_8":"","col_9":"","col_10":"","col_11":"","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":170,"col_2":"AAAAAAAAKKAAAAAA","col_3":"237","col_4":"Walnut ","col_5":"Way","col_6":"Suite W","col_7":"Colonial Heights","col_8":"Monroe County","col_9":"MO","col_10":"63425","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":171,"col_2":"AAAAAAAALKAAAAAA","col_3":"871","col_4":"Smith Seventh","col_5":"Way","col_6":"Suite A","col_7":"Calhoun","col_8":"Cook County","col_9":"MN","col_10":"56909","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":172,"col_2":"AAAAAAAAMKAAAAAA","col_3":"","col_4":"5th ","col_5":"","col_6":"Suite 280","col_7":"","col_8":"Madison County","col_9":"MO","col_10":"68054","col_11":"United States","col_12":"","col_13":"single family","col_14":""} +{"col_1":173,"col_2":"AAAAAAAANKAAAAAA","col_3":"715","col_4":"1st ","col_5":"Dr.","col_6":"Suite H","col_7":"Forest Hills","col_8":"Grayson County","col_9":"KY","col_10":"49237","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":174,"col_2":"AAAAAAAAOKAAAAAA","col_3":"986","col_4":"Adams ","col_5":"Pkwy","col_6":"Suite M","col_7":"Holcol_2ay Hills","col_8":"Garden County","col_9":"NE","col_10":"63109","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":175,"col_2":"AAAAAAAAPKAAAAAA","col_3":"557","col_4":"4th Forest","col_5":"Cir.","col_6":"Suite 10","col_7":"Antioch","col_8":"Leon County","col_9":"TX","col_10":"78605","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":176,"col_2":"AAAAAAAAALAAAAAA","col_3":"302","col_4":"Jefferson ","col_5":"RD","col_6":"Suite 140","col_7":"Mcol_2way","col_8":"Madison County","col_9":"GA","col_10":"31904","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":177,"col_2":"AAAAAAAABLAAAAAA","col_3":"853","col_4":"Dogwood View","col_5":"Lane","col_6":"Suite 440","col_7":"Woodland","col_8":"Grand County","col_9":"CO","col_10":"84854","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":178,"col_2":"AAAAAAAACLAAAAAA","col_3":"592","col_4":"Davis 14th","col_5":"Circle","col_6":"Suite L","col_7":"Friendship","col_8":"Winneshiek County","col_9":"IA","col_10":"54536","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":179,"col_2":"AAAAAAAADLAAAAAA","col_3":"795","col_4":"Davis Walnut","col_5":"Avenue","col_6":"Suite T","col_7":"Jackson","col_8":"Nye County","col_9":"NV","col_10":"89583","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":180,"col_2":"AAAAAAAAELAAAAAA","col_3":"264","col_4":"Railroad 11th","col_5":"Ct.","col_6":"Suite R","col_7":"Mcol_2way","col_8":"Carroll County","col_9":"IL","col_10":"61904","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":181,"col_2":"AAAAAAAAFLAAAAAA","col_3":"469","col_4":"8th ","col_5":"Drive","col_6":"Suite 250","col_7":"Greenwood","col_8":"Osborne County","col_9":"KS","col_10":"68828","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":182,"col_2":"AAAAAAAAGLAAAAAA","col_3":"772","col_4":"Elm ","col_5":"Court","col_6":"Suite 290","col_7":"Bayscol_2e","col_8":"Rice County","col_9":"KS","col_10":"69550","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":183,"col_2":"AAAAAAAAHLAAAAAA","col_3":"47","col_4":"Washington ","col_5":"Ave","col_6":"Suite 310","col_7":"Lakescol_2e","col_8":"Moniteau County","col_9":"MO","col_10":"69532","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":184,"col_2":"AAAAAAAAILAAAAAA","col_3":"704","col_4":"Lincoln ","col_5":"Ln","col_6":"Suite 340","col_7":"Flatwoods","col_8":"Williamson County","col_9":"TX","col_10":"74212","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":185,"col_2":"AAAAAAAAJLAAAAAA","col_3":"441","col_4":"Willow Washington","col_5":"Cir.","col_6":"Suite 490","col_7":"Hillcrest","col_8":"Pueblo County","col_9":"CO","col_10":"83003","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":186,"col_2":"AAAAAAAAKLAAAAAA","col_3":"309","col_4":"8th ","col_5":"Lane","col_6":"Suite T","col_7":"Riverscol_2e","col_8":"Mesa County","col_9":"CO","col_10":"89231","col_11":"United States","col_12":"-7","col_13":"apartment","col_14":""} +{"col_1":187,"col_2":"AAAAAAAALLAAAAAA","col_3":"54","col_4":"Ash 3rd","col_5":"Boulevard","col_6":"Suite 470","col_7":"Centerville","col_8":"Mills County","col_9":"TX","col_10":"70059","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":188,"col_2":"AAAAAAAAMLAAAAAA","col_3":"798","col_4":"West Sunset","col_5":"Pkwy","col_6":"Suite 160","col_7":"Harmony","col_8":"New Haven County","col_9":"CT","col_10":"06404","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":189,"col_2":"AAAAAAAANLAAAAAA","col_3":"719","col_4":"Hillcrest ","col_5":"Parkway","col_6":"Suite 270","col_7":"Five Forks","col_8":"Sanders County","col_9":"MT","col_10":"62293","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":190,"col_2":"AAAAAAAAOLAAAAAA","col_3":"928","col_4":"Lake Lincoln","col_5":"Pkwy","col_6":"Suite T","col_7":"Fremont","col_8":"Greene County","col_9":"NC","col_10":"21851","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":191,"col_2":"AAAAAAAAPLAAAAAA","col_3":"115","col_4":"12th First","col_5":"Boulevard","col_6":"Suite J","col_7":"Oakwood","col_8":"Hamilton County","col_9":"NE","col_10":"60169","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":192,"col_2":"AAAAAAAAAMAAAAAA","col_3":"639","col_4":"Maple East","col_5":"Circle","col_6":"Suite 340","col_7":"Walnut Grove","col_8":"Stokes County","col_9":"NC","col_10":"27752","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":193,"col_2":"AAAAAAAABMAAAAAA","col_3":"239","col_4":"1st ","col_5":"Road","col_6":"Suite G","col_7":"Greenville","col_8":"Hickman County","col_9":"KY","col_10":"41387","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":194,"col_2":"AAAAAAAACMAAAAAA","col_3":"990","col_4":"9th First","col_5":"Ln","col_6":"Suite 230","col_7":"Oak Hill","col_8":"Union County","col_9":"AR","col_10":"77838","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":195,"col_2":"AAAAAAAADMAAAAAA","col_3":"939","col_4":"Cedar ","col_5":"Court","col_6":"Suite A","col_7":"Mount Pleasant","col_8":"Marion County","col_9":"GA","col_10":"31933","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":196,"col_2":"AAAAAAAAEMAAAAAA","col_3":"860","col_4":"","col_5":"","col_6":"Suite 270","col_7":"","col_8":"","col_9":"","col_10":"","col_11":"","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":197,"col_2":"AAAAAAAAFMAAAAAA","col_3":"200","col_4":"Park North","col_5":"Blvd","col_6":"Suite F","col_7":"Highland Park","col_8":"Creek County","col_9":"OK","col_10":"76534","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":198,"col_2":"AAAAAAAAGMAAAAAA","col_3":"842","col_4":"3rd ","col_5":"RD","col_6":"Suite 280","col_7":"Pleasant Valley","col_8":"Pawnee County","col_9":"KS","col_10":"62477","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":199,"col_2":"AAAAAAAAHMAAAAAA","col_3":"790","col_4":"Pine ","col_5":"Street","col_6":"Suite 400","col_7":"Lakeview","col_8":"Somerset County","col_9":"ME","col_10":"09179","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":200,"col_2":"AAAAAAAAIMAAAAAA","col_3":"516","col_4":"6th Spring","col_5":"Boulevard","col_6":"Suite K","col_7":"Marion","col_8":"McIntosh County","col_9":"OK","col_10":"70399","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} diff --git a/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_3.json b/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_3.json new file mode 100644 index 0000000000000..b3f69228e20c6 --- /dev/null +++ b/presto-hive-hadoop2/conf/files/test_table_json_scan_range_select_pushdown_3.json @@ -0,0 +1,100 @@ +{"col_1":201,"col_2":"AAAAAAAAJMAAAAAA","col_3":"517","col_4":"8th ","col_5":"Parkway","col_6":"Suite J","col_7":"Salem","col_8":"McIntosh County","col_9":"OK","col_10":"78048","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":202,"col_2":"AAAAAAAAKMAAAAAA","col_3":"944","col_4":"Willow ","col_5":"Parkway","col_6":"Suite L","col_7":"Unionville","col_8":"Collin County","col_9":"TX","col_10":"71711","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":203,"col_2":"AAAAAAAALMAAAAAA","col_3":"997","col_4":"Cedar ","col_5":"Boulevard","col_6":"Suite T","col_7":"Mount Zion","col_8":"Wabash County","col_9":"IL","col_10":"68054","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":204,"col_2":"AAAAAAAAMMAAAAAA","col_3":"901","col_4":"Locust Main","col_5":"Blvd","col_6":"Suite 440","col_7":"Friendship","col_8":"Isabella County","col_9":"MI","col_10":"44536","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":205,"col_2":"AAAAAAAANMAAAAAA","col_3":"525","col_4":"North Franklin","col_5":"Pkwy","col_6":"Suite 490","col_7":"Shore Acres","col_8":"Benewah County","col_9":"col_2","col_10":"82724","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":206,"col_2":"AAAAAAAAOMAAAAAA","col_3":"381","col_4":"Third ","col_5":"Blvd","col_6":"Suite 10","col_7":"Waterloo","col_8":"Panola County","col_9":"MS","col_10":"51675","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":207,"col_2":"AAAAAAAAPMAAAAAA","col_3":"833","col_4":"Miller ","col_5":"Pkwy","col_6":"Suite 450","col_7":"Blue Springs","col_8":"Vernon County","col_9":"WI","col_10":"54686","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":208,"col_2":"AAAAAAAAANAAAAAA","col_3":"772","col_4":"Second ","col_5":"Court","col_6":"Suite S","col_7":"Lincoln","col_8":"Albany County","col_9":"WY","col_10":"81289","col_11":"United States","col_12":"-7","col_13":"apartment","col_14":""} +{"col_1":209,"col_2":"AAAAAAAABNAAAAAA","col_3":"335","col_4":"River ","col_5":"Drive","col_6":"Suite 210","col_7":"Sulphur Springs","col_8":"Mitchell County","col_9":"NC","col_10":"28354","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":210,"col_2":"AAAAAAAACNAAAAAA","col_3":"617","col_4":"Park Hill","col_5":"Road","col_6":"Suite W","col_7":"Shiloh","col_8":"Jefferson County","col_9":"KY","col_10":"49275","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":211,"col_2":"AAAAAAAADNAAAAAA","col_3":"747","col_4":"Willow Cedar","col_5":"Lane","col_6":"Suite 130","col_7":"Brcol_2geport","col_8":"Lamar County","col_9":"MS","col_10":"55817","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":212,"col_2":"AAAAAAAAENAAAAAA","col_3":"691","col_4":"9th Mill","col_5":"","col_6":"Suite 190","col_7":"","col_8":"Pontotoc County","col_9":"MS","col_10":"59431","col_11":"","col_12":"","col_13":"","col_14":""} +{"col_1":213,"col_2":"AAAAAAAAFNAAAAAA","col_3":"351","col_4":"1st ","col_5":"Blvd","col_6":"Suite I","col_7":"Superior","col_8":"Hcol_2algo County","col_9":"NM","col_10":"82562","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":214,"col_2":"AAAAAAAAGNAAAAAA","col_3":"375","col_4":"Walnut Second","col_5":"Lane","col_6":"Suite 480","col_7":"Oakland","col_8":"Halifax County","col_9":"NC","col_10":"29843","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":215,"col_2":"AAAAAAAAHNAAAAAA","col_3":"874","col_4":"3rd ","col_5":"Street","col_6":"Suite M","col_7":"Sunnyscol_2e","col_8":"Palo Alto County","col_9":"IA","col_10":"51952","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":216,"col_2":"AAAAAAAAINAAAAAA","col_3":"469","col_4":"Maple Laurel","col_5":"Pkwy","col_6":"Suite F","col_7":"Greenwood","col_8":"Hampton city","col_9":"VA","col_10":"28828","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":217,"col_2":"AAAAAAAAJNAAAAAA","col_3":"297","col_4":"7th ","col_5":"Way","col_6":"Suite E","col_7":"White Oak","col_8":"Tioga County","col_9":"NY","col_10":"16668","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":218,"col_2":"AAAAAAAAKNAAAAAA","col_3":"998","col_4":"Center Dogwood","col_5":"Lane","col_6":"Suite I","col_7":"Oakland","col_8":"Pine County","col_9":"MN","col_10":"59843","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":219,"col_2":"AAAAAAAALNAAAAAA","col_3":"933","col_4":"Franklin Highland","col_5":"ST","col_6":"Suite 380","col_7":"Woodbury","col_8":"Stevens County","col_9":"KS","col_10":"64489","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":220,"col_2":"AAAAAAAAMNAAAAAA","col_3":"695","col_4":"1st Oak","col_5":"Circle","col_6":"Suite 40","col_7":"Liberty","col_8":"Wabaunsee County","col_9":"KS","col_10":"63451","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":221,"col_2":"AAAAAAAANNAAAAAA","col_3":"940","col_4":"5th ","col_5":"Ln","col_6":"Suite 300","col_7":"Forest Hills","col_8":"Kit Carson County","col_9":"CO","col_10":"89237","col_11":"United States","col_12":"-7","col_13":"apartment","col_14":""} +{"col_1":222,"col_2":"AAAAAAAAONAAAAAA","col_3":"393","col_4":"South ","col_5":"Wy","col_6":"Suite X","col_7":"Ashley","col_8":"Falls County","col_9":"TX","col_10":"74324","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":223,"col_2":"AAAAAAAAPNAAAAAA","col_3":"455","col_4":"First ","col_5":"Ln","col_6":"Suite 210","col_7":"Friendship","col_8":"Cleburne County","col_9":"AL","col_10":"34536","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":224,"col_2":"AAAAAAAAAOAAAAAA","col_3":"94","col_4":"Lincoln Walnut","col_5":"Court","col_6":"Suite 130","col_7":"Edgewood","col_8":"Calhoun County","col_9":"MS","col_10":"50069","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":225,"col_2":"AAAAAAAABOAAAAAA","col_3":"673","col_4":"Lincoln Washington","col_5":"Dr.","col_6":"Suite K","col_7":"Altamont","col_8":"Lake County","col_9":"IN","col_10":"49387","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":226,"col_2":"AAAAAAAACOAAAAAA","col_3":"247","col_4":"Hickory Adams","col_5":"Way","col_6":"Suite R","col_7":"Union","col_8":"Oldham County","col_9":"TX","col_10":"78721","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":227,"col_2":"AAAAAAAADOAAAAAA","col_3":"82","col_4":"Seventh Fifth","col_5":"Ln","col_6":"Suite R","col_7":"Mcol_2way","col_8":"Fairbanks North Star Borough","col_9":"AK","col_10":"91904","col_11":"United States","col_12":"-9","col_13":"apartment","col_14":""} +{"col_1":228,"col_2":"AAAAAAAAEOAAAAAA","col_3":"776","col_4":"Madison ","col_5":"ST","col_6":"Suite A","col_7":"Woodland","col_8":"Franklin County","col_9":"IA","col_10":"54854","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":229,"col_2":"AAAAAAAAFOAAAAAA","col_3":"376","col_4":"Ash ","col_5":"Dr.","col_6":"Suite M","col_7":"Crossroads","col_8":"Franklin city","col_9":"VA","col_10":"20534","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":230,"col_2":"AAAAAAAAGOAAAAAA","col_3":"313","col_4":"2nd Eigth","col_5":"Avenue","col_6":"Suite 40","col_7":"Marion","col_8":"Glascock County","col_9":"GA","col_10":"30399","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":231,"col_2":"AAAAAAAAHOAAAAAA","col_3":"560","col_4":"Lakeview ","col_5":"Way","col_6":"Suite 130","col_7":"Deerfield","col_8":"Union County","col_9":"KY","col_10":"49840","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":232,"col_2":"AAAAAAAAIOAAAAAA","col_3":"239","col_4":"Elm ","col_5":"RD","col_6":"Suite D","col_7":"Shady Grove","col_8":"Harrison County","col_9":"IN","col_10":"42812","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":233,"col_2":"AAAAAAAAJOAAAAAA","col_3":"957","col_4":"Cherry Johnson","col_5":"Ct.","col_6":"Suite E","col_7":"Clinton","col_8":"Jackson County","col_9":"NC","col_10":"28222","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":234,"col_2":"AAAAAAAAKOAAAAAA","col_3":"986","col_4":"6th Main","col_5":"Ln","col_6":"Suite 20","col_7":"Crossroads","col_8":"Benton County","col_9":"IN","col_10":"40534","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":235,"col_2":"AAAAAAAALOAAAAAA","col_3":"213","col_4":"Madison ","col_5":"Pkwy","col_6":"Suite H","col_7":"Lincoln","col_8":"Orange County","col_9":"FL","col_10":"31289","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":236,"col_2":"AAAAAAAAMOAAAAAA","col_3":"944","col_4":"West Center","col_5":"Cir.","col_6":"Suite J","col_7":"Lewisburg","col_8":"Flagler County","col_9":"FL","col_10":"37538","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":237,"col_2":"AAAAAAAANOAAAAAA","col_3":"169","col_4":"Broadway Oak","col_5":"Boulevard","col_6":"Suite V","col_7":"Marion","col_8":"Fayette County","col_9":"AL","col_10":"30399","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":238,"col_2":"AAAAAAAAOOAAAAAA","col_3":"566","col_4":"Williams Lee","col_5":"Way","col_6":"Suite 100","col_7":"Pleasant Hill","col_8":"Campbell County","col_9":"TN","col_10":"33604","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":239,"col_2":"AAAAAAAAPOAAAAAA","col_3":"633","col_4":"Elm 9th","col_5":"Dr.","col_6":"Suite 50","col_7":"Franklin","col_8":"Jefferson County","col_9":"IN","col_10":"49101","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":240,"col_2":"AAAAAAAAAPAAAAAA","col_3":"8","col_4":"Valley ","col_5":"Blvd","col_6":"Suite 470","col_7":"Concord","col_8":"Castro County","col_9":"TX","col_10":"74107","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":241,"col_2":"AAAAAAAABPAAAAAA","col_3":"323","col_4":"Laurel ","col_5":"Way","col_6":"Suite 50","col_7":"Wilson","col_8":"Sioux County","col_9":"IA","col_10":"56971","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":242,"col_2":"AAAAAAAACPAAAAAA","col_3":"706","col_4":"Oak Woodland","col_5":"Court","col_6":"Suite C","col_7":"Sunnyscol_2e","col_8":"Stephenson County","col_9":"IL","col_10":"61952","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":243,"col_2":"AAAAAAAADPAAAAAA","col_3":"600","col_4":"View ","col_5":"Ave","col_6":"Suite 150","col_7":"Crossroads","col_8":"Bennington County","col_9":"VT","col_10":"01134","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":244,"col_2":"AAAAAAAAEPAAAAAA","col_3":"501","col_4":"Dogwood Woodland","col_5":"Parkway","col_6":"Suite 180","col_7":"Ashland","col_8":"Iredell County","col_9":"NC","col_10":"24244","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":245,"col_2":"AAAAAAAAFPAAAAAA","col_3":"187","col_4":"Park North","col_5":"Street","col_6":"Suite 470","col_7":"Crossroads","col_8":"Bee County","col_9":"TX","col_10":"70534","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":246,"col_2":"AAAAAAAAGPAAAAAA","col_3":"154","col_4":"1st ","col_5":"Road","col_6":"Suite V","col_7":"Union Hill","col_8":"Camden County","col_9":"NJ","col_10":"08346","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":247,"col_2":"AAAAAAAAHPAAAAAA","col_3":"310","col_4":"Sunset ","col_5":"Circle","col_6":"Suite A","col_7":"Lakewood","col_8":"Newport News city","col_9":"VA","col_10":"28877","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":248,"col_2":"AAAAAAAAIPAAAAAA","col_3":"587","col_4":"Williams Dogwood","col_5":"Avenue","col_6":"Suite R","col_7":"Concord","col_8":"Paulding County","col_9":"OH","col_10":"44107","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":249,"col_2":"AAAAAAAAJPAAAAAA","col_3":"378","col_4":"First Oak","col_5":"ST","col_6":"Suite 390","col_7":"Five Points","col_8":"Kauai County","col_9":"HI","col_10":"96098","col_11":"United States","col_12":"-10","col_13":"condo","col_14":""} +{"col_1":250,"col_2":"AAAAAAAAKPAAAAAA","col_3":"882","col_4":"Rcol_2ge Meadow","col_5":"Parkway","col_6":"Suite Q","col_7":"Harmony","col_8":"Macon County","col_9":"TN","col_10":"35804","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":251,"col_2":"AAAAAAAALPAAAAAA","col_3":"913","col_4":"First Johnson","col_5":"Ct.","col_6":"Suite V","col_7":"Sugar Hill","col_8":"Crawford County","col_9":"IL","col_10":"65114","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":252,"col_2":"AAAAAAAAMPAAAAAA","col_3":"753","col_4":"Center ","col_5":"Cir.","col_6":"Suite 250","col_7":"Bunker Hill","col_8":"Halifax County","col_9":"VA","col_10":"20150","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":253,"col_2":"AAAAAAAANPAAAAAA","col_3":"446","col_4":"Jefferson Adams","col_5":"Avenue","col_6":"Suite O","col_7":"Liberty","col_8":"Dinwcol_2die County","col_9":"VA","col_10":"23451","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":254,"col_2":"AAAAAAAAOPAAAAAA","col_3":"271","col_4":"Highland ","col_5":"Lane","col_6":"Suite W","col_7":"Greenfield","col_8":"Red River Parish","col_9":"LA","col_10":"75038","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":255,"col_2":"AAAAAAAAPPAAAAAA","col_3":"681","col_4":"","col_5":"Cir.","col_6":"","col_7":"Concord","col_8":"","col_9":"MD","col_10":"","col_11":"","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":256,"col_2":"AAAAAAAAAABAAAAA","col_3":"973","col_4":"Forest ","col_5":"Dr.","col_6":"Suite V","col_7":"Cordova","col_8":"Union Parish","col_9":"LA","col_10":"76938","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":257,"col_2":"AAAAAAAABABAAAAA","col_3":"960","col_4":"4th ","col_5":"Wy","col_6":"Suite 200","col_7":"Ellsworth","col_8":"Bourbon County","col_9":"KS","col_10":"65079","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":258,"col_2":"AAAAAAAACABAAAAA","col_3":"241","col_4":"Birch ","col_5":"RD","col_6":"Suite X","col_7":"Walnut Grove","col_8":"Pasco County","col_9":"FL","col_10":"37752","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":259,"col_2":"AAAAAAAADABAAAAA","col_3":"888","col_4":"Sunset ","col_5":"Circle","col_6":"Suite I","col_7":"Elkton","col_8":"Sumter County","col_9":"FL","col_10":"33481","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":260,"col_2":"AAAAAAAAEABAAAAA","col_3":"629","col_4":"13th Cherry","col_5":"Court","col_6":"Suite 450","col_7":"Plainview","col_8":"Anson County","col_9":"NC","col_10":"23683","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":261,"col_2":"AAAAAAAAFABAAAAA","col_3":"911","col_4":"Second ","col_5":"RD","col_6":"Suite A","col_7":"Harmony","col_8":"Lee County","col_9":"GA","col_10":"35804","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":262,"col_2":"AAAAAAAAGABAAAAA","col_3":"718","col_4":"Willow ","col_5":"RD","col_6":"Suite Q","col_7":"Martinsville","col_8":"Amherst County","col_9":"VA","col_10":"20419","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":263,"col_2":"AAAAAAAAHABAAAAA","col_3":"75","col_4":"Park Oak","col_5":"ST","col_6":"Suite 80","col_7":"Marion","col_8":"Nantucket County","col_9":"MA","col_10":"00999","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":264,"col_2":"AAAAAAAAIABAAAAA","col_3":"17","col_4":"11th ","col_5":"RD","col_6":"Suite M","col_7":"Riverdale","col_8":"Pendleton County","col_9":"KY","col_10":"49391","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":265,"col_2":"AAAAAAAAJABAAAAA","col_3":"447","col_4":"Walnut Fourth","col_5":"Lane","col_6":"Suite R","col_7":"Union","col_8":"Lincoln County","col_9":"MO","col_10":"68721","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":266,"col_2":"AAAAAAAAKABAAAAA","col_3":"940","col_4":"Second Rcol_2ge","col_5":"Parkway","col_6":"Suite C","col_7":"Red Hill","col_8":"Marshall County","col_9":"SD","col_10":"54338","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":267,"col_2":"AAAAAAAALABAAAAA","col_3":"671","col_4":"Broadway ","col_5":"Circle","col_6":"Suite 170","col_7":"Brcol_2geport","col_8":"Park County","col_9":"WY","col_10":"85817","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":268,"col_2":"AAAAAAAAMABAAAAA","col_3":"938","col_4":"Cherry ","col_5":"Street","col_6":"Suite 30","col_7":"Stringtown","col_8":"Emmet County","col_9":"IA","col_10":"50162","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":269,"col_2":"AAAAAAAANABAAAAA","col_3":"643","col_4":"Park Main","col_5":"Court","col_6":"Suite Y","col_7":"Oak Hill","col_8":"Nuckolls County","col_9":"NE","col_10":"67838","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":270,"col_2":"AAAAAAAAOABAAAAA","col_3":"935","col_4":"Rcol_2ge Hill","col_5":"Blvd","col_6":"Suite 180","col_7":"Lakescol_2e","col_8":"Carroll County","col_9":"AR","col_10":"79532","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":271,"col_2":"AAAAAAAAPABAAAAA","col_3":"5","col_4":"Chestnut Highland","col_5":"Ct.","col_6":"Suite 290","col_7":"Salem","col_8":"Bedford County","col_9":"VA","col_10":"28048","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":272,"col_2":"AAAAAAAAABBAAAAA","col_3":"","col_4":"Hickory ","col_5":"","col_6":"","col_7":"","col_8":"Sioux County","col_9":"","col_10":"68482","col_11":"United States","col_12":"-7","col_13":"","col_14":""} +{"col_1":273,"col_2":"AAAAAAAABBBAAAAA","col_3":"133","col_4":"Church ","col_5":"Avenue","col_6":"Suite F","col_7":"Provcol_2ence","col_8":"Kane County","col_9":"IL","col_10":"66614","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":274,"col_2":"AAAAAAAACBBAAAAA","col_3":"789","col_4":"Locust ","col_5":"RD","col_6":"Suite J","col_7":"Oak Rcol_2ge","col_8":"Sac County","col_9":"IA","col_10":"58371","col_11":"United States","col_12":"-6","col_13":"condo","col_14":""} +{"col_1":275,"col_2":"AAAAAAAADBBAAAAA","col_3":"454","col_4":"Church ","col_5":"Boulevard","col_6":"Suite 370","col_7":"Harmony","col_8":"Parmer County","col_9":"TX","col_10":"75804","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":276,"col_2":"AAAAAAAAEBBAAAAA","col_3":"767","col_4":"6th ","col_5":"Road","col_6":"Suite 430","col_7":"Franklin","col_8":"Rockdale County","col_9":"GA","col_10":"39101","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":277,"col_2":"AAAAAAAAFBBAAAAA","col_3":"129","col_4":"Valley ","col_5":"Circle","col_6":"Suite 410","col_7":"Ashland","col_8":"Decatur County","col_9":"GA","col_10":"34244","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":278,"col_2":"AAAAAAAAGBBAAAAA","col_3":"877","col_4":"14th ","col_5":"Wy","col_6":"Suite 490","col_7":"Ashland","col_8":"New Kent County","col_9":"VA","col_10":"24244","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":279,"col_2":"AAAAAAAAHBBAAAAA","col_3":"276","col_4":"Smith 5th","col_5":"Street","col_6":"Suite 270","col_7":"Jamestown","col_8":"Martin County","col_9":"KY","col_10":"46867","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":280,"col_2":"AAAAAAAAIBBAAAAA","col_3":"288","col_4":"Walnut 1st","col_5":"Ln","col_6":"Suite M","col_7":"Antioch","col_8":"Cleveland County","col_9":"NC","col_10":"28605","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":281,"col_2":"AAAAAAAAJBBAAAAA","col_3":"716","col_4":"Oak ","col_5":"Wy","col_6":"Suite 330","col_7":"Mount Olive","col_8":"Windham County","col_9":"CT","col_10":"08659","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":282,"col_2":"AAAAAAAAKBBAAAAA","col_3":"4","col_4":"Cherry ","col_5":"Ln","col_6":"Suite L","col_7":"Buena Vista","col_8":"Halifax County","col_9":"VA","col_10":"25752","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":283,"col_2":"AAAAAAAALBBAAAAA","col_3":"49","col_4":"View ","col_5":"Ave","col_6":"Suite W","col_7":"Florence","col_8":"Sevier County","col_9":"UT","col_10":"83394","col_11":"United States","col_12":"-7","col_13":"single family","col_14":""} +{"col_1":284,"col_2":"AAAAAAAAMBBAAAAA","col_3":"766","col_4":"13th ","col_5":"Ave","col_6":"Suite 350","col_7":"Franklin","col_8":"Ohio County","col_9":"KY","col_10":"49101","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":285,"col_2":"AAAAAAAANBBAAAAA","col_3":"764","col_4":"Adams Main","col_5":"Pkwy","col_6":"Suite X","col_7":"Lincoln","col_8":"Phelps County","col_9":"MO","col_10":"61289","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":286,"col_2":"AAAAAAAAOBBAAAAA","col_3":"103","col_4":"4th Davis","col_5":"Way","col_6":"Suite 390","col_7":"Jamestown","col_8":"Douglas County","col_9":"WI","col_10":"56867","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":287,"col_2":"AAAAAAAAPBBAAAAA","col_3":"117","col_4":"","col_5":"","col_6":"Suite 30","col_7":"Mountain View","col_8":"","col_9":"VA","col_10":"24466","col_11":"United States","col_12":"-5","col_13":"","col_14":""} +{"col_1":288,"col_2":"AAAAAAAAACBAAAAA","col_3":"898","col_4":"15th ","col_5":"RD","col_6":"Suite 460","col_7":"Mountain View","col_8":"Humboldt County","col_9":"IA","col_10":"54466","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":289,"col_2":"AAAAAAAABCBAAAAA","col_3":"612","col_4":"Davis Birch","col_5":"Way","col_6":"Suite W","col_7":"Webb","col_8":"Osceola County","col_9":"MI","col_10":"40899","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":290,"col_2":"AAAAAAAACCBAAAAA","col_3":"71","col_4":"Spring West","col_5":"Lane","col_6":"Suite 50","col_7":"Woodland","col_8":"Grant County","col_9":"NE","col_10":"64854","col_11":"United States","col_12":"-6","col_13":"apartment","col_14":""} +{"col_1":291,"col_2":"AAAAAAAADCBAAAAA","col_3":"638","col_4":"Main Lakeview","col_5":"Avenue","col_6":"Suite P","col_7":"Oakdale","col_8":"Storey County","col_9":"NV","col_10":"89584","col_11":"United States","col_12":"-8","col_13":"single family","col_14":""} +{"col_1":292,"col_2":"AAAAAAAAECBAAAAA","col_3":"151","col_4":"2nd ","col_5":"Drive","col_6":"Suite C","col_7":"Unionville","col_8":"Gray County","col_9":"KS","col_10":"61711","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":293,"col_2":"AAAAAAAAFCBAAAAA","col_3":"678","col_4":"Smith Franklin","col_5":"Lane","col_6":"Suite 80","col_7":"Edgewood","col_8":"Weber County","col_9":"UT","col_10":"80069","col_11":"United States","col_12":"-7","col_13":"condo","col_14":""} +{"col_1":294,"col_2":"AAAAAAAAGCBAAAAA","col_3":"640","col_4":"4th Laurel","col_5":"Boulevard","col_6":"Suite 340","col_7":"Enterprise","col_8":"Peach County","col_9":"GA","col_10":"31757","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} +{"col_1":295,"col_2":"AAAAAAAAHCBAAAAA","col_3":"195","col_4":"West Cherry","col_5":"Boulevard","col_6":"Suite S","col_7":"Enterprise","col_8":"Whitley County","col_9":"IN","col_10":"41757","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":296,"col_2":"AAAAAAAAICBAAAAA","col_3":"999","col_4":"2nd Main","col_5":"Drive","col_6":"Suite W","col_7":"Greenwood","col_8":"Ohio County","col_9":"KY","col_10":"48828","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":297,"col_2":"AAAAAAAAJCBAAAAA","col_3":"571","col_4":"Oak Miller","col_5":"Ln","col_6":"Suite 290","col_7":"Newport","col_8":"Rabun County","col_9":"GA","col_10":"31521","col_11":"United States","col_12":"-5","col_13":"single family","col_14":""} +{"col_1":298,"col_2":"AAAAAAAAKCBAAAAA","col_3":"177","col_4":"Church Church","col_5":"Pkwy","col_6":"Suite X","col_7":"Macon","col_8":"Waldo County","col_9":"ME","col_10":"00969","col_11":"United States","col_12":"-5","col_13":"condo","col_14":""} +{"col_1":299,"col_2":"AAAAAAAALCBAAAAA","col_3":"10","col_4":"Ash 4th","col_5":"Ave","col_6":"Suite X","col_7":"White Oak","col_8":"Finney County","col_9":"KS","col_10":"66668","col_11":"United States","col_12":"-6","col_13":"single family","col_14":""} +{"col_1":300,"col_2":"AAAAAAAAMCBAAAAA","col_3":"799","col_4":"10th ","col_5":"Road","col_6":"Suite 490","col_7":"Macedonia","col_8":"Switzerland County","col_9":"IN","col_10":"41087","col_11":"United States","col_12":"-5","col_13":"apartment","col_14":""} diff --git a/presto-hive-hadoop2/pom.xml b/presto-hive-hadoop2/pom.xml index f2be37e17e064..ca10f43da0ac2 100644 --- a/presto-hive-hadoop2/pom.xml +++ b/presto-hive-hadoop2/pom.xml @@ -175,6 +175,8 @@ **/TestHiveFileSystemS3.java **/TestHiveFileSystemS3SelectCsvPushdown.java **/TestHiveFileSystemS3SelectJsonPushdown.java + **/TestHiveFileSystemS3SelectCsvPushdownWithSplits.java + **/TestHiveFileSystemS3SelectJsonPushdownWithSplits.java @@ -232,6 +234,7 @@ **/TestHiveFileSystemS3.java **/TestHiveFileSystemS3SelectCsvPushdown.java + **/TestHiveFileSystemS3SelectCsvPushdownWithSplits.java @@ -258,6 +261,7 @@ **/TestHiveFileSystemS3SelectJsonPushdown.java + **/TestHiveFileSystemS3SelectJsonPushdownWithSplits.java diff --git a/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/S3SelectTestHelper.java b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/S3SelectTestHelper.java index 67348f4aa66e3..f5c2d483b489f 100644 --- a/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/S3SelectTestHelper.java +++ b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/S3SelectTestHelper.java @@ -27,6 +27,7 @@ import com.facebook.presto.hive.HiveClientConfig; import com.facebook.presto.hive.HiveCoercionPolicy; import com.facebook.presto.hive.HiveColumnConverterProvider; +import com.facebook.presto.hive.HiveColumnHandle; import com.facebook.presto.hive.HiveEncryptionInformationProvider; import com.facebook.presto.hive.HiveFileRenamer; import com.facebook.presto.hive.HiveHdfsConfiguration; @@ -57,15 +58,24 @@ import com.facebook.presto.hive.s3.HiveS3Config; import com.facebook.presto.hive.s3.PrestoS3ConfigurationUpdater; import com.facebook.presto.hive.s3.S3ConfigurationUpdater; +import com.facebook.presto.spi.ConnectorSession; +import com.facebook.presto.spi.SchemaTableName; import com.facebook.presto.spi.connector.ConnectorPageSourceProvider; import com.facebook.presto.spi.connector.ConnectorSplitManager; +import com.facebook.presto.testing.MaterializedResult; +import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableSet; import com.google.common.net.HostAndPort; import org.apache.hadoop.fs.Path; +import java.io.IOException; import java.util.concurrent.ExecutorService; +import java.util.stream.LongStream; import static com.facebook.airlift.concurrent.Threads.daemonThreadsNamed; +import static com.facebook.presto.common.type.BigintType.BIGINT; +import static com.facebook.presto.hive.HiveFileSystemTestUtils.filterTable; +import static com.facebook.presto.hive.HiveFileSystemTestUtils.getSplitsCount; import static com.facebook.presto.hive.HiveTestUtils.FILTER_STATS_CALCULATOR_SERVICE; import static com.facebook.presto.hive.HiveTestUtils.FUNCTION_AND_TYPE_MANAGER; import static com.facebook.presto.hive.HiveTestUtils.FUNCTION_RESOLUTION; @@ -81,6 +91,7 @@ import static org.testng.util.Strings.isNullOrEmpty; public class S3SelectTestHelper + implements AutoCloseable { private HdfsEnvironment hdfsEnvironment; private LocationService locationService; @@ -101,7 +112,7 @@ public S3SelectTestHelper(String host, String awsAccessKey, String awsSecretKey, String writableBucket, - boolean s3SelectPushdownEnabled) + HiveClientConfig hiveClientConfig) { checkArgument(!isNullOrEmpty(host), "Expected non empty host"); checkArgument(!isNullOrEmpty(databaseName), "Expected non empty databaseName"); @@ -109,7 +120,7 @@ public S3SelectTestHelper(String host, checkArgument(!isNullOrEmpty(awsSecretKey), "Expected non empty awsSecretKey"); checkArgument(!isNullOrEmpty(writableBucket), "Expected non empty writableBucket"); - config = new HiveClientConfig().setS3SelectPushdownEnabled(s3SelectPushdownEnabled); + config = hiveClientConfig; cacheConfig = new CacheConfig(); metastoreClientConfig = new MetastoreClientConfig(); @@ -203,6 +214,16 @@ public void tearDown() } } + public S3SelectTestHelper(String host, + int port, + String databaseName, + String awsAccessKey, + String awsSecretKey, + String writableBucket) + { + this(host, port, databaseName, awsAccessKey, awsSecretKey, writableBucket, new HiveClientConfig().setS3SelectPushdownEnabled(true)); + } + public HiveMetadataFactory getMetadataFactory() { return metadataFactory; @@ -227,4 +248,53 @@ public HiveClientConfig getConfig() { return config; } + + public int getTableSplitsCount(SchemaTableName table) + { + return getSplitsCount( + table, + transactionManager, + config, + metadataFactory, + splitManager); + } + + MaterializedResult getFilteredTableResult(SchemaTableName table, HiveColumnHandle column) + { + try { + return filterTable( + table, + ImmutableList.of(column), + transactionManager, + config, + metadataFactory, + pageSourceProvider, + splitManager); + } + catch (IOException ignored) { + } + + return null; + } + public static MaterializedResult expectedResult(ConnectorSession session, int start, int end) + { + MaterializedResult.Builder builder = MaterializedResult.resultBuilder(session, BIGINT); + LongStream.rangeClosed(start, end).forEach(builder::row); + return builder.build(); + } + + public static boolean isSplitCountInOpenInterval(int splitCount, + int lowerBound, + int upperBound) + { + // Split number may vary, the minimum number of splits being obtained with + // the first split of maxInitialSplitSize and the rest of maxSplitSize + return lowerBound < splitCount && splitCount < upperBound; + } + + @Override + public void close() + { + tearDown(); + } } diff --git a/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectCsvPushdownWithSplits.java b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectCsvPushdownWithSplits.java new file mode 100644 index 0000000000000..f1442a45d3a14 --- /dev/null +++ b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectCsvPushdownWithSplits.java @@ -0,0 +1,101 @@ +/* + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.facebook.presto.hive.s3select; + +import com.facebook.presto.hive.HiveClientConfig; +import com.facebook.presto.hive.HiveColumnHandle; +import com.facebook.presto.spi.SchemaTableName; +import com.facebook.presto.testing.MaterializedResult; +import io.airlift.units.DataSize; +import org.testng.annotations.BeforeClass; +import org.testng.annotations.DataProvider; +import org.testng.annotations.Parameters; +import org.testng.annotations.Test; + +import java.util.Optional; + +import static com.facebook.airlift.testing.Assertions.assertEqualsIgnoreOrder; +import static com.facebook.presto.hive.HiveColumnHandle.ColumnType.REGULAR; +import static com.facebook.presto.hive.HiveFileSystemTestUtils.newSession; +import static com.facebook.presto.hive.HiveType.HIVE_LONG; +import static com.facebook.presto.hive.s3select.S3SelectTestHelper.expectedResult; +import static com.facebook.presto.hive.s3select.S3SelectTestHelper.isSplitCountInOpenInterval; +import static io.airlift.units.DataSize.Unit.KILOBYTE; +import static org.testng.Assert.assertTrue; + +public class TestHiveFileSystemS3SelectCsvPushdownWithSplits +{ + private String host; + private int port; + private String databaseName; + private String awsAccessKey; + private String awsSecretKey; + private String writableBucket; + + private SchemaTableName csvTableWithSplits; + + @Parameters({ + "hive.hadoop2.metastoreHost", + "hive.hadoop2.metastorePort", + "hive.hadoop2.databaseName", + "hive.hadoop2.s3.awsAccessKey", + "hive.hadoop2.s3.awsSecretKey", + "hive.hadoop2.s3.writableBucket"}) + @BeforeClass + public void setup(String host, int port, String databaseName, String awsAccessKey, String awsSecretKey, String writableBucket) + { + this.host = host; + this.port = port; + this.databaseName = databaseName; + this.awsAccessKey = awsAccessKey; + this.awsSecretKey = awsSecretKey; + this.writableBucket = writableBucket; + csvTableWithSplits = new SchemaTableName(databaseName, "presto_test_csv_scan_range_select_pushdown"); + } + + @DataProvider(name = "testSplitSize") + public static Object[][] splitSizeParametersProvider() + { + return new Object[][] {{3, 2, 15, 30}, {50, 30, 2, 4}}; + } + + @Test(dataProvider = "testSplitSize") + public void testQueryPushdownWithSplitSizeForJson(int maxSplitSizeKB, + int maxInitialSplitSizeKB, + int minSplitCount, + int maxSplitCount) + { + HiveClientConfig hiveConfig = new HiveClientConfig() + .setS3SelectPushdownEnabled(true) + .setMaxSplitSize(new DataSize(maxSplitSizeKB, KILOBYTE)) + .setMaxInitialSplitSize(new DataSize(maxInitialSplitSizeKB, KILOBYTE)); + + try (S3SelectTestHelper s3SelectTestHelper = new S3SelectTestHelper( + host, + port, + databaseName, + awsAccessKey, + awsSecretKey, + writableBucket, + hiveConfig)) { + int tableSplitsCount = s3SelectTestHelper.getTableSplitsCount(csvTableWithSplits); + assertTrue(isSplitCountInOpenInterval(tableSplitsCount, minSplitCount, maxSplitCount)); + + HiveColumnHandle indexColumn = new HiveColumnHandle("index", HIVE_LONG, HIVE_LONG.getTypeSignature(), 0, REGULAR, Optional.empty(), Optional.empty()); + MaterializedResult filteredTableResult = s3SelectTestHelper.getFilteredTableResult(csvTableWithSplits, indexColumn); + assertEqualsIgnoreOrder(filteredTableResult, + expectedResult(newSession(s3SelectTestHelper.getConfig()), 1, 300)); + } + } +} diff --git a/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdown.java b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdown.java index 49796d861638b..ac6d372918707 100644 --- a/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdown.java +++ b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdown.java @@ -49,7 +49,7 @@ public class TestHiveFileSystemS3SelectJsonPushdown @BeforeClass public void setup(String host, int port, String databaseName, String awsAccessKey, String awsSecretKey, String writableBucket) { - s3SelectTestHelper = new S3SelectTestHelper(host, port, databaseName, awsAccessKey, awsSecretKey, writableBucket, true); + s3SelectTestHelper = new S3SelectTestHelper(host, port, databaseName, awsAccessKey, awsSecretKey, writableBucket); jsonTable = new SchemaTableName(databaseName, "presto_test_external_fs_json"); } diff --git a/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdownWithSplits.java b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdownWithSplits.java new file mode 100644 index 0000000000000..b73bcffd32f53 --- /dev/null +++ b/presto-hive-hadoop2/src/test/java/com/facebook/presto/hive/s3select/TestHiveFileSystemS3SelectJsonPushdownWithSplits.java @@ -0,0 +1,113 @@ +/* + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package com.facebook.presto.hive.s3select; + +import com.facebook.presto.hive.HiveClientConfig; +import com.facebook.presto.hive.HiveColumnHandle; +import com.facebook.presto.spi.SchemaTableName; +import com.facebook.presto.testing.MaterializedResult; +import io.airlift.units.DataSize; +import org.testng.annotations.BeforeClass; +import org.testng.annotations.DataProvider; +import org.testng.annotations.Parameters; +import org.testng.annotations.Test; + +import java.util.Optional; + +import static com.facebook.airlift.testing.Assertions.assertEqualsIgnoreOrder; +import static com.facebook.presto.hive.HiveColumnHandle.ColumnType.REGULAR; +import static com.facebook.presto.hive.HiveFileSystemTestUtils.newSession; +import static com.facebook.presto.hive.HiveType.HIVE_LONG; +import static com.facebook.presto.hive.s3select.S3SelectTestHelper.expectedResult; +import static com.facebook.presto.hive.s3select.S3SelectTestHelper.isSplitCountInOpenInterval; +import static io.airlift.units.DataSize.Unit.KILOBYTE; +import static org.testng.Assert.assertTrue; + +public class TestHiveFileSystemS3SelectJsonPushdownWithSplits +{ + private String host; + private int port; + private String databaseName; + private String awsAccessKey; + private String awsSecretKey; + private String writableBucket; + + private SchemaTableName jsonTableWithSplits; + private SchemaTableName jsonTableCompressed; + private SchemaTableName jsonTableMixed; + + @Parameters({ + "hive.hadoop2.metastoreHost", + "hive.hadoop2.metastorePort", + "hive.hadoop2.databaseName", + "hive.hadoop2.s3.awsAccessKey", + "hive.hadoop2.s3.awsSecretKey", + "hive.hadoop2.s3.writableBucket"}) + @BeforeClass + public void setup(String host, int port, String databaseName, String awsAccessKey, String awsSecretKey, String writableBucket) + { + this.host = host; + this.port = port; + this.databaseName = databaseName; + this.awsAccessKey = awsAccessKey; + this.awsSecretKey = awsSecretKey; + this.writableBucket = writableBucket; + jsonTableWithSplits = new SchemaTableName(databaseName, "presto_test_json_scan_range_select_pushdown"); + jsonTableCompressed = new SchemaTableName(databaseName, "presto_test_compressed_json_scan_range_select_pushdown"); + jsonTableMixed = new SchemaTableName(databaseName, "presto_test_mixed_json_scan_range_select_pushdown"); + } + + @DataProvider(name = "testSplitSize") + public Object[][] splitSizeParametersProvider() + { + return new Object[][] { + {15, 10, 6, 12, jsonTableWithSplits}, + {50, 30, 2, 4, jsonTableWithSplits}, + {1, 2, 2, 4, jsonTableCompressed}, + {50, 30, 2, 4, jsonTableCompressed}, + {15, 10, 4, 7, jsonTableMixed}, + {50, 30, 2, 4, jsonTableMixed} + }; + } + + @Test(dataProvider = "testSplitSize") + public void testQueryPushdownWithSplitSizeForJson(int maxSplitSizeKB, + int maxInitialSplitSizeKB, + int minSplitCount, + int maxSplitCount, + SchemaTableName table) + { + HiveClientConfig hiveConfig = new HiveClientConfig() + .setS3SelectPushdownEnabled(true) + .setMaxSplitSize(new DataSize(maxSplitSizeKB, KILOBYTE)) + .setMaxInitialSplitSize(new DataSize(maxInitialSplitSizeKB, KILOBYTE)); + + try (S3SelectTestHelper s3SelectTestHelper = new S3SelectTestHelper( + host, + port, + databaseName, + awsAccessKey, + awsSecretKey, + writableBucket, + hiveConfig)) { + int tableSplitsCount = s3SelectTestHelper.getTableSplitsCount(table); + assertTrue(isSplitCountInOpenInterval(tableSplitsCount, minSplitCount, maxSplitCount)); + + HiveColumnHandle indexColumn = new HiveColumnHandle("col_1", HIVE_LONG, HIVE_LONG.getTypeSignature(), 0, REGULAR, Optional.empty(), Optional.empty()); + MaterializedResult filteredTableResult = s3SelectTestHelper.getFilteredTableResult(table, indexColumn); + assertEqualsIgnoreOrder(filteredTableResult, + expectedResult(newSession(s3SelectTestHelper.getConfig()), 1, 300)); + } + } +} diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/HiveUtil.java b/presto-hive/src/main/java/com/facebook/presto/hive/HiveUtil.java index e347f33b7ef20..9580ac0d83da9 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/HiveUtil.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/HiveUtil.java @@ -437,8 +437,8 @@ public static long parseHiveTimestamp(String value, DateTimeZone timeZone) public static boolean isSplittable(InputFormat inputFormat, FileSystem fileSystem, Path path) { - if (inputFormat.getClass().getSimpleName().equals("OrcInputFormat") || - inputFormat.getClass().getSimpleName().equals("RCFileInputFormat")) { + if ("OrcInputFormat".equals(inputFormat.getClass().getSimpleName()) || + "RCFileInputFormat".equals(inputFormat.getClass().getSimpleName())) { return true; } @@ -465,6 +465,22 @@ public static boolean isSplittable(InputFormat inputFormat, FileSystem fil } } + public static boolean isSelectSplittable(InputFormat inputFormat, Path path, boolean s3SelectPushdownEnabled) + { + // S3 Select supports splitting for uncompressed CSV & JSON files + // Previous checks for supported input formats, SerDes, column types and S3 path + // are reflected by the value of s3SelectPushdownEnabled. + return !s3SelectPushdownEnabled || isUncompressed(inputFormat, path); + } + + private static boolean isUncompressed(InputFormat inputFormat, Path path) + { + if (inputFormat instanceof TextInputFormat) { + return !getCompressionCodec((TextInputFormat) inputFormat, path).isPresent(); + } + return false; + } + public static StructObjectInspector getTableObjectInspector(Deserializer deserializer) { try { diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/StoragePartitionLoader.java b/presto-hive/src/main/java/com/facebook/presto/hive/StoragePartitionLoader.java index b8967990675d7..ac4815eb41fa0 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/StoragePartitionLoader.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/StoragePartitionLoader.java @@ -300,14 +300,13 @@ public ListenableFuture loadPartition(HivePartitionMetadata partition, HiveSp if (shouldUseFileSplitsFromInputFormat(inputFormat, directoryLister)) { return handleGetSplitsFromInputFormat(configuration, path, schema, inputFormat, stopped, hiveSplitSource, splitFactory); } + // Streaming aggregation works at the granularity of individual files - // S3 Select pushdown works at the granularity of individual S3 objects, // Partial aggregation pushdown works at the granularity of individual files // therefore we must not split files when either is enabled. // Skip header / footer lines are not splittable except for a special case when skip.header.line.count=1 boolean splittable = isFileSplittable(session) && !isOrderBasedExecutionEnabled(session) && - !s3SelectPushdownEnabled && !partialAggregationsPushedDown && getFooterCount(schema) == 0 && getHeaderCount(schema) <= 1; diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectCsvRecordReader.java b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectCsvRecordReader.java index 59d2d2a8621da..629d76c3d1992 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectCsvRecordReader.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectCsvRecordReader.java @@ -46,11 +46,12 @@ public class S3SelectCsvRecordReader Path path, long start, long length, + long fileSize, Properties schema, String ionSqlQuery, PrestoS3ClientFactory s3ClientFactory) { - super(configuration, clientConfig, path, start, length, schema, ionSqlQuery, s3ClientFactory); + super(configuration, clientConfig, path, start, length, fileSize, schema, ionSqlQuery, s3ClientFactory); } @Override @@ -62,7 +63,7 @@ public InputSerialization buildInputSerialization() String escapeChar = schema.getProperty(ESCAPE_CHAR, null); CSVInput selectObjectCSVInputSerialization = new CSVInput(); - selectObjectCSVInputSerialization.setRecordDelimiter(lineDelimiter); + selectObjectCSVInputSerialization.setRecordDelimiter(getLineDelimiter()); selectObjectCSVInputSerialization.setFieldDelimiter(fieldDelimiter); selectObjectCSVInputSerialization.setComments(COMMENTS_CHAR_STR); selectObjectCSVInputSerialization.setQuoteCharacter(quoteChar); @@ -84,7 +85,7 @@ public OutputSerialization buildOutputSerialization() OutputSerialization selectObjectOutputSerialization = new OutputSerialization(); CSVOutput selectObjectCSVOutputSerialization = new CSVOutput(); - selectObjectCSVOutputSerialization.setRecordDelimiter(lineDelimiter); + selectObjectCSVOutputSerialization.setRecordDelimiter(getLineDelimiter()); selectObjectCSVOutputSerialization.setFieldDelimiter(fieldDelimiter); selectObjectCSVOutputSerialization.setQuoteCharacter(quoteChar); selectObjectCSVOutputSerialization.setQuoteEscapeCharacter(escapeChar); diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectJsonRecordReader.java b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectJsonRecordReader.java index 89dc001543024..ec046dfd3d8dc 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectJsonRecordReader.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectJsonRecordReader.java @@ -33,11 +33,12 @@ public S3SelectJsonRecordReader(Configuration configuration, Path path, long start, long length, + long fileSize, Properties schema, String ionSqlQuery, PrestoS3ClientFactory s3ClientFactory) { - super(configuration, clientConfig, path, start, length, schema, ionSqlQuery, s3ClientFactory); + super(configuration, clientConfig, path, start, length, fileSize, schema, ionSqlQuery, s3ClientFactory); } @Override diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReader.java b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReader.java index 3cdf300bbd512..24d394b2d132d 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReader.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReader.java @@ -18,6 +18,7 @@ import com.amazonaws.services.s3.model.CompressionType; import com.amazonaws.services.s3.model.InputSerialization; import com.amazonaws.services.s3.model.OutputSerialization; +import com.amazonaws.services.s3.model.ScanRange; import com.amazonaws.services.s3.model.SelectObjectContentRequest; import com.facebook.presto.hive.HiveClientConfig; import com.facebook.presto.hive.s3.HiveS3Config; @@ -39,8 +40,6 @@ import org.apache.hadoop.mapred.RecordReader; import org.apache.hadoop.util.LineReader; -import javax.annotation.concurrent.ThreadSafe; - import java.io.IOException; import java.io.InputStream; import java.net.URI; @@ -65,7 +64,6 @@ import static org.apache.hadoop.hive.serde.serdeConstants.LINE_DELIM; import static org.apache.hadoop.hive.serde.serdeConstants.SERIALIZATION_FORMAT; -@ThreadSafe public abstract class S3SelectLineRecordReader implements RecordReader { @@ -85,9 +83,10 @@ public abstract class S3SelectLineRecordReader private final Closer closer = Closer.create(); private final SelectObjectContentRequest selectObjectContentRequest; protected final CompressionCodecFactory compressionCodecFactory; - protected final String lineDelimiter; + private final String lineDelimiter; private final Properties schema; private final CompressionType compressionType; + private long fileSize; S3SelectLineRecordReader( Configuration configuration, @@ -95,10 +94,12 @@ public abstract class S3SelectLineRecordReader Path path, long start, long length, + long fileSize, Properties schema, String ionSqlQuery, PrestoS3ClientFactory s3ClientFactory) { + this.fileSize = fileSize; requireNonNull(configuration, "configuration is null"); requireNonNull(clientConfig, "clientConfig is null"); requireNonNull(schema, "schema is null"); @@ -111,6 +112,7 @@ public abstract class S3SelectLineRecordReader this.start = start; this.position = this.start; this.end = this.start + length; + this.fileSize = fileSize; this.isFirstLine = true; this.compressionCodecFactory = new CompressionCodecFactory(configuration); @@ -141,6 +143,21 @@ protected CompressionType getCompressionType() return compressionType; } + protected String getLineDelimiter() + { + return lineDelimiter; + } + + protected long getStart() + { + return start; + } + + protected long getEnd() + { + return end; + } + public SelectObjectContentRequest buildSelectObjectRequest(String query, Path path) { SelectObjectContentRequest selectObjectRequest = new SelectObjectContentRequest(); @@ -156,6 +173,13 @@ public SelectObjectContentRequest buildSelectObjectRequest(String query, Path pa OutputSerialization selectObjectOutputSerialization = buildOutputSerialization(); selectObjectRequest.setOutputSerialization(selectObjectOutputSerialization); + if (start != 0 || end != fileSize) { + ScanRange scanRange = new ScanRange(); + scanRange.setStart(start); + scanRange.setEnd(end); + selectObjectRequest.setScanRange(scanRange); + } + return selectObjectRequest; } diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReaderProvider.java b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReaderProvider.java index d53a0eb45b128..1255f02d93a05 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReaderProvider.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectLineRecordReaderProvider.java @@ -31,6 +31,7 @@ public static Optional get( Path path, long start, long length, + long fileSize, Properties schema, String ionSqlQuery, PrestoS3ClientFactory s3ClientFactory, @@ -38,9 +39,9 @@ public static Optional get( { switch (dataType) { case CSV: - return Optional.of(new S3SelectCsvRecordReader(configuration, clientConfig, path, start, length, schema, ionSqlQuery, s3ClientFactory)); + return Optional.of(new S3SelectCsvRecordReader(configuration, clientConfig, path, start, length, fileSize, schema, ionSqlQuery, s3ClientFactory)); case JSON: - return Optional.of(new S3SelectJsonRecordReader(configuration, clientConfig, path, start, length, schema, ionSqlQuery, s3ClientFactory)); + return Optional.of(new S3SelectJsonRecordReader(configuration, clientConfig, path, start, length, fileSize, schema, ionSqlQuery, s3ClientFactory)); default: // return empty if data type is not returned by the serDeMapper or unrecognizable by the LineRecordReader return Optional.empty(); diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectRecordCursorProvider.java b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectRecordCursorProvider.java index 3ccf117672260..94a67e3f974f3 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectRecordCursorProvider.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/s3select/S3SelectRecordCursorProvider.java @@ -100,7 +100,7 @@ public Optional createRecordCursor( IonSqlQueryBuilder queryBuilder = new IonSqlQueryBuilder(typeManager, s3SelectDataType); String ionSqlQuery = queryBuilder.buildSql(columns, effectivePredicate); - Optional recordReader = S3SelectLineRecordReaderProvider.get(configuration, clientConfig, path, fileSplit.getStart(), fileSplit.getLength(), schema, ionSqlQuery, s3ClientFactory, s3SelectDataType); + Optional recordReader = S3SelectLineRecordReaderProvider.get(configuration, clientConfig, path, fileSplit.getStart(), fileSplit.getLength(), fileSplit.getFileSize(), schema, ionSqlQuery, s3ClientFactory, s3SelectDataType); // If S3 Select data type is not mapped to a S3SelectLineRecordReader it will return Optional.empty() return recordReader.map(s3SelectLineRecordReader -> new S3SelectRecordCursor<>(configuration, path, s3SelectLineRecordReader, fileSplit.getLength(), schema, columns, hiveStorageTimeZone, typeManager)); diff --git a/presto-hive/src/main/java/com/facebook/presto/hive/util/InternalHiveSplitFactory.java b/presto-hive/src/main/java/com/facebook/presto/hive/util/InternalHiveSplitFactory.java index 93076f4ec6e44..958c7f8021499 100644 --- a/presto-hive/src/main/java/com/facebook/presto/hive/util/InternalHiveSplitFactory.java +++ b/presto-hive/src/main/java/com/facebook/presto/hive/util/InternalHiveSplitFactory.java @@ -40,6 +40,7 @@ import java.util.Optional; import java.util.OptionalInt; +import static com.facebook.presto.hive.HiveUtil.isSelectSplittable; import static com.facebook.presto.hive.HiveUtil.isSplittable; import static com.facebook.presto.hive.util.CustomSplitConversionUtils.extractCustomSplitInfo; import static com.facebook.presto.spi.schedule.NodeSelectionStrategy.HARD_AFFINITY; @@ -97,7 +98,9 @@ private Optional createInternalHiveSplit(HiveFileInfo fileInf { splittable = splittable && fileInfo.getLength() > minimumTargetSplitSizeInBytes && - isSplittable(inputFormat, fileSystem, fileInfo.getPath()); + (s3SelectPushdownEnabled ? + isSelectSplittable(inputFormat, fileInfo.getPath(), s3SelectPushdownEnabled) : + isSplittable(inputFormat, fileSystem, fileInfo.getPath())); return createInternalHiveSplit( fileInfo.getPath(), fileInfo.getBlockLocations(), diff --git a/presto-hive/src/test/java/com/facebook/presto/hive/AbstractTestHiveFileSystem.java b/presto-hive/src/test/java/com/facebook/presto/hive/AbstractTestHiveFileSystem.java index 3becc9e52f3de..57c09be406c60 100644 --- a/presto-hive/src/test/java/com/facebook/presto/hive/AbstractTestHiveFileSystem.java +++ b/presto-hive/src/test/java/com/facebook/presto/hive/AbstractTestHiveFileSystem.java @@ -464,7 +464,13 @@ private void createTable(MetastoreContext metastoreContext, SchemaTableName tabl TableHandle tableHandle = new TableHandle(new ConnectorId("hive"), hiveTableHandle, transaction.getTransactionHandle(), Optional.of(layoutHandle)); - try (ConnectorPageSource pageSource = pageSourceProvider.createPageSource(transaction.getTransactionHandle(), session, split, tableHandle.getLayout().get(), columnHandles, NON_CACHEABLE)) { + try (ConnectorPageSource pageSource = pageSourceProvider.createPageSource( + transaction.getTransactionHandle(), + session, + split, + tableHandle.getLayout().get(), + columnHandles, + NON_CACHEABLE)) { MaterializedResult result = materializeSourceDataStream(session, pageSource, getTypes(columnHandles)); assertEqualsIgnoreOrder(result.getMaterializedRows(), data.getMaterializedRows()); } diff --git a/presto-hive/src/test/java/com/facebook/presto/hive/HiveFileSystemTestUtils.java b/presto-hive/src/test/java/com/facebook/presto/hive/HiveFileSystemTestUtils.java index 3bff8f92fdd25..6a0e3f008fa7c 100644 --- a/presto-hive/src/test/java/com/facebook/presto/hive/HiveFileSystemTestUtils.java +++ b/presto-hive/src/test/java/com/facebook/presto/hive/HiveFileSystemTestUtils.java @@ -172,6 +172,36 @@ public static MaterializedResult filterTable(SchemaTableName tableName, } } + public static int getSplitsCount(SchemaTableName tableName, + HiveTransactionManager transactionManager, + HiveClientConfig config, + HiveMetadataFactory metadataFactory, + ConnectorSplitManager splitManager) + { + ConnectorMetadata metadata = null; + ConnectorSession session = null; + ConnectorSplitSource splitSource = null; + + try (Transaction transaction = newTransaction(transactionManager, metadataFactory.get())) { + metadata = transaction.getMetadata(); + session = newSession(config); + + ConnectorTableHandle table = getTableHandle(metadata, tableName, session); + List tableLayoutResults = metadata.getTableLayouts(session, table, Constraint.alwaysTrue(), Optional.empty()); + HiveTableLayoutHandle layoutHandle = (HiveTableLayoutHandle) getOnlyElement(tableLayoutResults).getTableLayout().getHandle(); + TableHandle tableHandle = new TableHandle(new ConnectorId(tableName.getSchemaName()), table, transaction.getTransactionHandle(), Optional.of(layoutHandle)); + + metadata.beginQuery(session); + splitSource = splitManager.getSplits(transaction.getTransactionHandle(), session, tableHandle.getLayout().get(), SPLIT_SCHEDULING_CONTEXT); + + return getAllSplits(splitSource).size(); + } + finally { + cleanUpQuery(metadata, session); + closeQuietly(splitSource); + } + } + public static Transaction newTransaction(HiveTransactionManager transactionManager, HiveMetadata hiveMetadata) { return new HiveTransaction(transactionManager, hiveMetadata); diff --git a/presto-hive/src/test/java/com/facebook/presto/hive/s3select/TestS3SelectPushdown.java b/presto-hive/src/test/java/com/facebook/presto/hive/s3select/TestS3SelectPushdown.java index bd54e910ce3e7..0797d907f67bf 100644 --- a/presto-hive/src/test/java/com/facebook/presto/hive/s3select/TestS3SelectPushdown.java +++ b/presto-hive/src/test/java/com/facebook/presto/hive/s3select/TestS3SelectPushdown.java @@ -18,9 +18,11 @@ import com.facebook.presto.hive.metastore.Storage; import com.facebook.presto.hive.metastore.StorageFormat; import com.facebook.presto.hive.metastore.Table; +import com.facebook.presto.hive.s3.PrestoS3FileSystem; import com.facebook.presto.spi.ConnectorSession; import com.facebook.presto.testing.TestingConnectorSession; import com.google.common.collect.ImmutableMap; +import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe; import org.apache.hadoop.mapred.JobConf; @@ -30,12 +32,12 @@ import org.testng.annotations.Test; import java.util.Optional; -import java.util.Properties; import static com.facebook.presto.hive.HiveStorageFormat.ORC; import static com.facebook.presto.hive.HiveStorageFormat.TEXTFILE; import static com.facebook.presto.hive.HiveType.HIVE_BINARY; import static com.facebook.presto.hive.HiveType.HIVE_BOOLEAN; +import static com.facebook.presto.hive.HiveUtil.isSelectSplittable; import static com.facebook.presto.hive.metastore.PrestoTableType.EXTERNAL_TABLE; import static com.facebook.presto.hive.metastore.StorageFormat.fromHiveStorageFormat; import static com.facebook.presto.hive.s3select.S3SelectPushdown.shouldEnablePushdownForTable; @@ -43,7 +45,6 @@ import static java.util.Collections.emptyList; import static java.util.Collections.emptyMap; import static java.util.Collections.singletonList; -import static org.apache.hadoop.hive.serde.serdeConstants.SERIALIZATION_LIB; import static org.testng.Assert.assertFalse; import static org.testng.Assert.assertTrue; @@ -57,7 +58,7 @@ public class TestS3SelectPushdown private Partition partition; private Storage storage; private Column column; - private Properties schema; + private FileSystem fileSystem; @BeforeClass public void setUp() @@ -99,8 +100,7 @@ public void setUp() Optional.empty(), Optional.empty()); - schema = new Properties(); - schema.setProperty(SERIALIZATION_LIB, LazySimpleSerDe.class.getName()); + fileSystem = new PrestoS3FileSystem(); } @Test @@ -225,6 +225,26 @@ public void testShouldNotEnableSelectPushdownWhenColumnTypesAreNotSupported() assertFalse(shouldEnablePushdownForTable(session, newTable, "s3://fakeBucket/fakeObject", Optional.of(newPartition))); } + @Test + public void testShouldEnableSplits() + { + // Uncompressed CSV + assertTrue(isSelectSplittable(inputFormat, new Path("s3://fakeBucket/fakeObject.csv"), true)); + // Pushdown disabled + assertTrue(isSelectSplittable(inputFormat, new Path("s3://fakeBucket/fakeObject.csv"), false)); + assertTrue(isSelectSplittable(inputFormat, new Path("s3://fakeBucket/fakeObject.json"), false)); + assertTrue(isSelectSplittable(inputFormat, new Path("s3://fakeBucket/fakeObject.gz"), false)); + assertTrue(isSelectSplittable(inputFormat, new Path("s3://fakeBucket/fakeObject.bz2"), false)); + } + + @Test + public void testShouldNotEnableSplits() + { + // Compressed files + assertFalse(isSelectSplittable(inputFormat, new Path("s3://fakeBucket/fakeObject.gz"), true)); + assertFalse(isSelectSplittable(inputFormat, new Path("s3://fakeBucket/fakeObject.bz2"), true)); + } + @AfterClass(alwaysRun = true) public void tearDown() { @@ -234,7 +254,6 @@ public void tearDown() partition = null; storage = null; column = null; - schema = null; } private TestingConnectorSession initTestingConnectorSession(boolean enableSelectPushdown)