ARROW-4137: [Rust] Move parquet code into a separate crate

This moves the parquet related code into a separate sub-crate that
depends on arrow.

Author: Chao Sun <sunchao@apache.org>
Author: Kouhei Sutou <kou@clear-code.com>

Closes #3291 from sunchao/ARROW-4137 and squashes the following commits:

b2bcc1c <Kouhei Sutou> Add support for version update on release process
bbeaaba <Chao Sun> Fix rustfmt
0545fd9 <Chao Sun> ARROW-4137:  Move parquet code into a separate crate

Author: sunchao

dev/release/00-prepare.sh

@@ -100,9 +100,9 @@ update_versions() {
   cd "${SOURCE_DIR}/../../rust"
   sed -i.bak -r -e \
     "s/^version = \".+\"/version = \"${version}\"/g" \
-    Cargo.toml
-  rm -f Cargo.toml.bak
-  git add Cargo.toml
+    Cargo.toml parquet/Cargo.toml
+  rm -f Cargo.toml.bak parquet/Cargo.toml.bak
+  git add Cargo.toml parquet/Cargo.toml
   cd -
 }
 

rust/Cargo.toml

@@ -17,7 +17,7 @@
 
 [package]
 name = "arrow"
-version = "0.11.0"
+version = "0.12.0-SNAPSHOT"
 description = "Rust implementation of Apache Arrow"
 homepage = "https://github.com/apache/arrow"
 repository = "https://github.com/apache/arrow"
@@ -42,17 +42,6 @@ serde_derive = "1.0.80"
 serde_json = "1.0.13"
 rand = "0.5"
 csv = "1.0.0"
-parquet-format = "2.5.0"
-quick-error = "1.2.2"
-byteorder = "1"
-thrift = "0.0.4"
-snap = "0.2"
-brotli = "2.5"
-flate2 = "1.0.2"
-lz4 = "1.23"
-zstd = "0.4"
-chrono = "0.4"
-num-bigint = "0.2"
 num = "0.2"
 
 [dev-dependencies]
@@ -66,3 +55,6 @@ harness = false
 [[bench]]
 name = "builder"
 harness = false
+
+[workspace]
+members = ["parquet"]

rust/parquet/Cargo.toml

@@ -0,0 +1,45 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+[package]
+name = "parquet"
+version = "0.12.0-SNAPSHOT"
+license = "Apache-2.0"
+description = "Apache Parquet implementation in Rust"
+authors = ["Apache Arrow <dev@arrow.apache.org>"]
+keywords = [ "arrow", "parquet", "hadoop" ]
+readme = "README.md"
+build = "build.rs"
+edition = "2018"
+
+[dependencies]
+parquet-format = "2.5.0"
+quick-error = "1.2.2"
+byteorder = "1"
+thrift = "0.0.4"
+snap = "0.2"
+brotli = "2.5"
+flate2 = "1.0.2"
+lz4 = "1.23"
+zstd = "0.4"
+chrono = "0.4"
+num-bigint = "0.2"
+arrow = { path = ".." }
+
+[dev-dependencies]
+lazy_static = "1"
+rand = "0.5"

rust/build.rs renamed to rust/parquet/build.rs

@@ -22,7 +22,7 @@ use std::{convert, fmt, result, str};
 
 use parquet_format as parquet;
 
-use crate::parquet::errors::ParquetError;
+use crate::errors::ParquetError;
 
 // ----------------------------------------------------------------------
 // Types from the Thrift definition

rust/src/parquet/basic.rs renamed to rust/parquet/src/basic.rs

@@ -38,7 +38,7 @@
 //! ```rust,no_run
 //! use std::{fs, path::Path, rc::Rc};
 //!
-//! use arrow::parquet::{
+//! use parquet::{
 //!     column::{reader::ColumnReader, writer::ColumnWriter},
 //!     file::{
 //!         properties::WriterProperties,

rust/src/parquet/column/mod.rs renamed to rust/parquet/src/column/mod.rs

@@ -17,10 +17,10 @@
 
 //! Contains Parquet Page definitions and page reader interface.
 
-use crate::parquet::basic::{Encoding, PageType};
-use crate::parquet::errors::Result;
-use crate::parquet::file::{metadata::ColumnChunkMetaData, statistics::Statistics};
-use crate::parquet::util::memory::ByteBufferPtr;
+use crate::basic::{Encoding, PageType};
+use crate::errors::Result;
+use crate::file::{metadata::ColumnChunkMetaData, statistics::Statistics};
+use crate::util::memory::ByteBufferPtr;
 
 /// Parquet Page definition.
 ///

rust/src/parquet/column/page.rs renamed to rust/parquet/src/column/page.rs

@@ -24,15 +24,15 @@ use std::{
 };
 
 use super::page::{Page, PageReader};
-use crate::parquet::basic::*;
-use crate::parquet::data_type::*;
-use crate::parquet::encodings::{
+use crate::basic::*;
+use crate::data_type::*;
+use crate::encodings::{
     decoding::{get_decoder, Decoder, DictDecoder, PlainDecoder},
     levels::LevelDecoder,
 };
-use crate::parquet::errors::{ParquetError, Result};
-use crate::parquet::schema::types::ColumnDescPtr;
-use crate::parquet::util::memory::ByteBufferPtr;
+use crate::errors::{ParquetError, Result};
+use crate::schema::types::ColumnDescPtr;
+use crate::util::memory::ByteBufferPtr;
 
 /// Column reader for a Parquet type.
 pub enum ColumnReader {
@@ -490,14 +490,14 @@ mod tests {
     use rand::distributions::range::SampleRange;
     use std::{collections::VecDeque, rc::Rc, vec::IntoIter};
 
-    use crate::parquet::basic::Type as PhysicalType;
-    use crate::parquet::column::page::Page;
-    use crate::parquet::encodings::{
+    use crate::basic::Type as PhysicalType;
+    use crate::column::page::Page;
+    use crate::encodings::{
         encoding::{get_encoder, DictEncoder, Encoder},
         levels::{max_buffer_size, LevelEncoder},
     };
-    use crate::parquet::schema::types::{ColumnDescriptor, ColumnPath, Type as SchemaType};
-    use crate::parquet::util::{
+    use crate::schema::types::{ColumnDescriptor, ColumnPath, Type as SchemaType};
+    use crate::util::{
         memory::{ByteBufferPtr, MemTracker, MemTrackerPtr},
         test_common::random_numbers_range,
     };

rust/src/parquet/column/reader.rs renamed to rust/parquet/src/column/reader.rs

@@ -19,21 +19,21 @@
 
 use std::{cmp, collections::VecDeque, mem, rc::Rc};
 
-use crate::parquet::basic::{Compression, Encoding, PageType, Type};
-use crate::parquet::column::page::{CompressedPage, Page, PageWriteSpec, PageWriter};
-use crate::parquet::compression::{create_codec, Codec};
-use crate::parquet::data_type::*;
-use crate::parquet::encodings::{
+use crate::basic::{Compression, Encoding, PageType, Type};
+use crate::column::page::{CompressedPage, Page, PageWriteSpec, PageWriter};
+use crate::compression::{create_codec, Codec};
+use crate::data_type::*;
+use crate::encodings::{
     encoding::{get_encoder, DictEncoder, Encoder},
     levels::{max_buffer_size, LevelEncoder},
 };
-use crate::parquet::errors::{ParquetError, Result};
-use crate::parquet::file::{
+use crate::errors::{ParquetError, Result};
+use crate::file::{
     metadata::ColumnChunkMetaData,
     properties::{WriterProperties, WriterPropertiesPtr, WriterVersion},
 };
-use crate::parquet::schema::types::ColumnDescPtr;
-use crate::parquet::util::memory::{ByteBufferPtr, MemTracker};
+use crate::schema::types::ColumnDescPtr;
+use crate::util::memory::{ByteBufferPtr, MemTracker};
 
 /// Column writer for a Parquet type.
 pub enum ColumnWriter {
@@ -802,15 +802,15 @@ mod tests {
 
     use rand::distributions::range::SampleRange;
 
-    use crate::parquet::column::{
+    use crate::column::{
         page::PageReader,
         reader::{get_column_reader, get_typed_column_reader, ColumnReaderImpl},
     };
-    use crate::parquet::file::{
+    use crate::file::{
         properties::WriterProperties, reader::SerializedPageReader, writer::SerializedPageWriter,
     };
-    use crate::parquet::schema::types::{ColumnDescriptor, ColumnPath, Type as SchemaType};
-    use crate::parquet::util::{
+    use crate::schema::types::{ColumnDescriptor, ColumnPath, Type as SchemaType};
+    use crate::util::{
         io::{FileSink, FileSource},
         test_common::{get_temp_file, random_numbers_range},
     };

rust/src/parquet/column/writer.rs renamed to rust/parquet/src/column/writer.rs

@@ -23,7 +23,7 @@
 //! # Example
 //!
 //! ```rust
-//! use arrow::parquet::{basic::Compression, compression::create_codec};
+//! use parquet::{basic::Compression, compression::create_codec};
 //!
 //! let mut codec = match create_codec(Compression::SNAPPY) {
 //!     Ok(Some(codec)) => codec,
@@ -48,8 +48,8 @@ use lz4;
 use snap::{decompress_len, max_compress_len, Decoder, Encoder};
 use zstd;
 
-use crate::parquet::basic::Compression as CodecType;
-use crate::parquet::errors::{ParquetError, Result};
+use crate::basic::Compression as CodecType;
+use crate::errors::{ParquetError, Result};
 
 /// Parquet compression codec interface.
 pub trait Codec {
@@ -250,7 +250,7 @@ impl Codec for ZSTDCodec {
 mod tests {
     use super::*;
 
-    use crate::parquet::util::test_common::*;
+    use crate::util::test_common::*;
 
     fn test_roundtrip(c: CodecType, data: &Vec<u8>) {
         let mut c1 = create_codec(c).unwrap().unwrap();