Combine Cargo workspaces (#23)

Author: andygrove

Cargo.toml

@@ -17,12 +17,12 @@
 
 [workspace]
 members = [
-        "datafusion",
-        "datafusion-examples",
+    "datafusion",
+    "datafusion-examples",
 	"benchmarks",
-]
-
-# this package is excluded because it requires different compilation flags, thereby significantly changing
-# how it is compiled within the workspace, causing the whole workspace to be compiled from scratch
-# this way, this is a stand-alone package that compiles independently of the others.
-exclude = ["ballista"]
+    "ballista/rust/benchmarks/tpch",
+    "ballista/rust/client",
+    "ballista/rust/core",
+    "ballista/rust/executor",
+    "ballista/rust/scheduler",
+]

ballista/rust/Cargo.toml

@@ -17,7 +17,7 @@
 
 [package]
 name = "tpch"
-version = "0.4.2-SNAPSHOT"
+version = "0.5.0-SNAPSHOT"
 homepage = "https://github.com/apache/arrow"
 repository = "https://github.com/apache/arrow"
 authors = ["Apache Arrow <dev@arrow.apache.org>"]

ballista/rust/benchmarks/tpch/Cargo.toml

@@ -19,7 +19,7 @@
 name = "ballista"
 description = "Ballista Distributed Compute"
 license = "Apache-2.0"
-version = "0.4.2-SNAPSHOT"
+version = "0.5.0-SNAPSHOT"
 homepage = "https://github.com/apache/arrow"
 repository = "https://github.com/apache/arrow"
 authors = ["Apache Arrow <dev@arrow.apache.org>"]

ballista/rust/client/Cargo.toml

@@ -30,7 +30,7 @@ use ballista_core::serde::protobuf::{
 };
 use ballista_core::{
     client::BallistaClient,
-    datasource::DFTableAdapter,
+    datasource::DfTableAdapter,
     error::{BallistaError, Result},
     memory_stream::MemoryStream,
     utils::create_datafusion_context,
@@ -151,7 +151,7 @@ impl BallistaContext {
             let execution_plan = ctx.create_physical_plan(&plan)?;
             ctx.register_table(
                 TableReference::Bare { table: name },
-                Arc::new(DFTableAdapter::new(plan, execution_plan)),
+                Arc::new(DfTableAdapter::new(plan, execution_plan)),
             )?;
         }
         let df = ctx.sql(sql)?;

ballista/rust/client/src/context.rs

@@ -19,7 +19,7 @@
 name = "ballista-core"
 description = "Ballista Distributed Compute"
 license = "Apache-2.0"
-version = "0.4.2-SNAPSHOT"
+version = "0.5.0-SNAPSHOT"
 homepage = "https://github.com/apache/arrow"
 repository = "https://github.com/apache/arrow"
 authors = ["Apache Arrow <dev@arrow.apache.org>"]

ballista/rust/core/Cargo.toml

@@ -30,20 +30,20 @@ use datafusion::{
 /// TableProvider which is effectively a wrapper around a physical plan. We need to be able to
 /// register tables so that we can create logical plans from SQL statements that reference these
 /// tables.
-pub struct DFTableAdapter {
+pub struct DfTableAdapter {
     /// DataFusion logical plan
     pub logical_plan: LogicalPlan,
     /// DataFusion execution plan
     plan: Arc<dyn ExecutionPlan>,
 }
 
-impl DFTableAdapter {
+impl DfTableAdapter {
     pub fn new(logical_plan: LogicalPlan, plan: Arc<dyn ExecutionPlan>) -> Self {
         Self { logical_plan, plan }
     }
 }
 
-impl TableProvider for DFTableAdapter {
+impl TableProvider for DfTableAdapter {
     fn as_any(&self) -> &dyn Any {
         self
     }

ballista/rust/core/src/datasource.rs

@@ -49,6 +49,7 @@ pub enum BallistaError {
     TokioError(tokio::task::JoinError),
 }
 
+#[allow(clippy::from_over_into)]
 impl<T> Into<Result<T>> for BallistaError {
     fn into(self) -> Result<T> {
         Err(self)

ballista/rust/core/src/error.rs

@@ -436,6 +436,7 @@ impl TryInto<arrow::datatypes::DataType> for &protobuf::arrow_type::ArrowTypeEnu
     }
 }
 
+#[allow(clippy::from_over_into)]
 impl Into<arrow::datatypes::DataType> for protobuf::PrimitiveScalarType {
     fn into(self) -> arrow::datatypes::DataType {
         use arrow::datatypes::DataType;
@@ -1170,6 +1171,7 @@ impl TryFrom<i32> for protobuf::FileType {
     }
 }
 
+#[allow(clippy::from_over_into)]
 impl Into<datafusion::sql::parser::FileType> for protobuf::FileType {
     fn into(self) -> datafusion::sql::parser::FileType {
         use datafusion::sql::parser::FileType;

ballista/rust/core/src/serde/logical_plan/from_proto.rs

@@ -24,7 +24,7 @@ use std::{
     convert::{TryFrom, TryInto},
 };
 
-use crate::datasource::DFTableAdapter;
+use crate::datasource::DfTableAdapter;
 use crate::serde::{protobuf, BallistaError};
 
 use arrow::datatypes::{DataType, Schema};
@@ -679,7 +679,7 @@ impl TryInto<protobuf::LogicalPlanNode> for &LogicalPlan {
 
                 // unwrap the DFTableAdapter to get to the real TableProvider
                 let source = if let Some(adapter) =
-                    source.as_any().downcast_ref::<DFTableAdapter>()
+                    source.as_any().downcast_ref::<DfTableAdapter>()
                 {
                     match &adapter.logical_plan {
                         LogicalPlan::TableScan { source, .. } => Ok(source.as_any()),
@@ -1021,7 +1021,7 @@ impl TryInto<protobuf::LogicalExprNode> for &Expr {
                 let fun: protobuf::ScalarFunction = fun.try_into()?;
                 let expr: Vec<protobuf::LogicalExprNode> = args
                     .iter()
-                    .map(|e| Ok(e.try_into()?))
+                    .map(|e| e.try_into())
                     .collect::<Result<Vec<protobuf::LogicalExprNode>, BallistaError>>()?;
                 Ok(protobuf::LogicalExprNode {
                     expr_type: Some(
@@ -1164,6 +1164,7 @@ impl TryInto<protobuf::LogicalExprNode> for &Expr {
     }
 }
 
+#[allow(clippy::from_over_into)]
 impl Into<protobuf::Schema> for &Schema {
     fn into(self) -> protobuf::Schema {
         protobuf::Schema {