refactor: move arrow datasource to new datafusion-datasource-arrow crate (apache#18082)

## Which issue does this PR close?

- This addresses part of
apache#17713 but it does not close
it.

## Rationale for this change

In order to remove `core` from `proto` crate, we need `ArrowFormat` to
be available. Similar to the other datasource types (csv, avro, json,
parquet) this splits the Arrow IPC file format into its own crate.

## What changes are included in this PR?

This is a straight refactor. Code is merely moved around.

The size of the diff is the additional files that are required
(cargo.toml, readme.md, etc)

## Are these changes tested?

Existing unit tests.

## Are there any user-facing changes?

Users that include `ArrowSource` may need to update their include paths.
For most, the reexports will cover this need.

Author: timsaucer

.github/workflows/labeler/labeler-config.yml

@@ -58,7 +58,7 @@ execution:
 
 datasource:
   - changed-files:
-      - any-glob-to-any-file: ['datafusion/datasource/**/*', 'datafusion/datasource-avro/**/*', 'datafusion/datasource-csv/**/*', 'datafusion/datasource-json/**/*', 'datafusion/datasource-parquet/**/*']
+      - any-glob-to-any-file: ['datafusion/datasource/**/*', 'datafusion/datasource-avro/**/*', 'datafusion/datasource-arrow/**/*', 'datafusion/datasource-csv/**/*', 'datafusion/datasource-json/**/*', 'datafusion/datasource-parquet/**/*']
 
 functions:
   - changed-files:

Cargo.lock

@@ -22,6 +22,7 @@ members = [
     "datafusion/catalog",
     "datafusion/catalog-listing",
     "datafusion/datasource",
+    "datafusion/datasource-arrow",
     "datafusion/datasource-avro",
     "datafusion/datasource-csv",
     "datafusion/datasource-json",
@@ -116,6 +117,7 @@ datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "5
 datafusion-common = { path = "datafusion/common", version = "50.2.0", default-features = false }
 datafusion-common-runtime = { path = "datafusion/common-runtime", version = "50.2.0" }
 datafusion-datasource = { path = "datafusion/datasource", version = "50.2.0", default-features = false }
+datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "50.2.0", default-features = false }
 datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "50.2.0", default-features = false }
 datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "50.2.0", default-features = false }
 datafusion-datasource-json = { path = "datafusion/datasource-json", version = "50.2.0", default-features = false }

Cargo.toml

@@ -47,7 +47,7 @@ compression = [
     "bzip2",
     "flate2",
     "zstd",
-    "arrow-ipc/zstd",
+    "datafusion-datasource-arrow/compression",
     "datafusion-datasource/compression",
 ]
 crypto_expressions = ["datafusion-functions/crypto_expressions"]
@@ -109,7 +109,6 @@ extended_tests = []
 
 [dependencies]
 arrow = { workspace = true }
-arrow-ipc = { workspace = true }
 arrow-schema = { workspace = true, features = ["canonical_extension_types"] }
 async-trait = { workspace = true }
 bytes = { workspace = true }
@@ -120,6 +119,7 @@ datafusion-catalog-listing = { workspace = true }
 datafusion-common = { workspace = true, features = ["object_store"] }
 datafusion-common-runtime = { workspace = true }
 datafusion-datasource = { workspace = true }
+datafusion-datasource-arrow = { workspace = true }
 datafusion-datasource-avro = { workspace = true, optional = true }
 datafusion-datasource-csv = { workspace = true }
 datafusion-datasource-json = { workspace = true }