diff --git a/datafusion/common/src/hash_utils.rs b/datafusion/common/src/hash_utils.rs index 0d1d93acf1fce..37b4cecc005c8 100644 --- a/datafusion/common/src/hash_utils.rs +++ b/datafusion/common/src/hash_utils.rs @@ -25,8 +25,7 @@ use arrow::array::*; use arrow::datatypes::*; #[cfg(not(feature = "force_hash_collisions"))] use arrow::{downcast_dictionary_array, downcast_primitive_array}; -use arrow_buffer::IntervalDayTime; -use arrow_buffer::IntervalMonthDayNano; +use arrow_buffer::{IntervalDayTime, IntervalMonthDayNano}; #[cfg(not(feature = "force_hash_collisions"))] use crate::cast::{ @@ -700,7 +699,7 @@ mod tests { // Tests actual values of hashes, which are different if forcing collisions #[cfg(not(feature = "force_hash_collisions"))] fn create_hashes_for_struct_arrays() { - use arrow_buffer::Buffer; + use arrow::buffer::Buffer; let boolarr = Arc::new(BooleanArray::from(vec![ false, false, true, true, true, true, diff --git a/datafusion/common/src/scalar/mod.rs b/datafusion/common/src/scalar/mod.rs index 9d3429b677963..21b52e0198807 100644 --- a/datafusion/common/src/scalar/mod.rs +++ b/datafusion/common/src/scalar/mod.rs @@ -3958,12 +3958,11 @@ mod tests { }; use crate::assert_batches_eq; - use arrow::buffer::OffsetBuffer; + use arrow::array::{types::Float64Type, NullBufferBuilder}; + use arrow::buffer::{Buffer, OffsetBuffer}; use arrow::compute::{is_null, kernels}; use arrow::error::ArrowError; use arrow::util::pretty::pretty_format_columns; - use arrow_array::types::Float64Type; - use arrow_buffer::{Buffer, NullBufferBuilder}; use arrow_schema::Fields; use chrono::NaiveDate; use rand::Rng; diff --git a/datafusion/core/tests/dataframe/mod.rs b/datafusion/core/tests/dataframe/mod.rs index e570ec75c691a..d6ba4d5337c62 100644 --- a/datafusion/core/tests/dataframe/mod.rs +++ b/datafusion/core/tests/dataframe/mod.rs @@ -19,6 +19,7 @@ mod dataframe_functions; mod describe; +use arrow::buffer::ScalarBuffer; use arrow::datatypes::{DataType, Field, Float32Type, Int32Type, Schema, UInt64Type}; use arrow::util::pretty::pretty_format_batches; use arrow::{ @@ -33,7 +34,6 @@ use arrow_array::{ record_batch, Array, BooleanArray, DictionaryArray, Float32Array, Float64Array, Int8Array, UnionArray, }; -use arrow_buffer::ScalarBuffer; use arrow_schema::{ArrowError, SchemaRef, UnionFields, UnionMode}; use datafusion_functions_aggregate::count::count_udaf; use datafusion_functions_aggregate::expr_fn::{ diff --git a/datafusion/functions-aggregate/benches/array_agg.rs b/datafusion/functions-aggregate/benches/array_agg.rs index c4599cdfc9b3d..c9792d541a4f3 100644 --- a/datafusion/functions-aggregate/benches/array_agg.rs +++ b/datafusion/functions-aggregate/benches/array_agg.rs @@ -17,7 +17,9 @@ use std::sync::Arc; -use arrow::array::{Array, ArrayRef, ArrowPrimitiveType, AsArray, ListArray}; +use arrow::array::{ + Array, ArrayRef, ArrowPrimitiveType, AsArray, ListArray, NullBufferBuilder, +}; use arrow::datatypes::Int64Type; use arrow::util::bench_util::create_primitive_array; use arrow_schema::Field; @@ -25,8 +27,8 @@ use criterion::{black_box, criterion_group, criterion_main, Criterion}; use datafusion_expr::Accumulator; use datafusion_functions_aggregate::array_agg::ArrayAggAccumulator; +use arrow::buffer::OffsetBuffer; use arrow::util::test_util::seedable_rng; -use arrow_buffer::{NullBufferBuilder, OffsetBuffer}; use rand::distributions::{Distribution, Standard}; use rand::Rng; diff --git a/datafusion/functions-aggregate/src/correlation.rs b/datafusion/functions-aggregate/src/correlation.rs index 2741fe4bfc009..ac57256ce882f 100644 --- a/datafusion/functions-aggregate/src/correlation.rs +++ b/datafusion/functions-aggregate/src/correlation.rs @@ -23,7 +23,8 @@ use std::mem::size_of_val; use std::sync::Arc; use arrow::array::{ - downcast_array, Array, AsArray, BooleanArray, Float64Array, UInt64Array, + downcast_array, Array, AsArray, BooleanArray, Float64Array, NullBufferBuilder, + UInt64Array, }; use arrow::compute::{and, filter, is_not_null, kernels::cast}; use arrow::datatypes::{Float64Type, UInt64Type}; @@ -31,7 +32,6 @@ use arrow::{ array::ArrayRef, datatypes::{DataType, Field}, }; -use arrow_buffer::NullBufferBuilder; use datafusion_expr::{EmitTo, GroupsAccumulator}; use datafusion_functions_aggregate_common::aggregate::groups_accumulator::accumulate::accumulate_multiple; use log::debug; diff --git a/datafusion/functions-nested/benches/map.rs b/datafusion/functions-nested/benches/map.rs index f92bb6cecf9c5..22bef99becef9 100644 --- a/datafusion/functions-nested/benches/map.rs +++ b/datafusion/functions-nested/benches/map.rs @@ -17,8 +17,8 @@ extern crate criterion; +use arrow::buffer::{OffsetBuffer, ScalarBuffer}; use arrow_array::{Int32Array, ListArray, StringArray}; -use arrow_buffer::{OffsetBuffer, ScalarBuffer}; use arrow_schema::{DataType, Field}; use criterion::{black_box, criterion_group, criterion_main, Criterion}; use rand::prelude::ThreadRng; diff --git a/datafusion/functions-nested/src/array_has.rs b/datafusion/functions-nested/src/array_has.rs index df007b5cd60d0..e56f5633b2a58 100644 --- a/datafusion/functions-nested/src/array_has.rs +++ b/datafusion/functions-nested/src/array_has.rs @@ -18,10 +18,10 @@ //! [`ScalarUDFImpl`] definitions for array_has, array_has_all and array_has_any functions. use arrow::array::{Array, ArrayRef, BooleanArray, OffsetSizeTrait}; +use arrow::buffer::BooleanBuffer; use arrow::datatypes::DataType; use arrow::row::{RowConverter, Rows, SortField}; use arrow_array::{Datum, GenericListArray, Scalar}; -use arrow_buffer::BooleanBuffer; use datafusion_common::cast::as_generic_list_array; use datafusion_common::utils::string_utils::string_array_to_vec; use datafusion_common::{exec_err, Result, ScalarValue}; diff --git a/datafusion/functions-nested/src/concat.rs b/datafusion/functions-nested/src/concat.rs index 93305faad56f3..0e98c31ba6633 100644 --- a/datafusion/functions-nested/src/concat.rs +++ b/datafusion/functions-nested/src/concat.rs @@ -20,9 +20,11 @@ use std::sync::Arc; use std::{any::Any, cmp::Ordering}; -use arrow::array::{Capacities, MutableArrayData}; -use arrow_array::{Array, ArrayRef, GenericListArray, OffsetSizeTrait}; -use arrow_buffer::{NullBufferBuilder, OffsetBuffer}; +use arrow::array::{ + Array, ArrayRef, Capacities, GenericListArray, MutableArrayData, NullBufferBuilder, + OffsetSizeTrait, +}; +use arrow::buffer::OffsetBuffer; use arrow_schema::{DataType, Field}; use datafusion_common::Result; use datafusion_common::{ diff --git a/datafusion/functions-nested/src/except.rs b/datafusion/functions-nested/src/except.rs index 356c92983ae2e..8cb870dba0587 100644 --- a/datafusion/functions-nested/src/except.rs +++ b/datafusion/functions-nested/src/except.rs @@ -18,10 +18,10 @@ //! [`ScalarUDFImpl`] definitions for array_except function. use crate::utils::{check_datatypes, make_scalar_function}; +use arrow::buffer::OffsetBuffer; use arrow::row::{RowConverter, SortField}; use arrow_array::cast::AsArray; use arrow_array::{Array, ArrayRef, GenericListArray, OffsetSizeTrait}; -use arrow_buffer::OffsetBuffer; use arrow_schema::{DataType, FieldRef}; use datafusion_common::{exec_err, internal_err, HashSet, Result}; use datafusion_expr::{ diff --git a/datafusion/functions-nested/src/extract.rs b/datafusion/functions-nested/src/extract.rs index c87a96dca7a46..849600a24168b 100644 --- a/datafusion/functions-nested/src/extract.rs +++ b/datafusion/functions-nested/src/extract.rs @@ -17,17 +17,12 @@ //! [`ScalarUDFImpl`] definitions for array_element, array_slice, array_pop_front, array_pop_back, and array_any_value functions. -use arrow::array::Array; -use arrow::array::ArrayRef; -use arrow::array::ArrowNativeTypeOp; -use arrow::array::Capacities; -use arrow::array::GenericListArray; -use arrow::array::Int64Array; -use arrow::array::MutableArrayData; -use arrow::array::OffsetSizeTrait; +use arrow::array::{ + Array, ArrayRef, ArrowNativeTypeOp, Capacities, GenericListArray, Int64Array, + MutableArrayData, NullBufferBuilder, OffsetSizeTrait, +}; use arrow::buffer::OffsetBuffer; use arrow::datatypes::DataType; -use arrow_buffer::NullBufferBuilder; use arrow_schema::DataType::{FixedSizeList, LargeList, List}; use arrow_schema::Field; use datafusion_common::cast::as_int64_array; diff --git a/datafusion/functions-nested/src/flatten.rs b/datafusion/functions-nested/src/flatten.rs index 30bf2fcbf6244..b97b9e3c68a9d 100644 --- a/datafusion/functions-nested/src/flatten.rs +++ b/datafusion/functions-nested/src/flatten.rs @@ -18,8 +18,8 @@ //! [`ScalarUDFImpl`] definitions for flatten function. use crate::utils::make_scalar_function; +use arrow::buffer::OffsetBuffer; use arrow_array::{ArrayRef, GenericListArray, OffsetSizeTrait}; -use arrow_buffer::OffsetBuffer; use arrow_schema::DataType; use arrow_schema::DataType::{FixedSizeList, LargeList, List, Null}; use datafusion_common::cast::{ diff --git a/datafusion/functions-nested/src/make_array.rs b/datafusion/functions-nested/src/make_array.rs index 0283cdd402757..d43d0b4eae91d 100644 --- a/datafusion/functions-nested/src/make_array.rs +++ b/datafusion/functions-nested/src/make_array.rs @@ -23,10 +23,10 @@ use std::vec; use crate::utils::make_scalar_function; use arrow::array::{ArrayData, Capacities, MutableArrayData}; +use arrow::buffer::OffsetBuffer; use arrow_array::{ new_null_array, Array, ArrayRef, GenericListArray, NullArray, OffsetSizeTrait, }; -use arrow_buffer::OffsetBuffer; use arrow_schema::DataType::{List, Null}; use arrow_schema::{DataType, Field}; use datafusion_common::utils::SingleRowListArrayBuilder; diff --git a/datafusion/functions-nested/src/map_extract.rs b/datafusion/functions-nested/src/map_extract.rs index 8ccfae0ff93e3..268c3235cc49a 100644 --- a/datafusion/functions-nested/src/map_extract.rs +++ b/datafusion/functions-nested/src/map_extract.rs @@ -20,9 +20,9 @@ use arrow::array::{ArrayRef, Capacities, MutableArrayData}; use arrow_array::{make_array, ListArray}; +use arrow::buffer::OffsetBuffer; use arrow::datatypes::DataType; use arrow_array::{Array, MapArray}; -use arrow_buffer::OffsetBuffer; use arrow_schema::Field; use datafusion_common::{cast::as_map_array, exec_err, Result}; diff --git a/datafusion/functions-nested/src/range.rs b/datafusion/functions-nested/src/range.rs index ff148f04ac5f4..c3f52cef33668 100644 --- a/datafusion/functions-nested/src/range.rs +++ b/datafusion/functions-nested/src/range.rs @@ -18,16 +18,16 @@ //! [`ScalarUDFImpl`] definitions for range and gen_series functions. use crate::utils::make_scalar_function; -use arrow::array::{Array, ArrayRef, Int64Array, ListArray, ListBuilder}; -use arrow::datatypes::{DataType, Field}; -use arrow_array::builder::{Date32Builder, TimestampNanosecondBuilder}; -use arrow_array::temporal_conversions::as_datetime_with_timezone; -use arrow_array::timezone::Tz; -use arrow_array::types::{ - Date32Type, IntervalMonthDayNanoType, TimestampNanosecondType as TSNT, +use arrow::array::{ + builder::{Date32Builder, TimestampNanosecondBuilder}, + temporal_conversions::as_datetime_with_timezone, + timezone::Tz, + types::{Date32Type, IntervalMonthDayNanoType, TimestampNanosecondType as TSNT}, + Array, ArrayRef, Int64Array, ListArray, ListBuilder, NullArray, NullBufferBuilder, + TimestampNanosecondArray, }; -use arrow_array::{NullArray, TimestampNanosecondArray}; -use arrow_buffer::{NullBufferBuilder, OffsetBuffer}; +use arrow::buffer::OffsetBuffer; +use arrow::datatypes::{DataType, Field}; use arrow_schema::DataType::*; use arrow_schema::IntervalUnit::MonthDayNano; use arrow_schema::TimeUnit::Nanosecond; diff --git a/datafusion/functions-nested/src/remove.rs b/datafusion/functions-nested/src/remove.rs index bf7f4746618f6..64b6405176a36 100644 --- a/datafusion/functions-nested/src/remove.rs +++ b/datafusion/functions-nested/src/remove.rs @@ -19,11 +19,11 @@ use crate::utils; use crate::utils::make_scalar_function; +use arrow::buffer::OffsetBuffer; use arrow_array::cast::AsArray; use arrow_array::{ new_empty_array, Array, ArrayRef, BooleanArray, GenericListArray, OffsetSizeTrait, }; -use arrow_buffer::OffsetBuffer; use arrow_schema::{DataType, Field}; use datafusion_common::cast::as_int64_array; use datafusion_common::{exec_err, Result}; diff --git a/datafusion/functions-nested/src/repeat.rs b/datafusion/functions-nested/src/repeat.rs index 2bc4721f3cfa3..455fb3dd30236 100644 --- a/datafusion/functions-nested/src/repeat.rs +++ b/datafusion/functions-nested/src/repeat.rs @@ -19,13 +19,13 @@ use crate::utils::make_scalar_function; use arrow::array::{Capacities, MutableArrayData}; +use arrow::buffer::OffsetBuffer; use arrow::compute; use arrow::compute::cast; use arrow_array::{ new_null_array, Array, ArrayRef, GenericListArray, ListArray, OffsetSizeTrait, UInt64Array, }; -use arrow_buffer::OffsetBuffer; use arrow_schema::DataType::{LargeList, List}; use arrow_schema::{DataType, Field}; use datafusion_common::cast::{as_large_list_array, as_list_array, as_uint64_array}; diff --git a/datafusion/functions-nested/src/replace.rs b/datafusion/functions-nested/src/replace.rs index 106887c513965..1f12625a52b87 100644 --- a/datafusion/functions-nested/src/replace.rs +++ b/datafusion/functions-nested/src/replace.rs @@ -18,12 +18,12 @@ //! [`ScalarUDFImpl`] definitions for array_replace, array_replace_n and array_replace_all functions. use arrow::array::{ - Array, ArrayRef, AsArray, Capacities, MutableArrayData, OffsetSizeTrait, + Array, ArrayRef, AsArray, Capacities, GenericListArray, MutableArrayData, + NullBufferBuilder, OffsetSizeTrait, }; use arrow::datatypes::DataType; -use arrow_array::GenericListArray; -use arrow_buffer::{NullBufferBuilder, OffsetBuffer}; +use arrow::buffer::OffsetBuffer; use arrow_schema::Field; use datafusion_common::cast::as_int64_array; use datafusion_common::{exec_err, Result}; diff --git a/datafusion/functions-nested/src/resize.rs b/datafusion/functions-nested/src/resize.rs index 441f44e47f6e2..f167134f9b227 100644 --- a/datafusion/functions-nested/src/resize.rs +++ b/datafusion/functions-nested/src/resize.rs @@ -18,11 +18,12 @@ //! [`ScalarUDFImpl`] definitions for array_resize function. use crate::utils::make_scalar_function; -use arrow::array::{Capacities, MutableArrayData}; -use arrow_array::{ - new_null_array, Array, ArrayRef, GenericListArray, Int64Array, OffsetSizeTrait, +use arrow::array::{ + new_null_array, Array, ArrayRef, Capacities, GenericListArray, Int64Array, + MutableArrayData, NullBufferBuilder, OffsetSizeTrait, }; -use arrow_buffer::{ArrowNativeType, NullBufferBuilder, OffsetBuffer}; +use arrow::buffer::OffsetBuffer; +use arrow::datatypes::ArrowNativeType; use arrow_schema::DataType::{FixedSizeList, LargeList, List}; use arrow_schema::{DataType, FieldRef}; use datafusion_common::cast::{as_int64_array, as_large_list_array, as_list_array}; diff --git a/datafusion/functions-nested/src/reverse.rs b/datafusion/functions-nested/src/reverse.rs index 8538ba5cac12b..9fd955094ae65 100644 --- a/datafusion/functions-nested/src/reverse.rs +++ b/datafusion/functions-nested/src/reverse.rs @@ -19,8 +19,8 @@ use crate::utils::make_scalar_function; use arrow::array::{Capacities, MutableArrayData}; +use arrow::buffer::OffsetBuffer; use arrow_array::{Array, ArrayRef, GenericListArray, OffsetSizeTrait}; -use arrow_buffer::OffsetBuffer; use arrow_schema::DataType::{LargeList, List, Null}; use arrow_schema::{DataType, FieldRef}; use datafusion_common::cast::{as_large_list_array, as_list_array}; diff --git a/datafusion/functions-nested/src/sort.rs b/datafusion/functions-nested/src/sort.rs index 8e45ccbf74b81..e4dcc02286f3f 100644 --- a/datafusion/functions-nested/src/sort.rs +++ b/datafusion/functions-nested/src/sort.rs @@ -18,9 +18,9 @@ //! [`ScalarUDFImpl`] definitions for array_sort function. use crate::utils::make_scalar_function; +use arrow::array::{Array, ArrayRef, ListArray, NullBufferBuilder}; +use arrow::buffer::OffsetBuffer; use arrow::compute; -use arrow_array::{Array, ArrayRef, ListArray}; -use arrow_buffer::{NullBufferBuilder, OffsetBuffer}; use arrow_schema::DataType::{FixedSizeList, LargeList, List}; use arrow_schema::{DataType, Field, SortOptions}; use datafusion_common::cast::{as_list_array, as_string_array}; diff --git a/datafusion/functions-nested/src/utils.rs b/datafusion/functions-nested/src/utils.rs index c54d6d49ceccb..e1961dccf54ac 100644 --- a/datafusion/functions-nested/src/utils.rs +++ b/datafusion/functions-nested/src/utils.rs @@ -21,11 +21,11 @@ use std::sync::Arc; use arrow::{array::ArrayRef, datatypes::DataType}; +use arrow::buffer::OffsetBuffer; use arrow_array::{ Array, BooleanArray, GenericListArray, ListArray, OffsetSizeTrait, Scalar, UInt32Array, }; -use arrow_buffer::OffsetBuffer; use arrow_schema::{Field, Fields}; use datafusion_common::cast::{as_large_list_array, as_list_array}; use datafusion_common::{ diff --git a/datafusion/functions/src/core/greatest.rs b/datafusion/functions/src/core/greatest.rs index 7ad8c73728966..6864da2d5c06c 100644 --- a/datafusion/functions/src/core/greatest.rs +++ b/datafusion/functions/src/core/greatest.rs @@ -17,10 +17,10 @@ use crate::core::greatest_least_utils::GreatestLeastOperator; use arrow::array::{make_comparator, Array, BooleanArray}; +use arrow::buffer::BooleanBuffer; use arrow::compute::kernels::cmp; use arrow::compute::SortOptions; use arrow::datatypes::DataType; -use arrow_buffer::BooleanBuffer; use datafusion_common::{internal_err, Result, ScalarValue}; use datafusion_doc::Documentation; use datafusion_expr::ColumnarValue; diff --git a/datafusion/functions/src/core/least.rs b/datafusion/functions/src/core/least.rs index 02299feb9b749..a26b14babf2c7 100644 --- a/datafusion/functions/src/core/least.rs +++ b/datafusion/functions/src/core/least.rs @@ -17,10 +17,10 @@ use crate::core::greatest_least_utils::GreatestLeastOperator; use arrow::array::{make_comparator, Array, BooleanArray}; +use arrow::buffer::BooleanBuffer; use arrow::compute::kernels::cmp; use arrow::compute::SortOptions; use arrow::datatypes::DataType; -use arrow_buffer::BooleanBuffer; use datafusion_common::{internal_err, Result, ScalarValue}; use datafusion_doc::Documentation; use datafusion_expr::ColumnarValue; diff --git a/datafusion/functions/src/string/common.rs b/datafusion/functions/src/string/common.rs index 6e5f767013d4c..5e0567eafea2e 100644 --- a/datafusion/functions/src/string/common.rs +++ b/datafusion/functions/src/string/common.rs @@ -23,11 +23,10 @@ use std::sync::Arc; use crate::strings::make_and_append_view; use arrow::array::{ new_null_array, Array, ArrayRef, GenericStringArray, GenericStringBuilder, - OffsetSizeTrait, StringBuilder, StringViewArray, + NullBufferBuilder, OffsetSizeTrait, StringBuilder, StringViewArray, }; -use arrow::buffer::Buffer; +use arrow::buffer::{Buffer, ScalarBuffer}; use arrow::datatypes::DataType; -use arrow_buffer::{NullBufferBuilder, ScalarBuffer}; use datafusion_common::cast::{as_generic_string_array, as_string_view_array}; use datafusion_common::Result; use datafusion_common::{exec_err, ScalarValue}; diff --git a/datafusion/functions/src/strings.rs b/datafusion/functions/src/strings.rs index bb991c28fe4d2..6299b353d57a9 100644 --- a/datafusion/functions/src/strings.rs +++ b/datafusion/functions/src/strings.rs @@ -19,11 +19,11 @@ use std::mem::size_of; use arrow::array::{ make_view, Array, ArrayAccessor, ArrayDataBuilder, ArrayIter, ByteView, - GenericStringArray, LargeStringArray, OffsetSizeTrait, StringArray, StringViewArray, - StringViewBuilder, + GenericStringArray, LargeStringArray, NullBufferBuilder, OffsetSizeTrait, + StringArray, StringViewArray, StringViewBuilder, }; +use arrow::buffer::{MutableBuffer, NullBuffer}; use arrow::datatypes::DataType; -use arrow_buffer::{MutableBuffer, NullBuffer, NullBufferBuilder}; /// Abstracts iteration over different types of string arrays. #[deprecated(since = "45.0.0", note = "Use arrow::array::StringArrayType instead")] diff --git a/datafusion/functions/src/unicode/substr.rs b/datafusion/functions/src/unicode/substr.rs index 00737a2fe8147..3767166cab514 100644 --- a/datafusion/functions/src/unicode/substr.rs +++ b/datafusion/functions/src/unicode/substr.rs @@ -22,10 +22,10 @@ use crate::strings::make_and_append_view; use crate::utils::{make_scalar_function, utf8_to_str_type}; use arrow::array::{ Array, ArrayIter, ArrayRef, AsArray, GenericStringBuilder, Int64Array, - OffsetSizeTrait, StringArrayType, StringViewArray, + NullBufferBuilder, OffsetSizeTrait, StringArrayType, StringViewArray, }; +use arrow::buffer::ScalarBuffer; use arrow::datatypes::DataType; -use arrow_buffer::{NullBufferBuilder, ScalarBuffer}; use datafusion_common::cast::as_int64_array; use datafusion_common::{exec_err, plan_err, Result}; use datafusion_expr::{ diff --git a/datafusion/physical-expr-common/src/binary_map.rs b/datafusion/physical-expr-common/src/binary_map.rs index bdff494518da1..809c619e9845a 100644 --- a/datafusion/physical-expr-common/src/binary_map.rs +++ b/datafusion/physical-expr-common/src/binary_map.rs @@ -19,14 +19,14 @@ //! StringArray / LargeStringArray / BinaryArray / LargeBinaryArray. use ahash::RandomState; -use arrow::array::cast::AsArray; -use arrow::array::types::{ByteArrayType, GenericBinaryType, GenericStringType}; use arrow::array::{ + cast::AsArray, + types::{ByteArrayType, GenericBinaryType, GenericStringType}, Array, ArrayRef, BufferBuilder, GenericBinaryArray, GenericStringArray, - OffsetSizeTrait, + NullBufferBuilder, OffsetSizeTrait, }; +use arrow::buffer::{NullBuffer, OffsetBuffer, ScalarBuffer}; use arrow::datatypes::DataType; -use arrow_buffer::{NullBuffer, NullBufferBuilder, OffsetBuffer, ScalarBuffer}; use datafusion_common::hash_utils::create_hashes; use datafusion_common::utils::proxy::{HashTableAllocExt, VecAllocExt}; use std::any::type_name; diff --git a/datafusion/physical-expr/src/expressions/is_not_null.rs b/datafusion/physical-expr/src/expressions/is_not_null.rs index 4930865f4c989..8e3544622b803 100644 --- a/datafusion/physical-expr/src/expressions/is_not_null.rs +++ b/datafusion/physical-expr/src/expressions/is_not_null.rs @@ -115,12 +115,12 @@ pub fn is_not_null(arg: Arc) -> Result> mod tests { use super::*; use crate::expressions::col; + use arrow::buffer::ScalarBuffer; use arrow::{ array::{BooleanArray, StringArray}, datatypes::*, }; use arrow_array::{Array, Float64Array, Int32Array, UnionArray}; - use arrow_buffer::ScalarBuffer; use datafusion_common::cast::as_boolean_array; #[test] diff --git a/datafusion/physical-expr/src/expressions/is_null.rs b/datafusion/physical-expr/src/expressions/is_null.rs index 6a02d5ecc1f22..ca8d672305575 100644 --- a/datafusion/physical-expr/src/expressions/is_null.rs +++ b/datafusion/physical-expr/src/expressions/is_null.rs @@ -114,12 +114,12 @@ pub fn is_null(arg: Arc) -> Result> { mod tests { use super::*; use crate::expressions::col; + use arrow::buffer::ScalarBuffer; use arrow::{ array::{BooleanArray, StringArray}, datatypes::*, }; use arrow_array::{Array, Float64Array, Int32Array, UnionArray}; - use arrow_buffer::ScalarBuffer; use datafusion_common::cast::as_boolean_array; #[test] diff --git a/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes.rs b/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes.rs index e75c75a235b7c..c4525256dbae2 100644 --- a/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes.rs +++ b/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes.rs @@ -17,11 +17,12 @@ use crate::aggregates::group_values::multi_group_by::{nulls_equal_to, GroupColumn}; use crate::aggregates::group_values::null_builder::MaybeNullBufferBuilder; -use arrow::array::{AsArray, BufferBuilder, GenericBinaryArray, GenericStringArray}; +use arrow::array::{ + types::GenericStringType, Array, ArrayRef, AsArray, BufferBuilder, + GenericBinaryArray, GenericByteArray, GenericStringArray, OffsetSizeTrait, +}; use arrow::buffer::{OffsetBuffer, ScalarBuffer}; use arrow::datatypes::{ByteArrayType, DataType, GenericBinaryType}; -use arrow_array::types::GenericStringType; -use arrow_array::{Array, ArrayRef, GenericByteArray, OffsetSizeTrait}; use datafusion_common::utils::proxy::VecAllocExt; use datafusion_physical_expr_common::binary_map::{OutputType, INITIAL_BUFFER_CAPACITY}; use itertools::izip; @@ -404,8 +405,7 @@ mod tests { use std::sync::Arc; use crate::aggregates::group_values::multi_group_by::bytes::ByteGroupValueBuilder; - use arrow_array::{ArrayRef, StringArray}; - use arrow_buffer::NullBufferBuilder; + use arrow::array::{ArrayRef, NullBufferBuilder, StringArray}; use datafusion_physical_expr::binary_map::OutputType; use super::GroupColumn; diff --git a/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes_view.rs b/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes_view.rs index c3d88b8949991..d170411b833c4 100644 --- a/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes_view.rs +++ b/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/bytes_view.rs @@ -18,10 +18,9 @@ use crate::aggregates::group_values::multi_group_by::{nulls_equal_to, GroupColumn}; use crate::aggregates::group_values::null_builder::MaybeNullBufferBuilder; use arrow::array::{make_view, AsArray, ByteView}; -use arrow::buffer::ScalarBuffer; +use arrow::buffer::{Buffer, ScalarBuffer}; use arrow::datatypes::ByteViewType; use arrow_array::{Array, ArrayRef, GenericByteViewArray}; -use arrow_buffer::Buffer; use itertools::izip; use std::marker::PhantomData; use std::mem::{replace, size_of}; @@ -545,10 +544,8 @@ mod tests { use std::sync::Arc; use crate::aggregates::group_values::multi_group_by::bytes_view::ByteViewGroupValueBuilder; - use arrow::array::AsArray; + use arrow::array::{ArrayRef, AsArray, NullBufferBuilder, StringViewArray}; use arrow::datatypes::StringViewType; - use arrow_array::{ArrayRef, StringViewArray}; - use arrow_buffer::NullBufferBuilder; use super::GroupColumn; diff --git a/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/primitive.rs b/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/primitive.rs index cd5dfae86ee91..c85245d05592e 100644 --- a/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/primitive.rs +++ b/datafusion/physical-plan/src/aggregates/group_values/multi_group_by/primitive.rs @@ -17,9 +17,8 @@ use crate::aggregates::group_values::multi_group_by::{nulls_equal_to, GroupColumn}; use crate::aggregates::group_values::null_builder::MaybeNullBufferBuilder; +use arrow::array::{cast::AsArray, Array, ArrayRef, ArrowPrimitiveType, PrimitiveArray}; use arrow::buffer::ScalarBuffer; -use arrow_array::cast::AsArray; -use arrow_array::{Array, ArrayRef, ArrowPrimitiveType, PrimitiveArray}; use arrow_schema::DataType; use datafusion_execution::memory_pool::proxy::VecAllocExt; use itertools::izip; @@ -212,9 +211,8 @@ mod tests { use std::sync::Arc; use crate::aggregates::group_values::multi_group_by::primitive::PrimitiveGroupValueBuilder; + use arrow::array::{ArrayRef, Int64Array, NullBufferBuilder}; use arrow::datatypes::Int64Type; - use arrow_array::{ArrayRef, Int64Array}; - use arrow_buffer::NullBufferBuilder; use arrow_schema::DataType; use super::GroupColumn; diff --git a/datafusion/physical-plan/src/aggregates/group_values/null_builder.rs b/datafusion/physical-plan/src/aggregates/group_values/null_builder.rs index a584cf58e50a0..369d921d2fc89 100644 --- a/datafusion/physical-plan/src/aggregates/group_values/null_builder.rs +++ b/datafusion/physical-plan/src/aggregates/group_values/null_builder.rs @@ -15,7 +15,8 @@ // specific language governing permissions and limitations // under the License. -use arrow_buffer::{BooleanBufferBuilder, NullBuffer}; +use arrow::array::BooleanBufferBuilder; +use arrow::buffer::NullBuffer; /// Builder for an (optional) null mask /// diff --git a/datafusion/physical-plan/src/aggregates/group_values/single_group_by/primitive.rs b/datafusion/physical-plan/src/aggregates/group_values/single_group_by/primitive.rs index 78a5f619fcd63..f613e8d795e36 100644 --- a/datafusion/physical-plan/src/aggregates/group_values/single_group_by/primitive.rs +++ b/datafusion/physical-plan/src/aggregates/group_values/single_group_by/primitive.rs @@ -17,11 +17,12 @@ use crate::aggregates::group_values::GroupValues; use ahash::RandomState; +use arrow::array::{ + cast::AsArray, ArrayRef, ArrowNativeTypeOp, ArrowPrimitiveType, NullBufferBuilder, + PrimitiveArray, +}; use arrow::datatypes::i256; use arrow::record_batch::RecordBatch; -use arrow_array::cast::AsArray; -use arrow_array::{ArrayRef, ArrowNativeTypeOp, ArrowPrimitiveType, PrimitiveArray}; -use arrow_buffer::NullBufferBuilder; use arrow_buffer::{IntervalDayTime, IntervalMonthDayNano}; use arrow_schema::DataType; use datafusion_common::Result; diff --git a/datafusion/physical-plan/src/joins/hash_join.rs b/datafusion/physical-plan/src/joins/hash_join.rs index bac72e8a0cc7d..6d33a3a56eac0 100644 --- a/datafusion/physical-plan/src/joins/hash_join.rs +++ b/datafusion/physical-plan/src/joins/hash_join.rs @@ -1644,9 +1644,9 @@ mod tests { }; use arrow::array::{Date32Array, Int32Array}; + use arrow::buffer::NullBuffer; use arrow::datatypes::{DataType, Field}; use arrow_array::StructArray; - use arrow_buffer::NullBuffer; use datafusion_common::{ assert_batches_eq, assert_batches_sorted_eq, assert_contains, exec_err, ScalarValue, diff --git a/datafusion/physical-plan/src/joins/mod.rs b/datafusion/physical-plan/src/joins/mod.rs index bfdeb2fd6e27b..fdb5cdeb5136d 100644 --- a/datafusion/physical-plan/src/joins/mod.rs +++ b/datafusion/physical-plan/src/joins/mod.rs @@ -17,7 +17,7 @@ //! DataFusion Join implementations -use arrow_buffer::BooleanBufferBuilder; +use arrow::array::BooleanBufferBuilder; pub use cross_join::CrossJoinExec; pub use hash_join::HashJoinExec; pub use nested_loop_join::NestedLoopJoinExec; diff --git a/datafusion/physical-plan/src/joins/stream_join_utils.rs b/datafusion/physical-plan/src/joins/stream_join_utils.rs index 6d4f06b3aef25..00d9a6b0ae46e 100644 --- a/datafusion/physical-plan/src/joins/stream_join_utils.rs +++ b/datafusion/physical-plan/src/joins/stream_join_utils.rs @@ -26,9 +26,11 @@ use crate::joins::utils::{JoinFilter, JoinHashMapType}; use crate::metrics::{ExecutionPlanMetricsSet, MetricBuilder}; use crate::{metrics, ExecutionPlan}; +use arrow::array::{ + ArrowPrimitiveType, BooleanBufferBuilder, NativeAdapter, PrimitiveArray, RecordBatch, +}; use arrow::compute::concat_batches; -use arrow_array::{ArrowPrimitiveType, NativeAdapter, PrimitiveArray, RecordBatch}; -use arrow_buffer::{ArrowNativeType, BooleanBufferBuilder}; +use arrow_buffer::ArrowNativeType; use arrow_schema::{Schema, SchemaRef}; use datafusion_common::tree_node::{Transformed, TransformedResult, TreeNode}; use datafusion_common::{ diff --git a/datafusion/physical-plan/src/sorts/cursor.rs b/datafusion/physical-plan/src/sorts/cursor.rs index 5cd24b89f5c1b..2c298c9327f44 100644 --- a/datafusion/physical-plan/src/sorts/cursor.rs +++ b/datafusion/physical-plan/src/sorts/cursor.rs @@ -18,6 +18,7 @@ use std::cmp::Ordering; use arrow::buffer::ScalarBuffer; +use arrow::buffer::{Buffer, OffsetBuffer}; use arrow::compute::SortOptions; use arrow::datatypes::ArrowNativeTypeOp; use arrow::row::Rows; @@ -25,7 +26,6 @@ use arrow_array::types::ByteArrayType; use arrow_array::{ Array, ArrowPrimitiveType, GenericByteArray, OffsetSizeTrait, PrimitiveArray, }; -use arrow_buffer::{Buffer, OffsetBuffer}; use datafusion_execution::memory_pool::MemoryReservation; /// A comparable collection of values for use with [`Cursor`] diff --git a/datafusion/physical-plan/src/unnest.rs b/datafusion/physical-plan/src/unnest.rs index ef6797c9b10d0..942dd7881052b 100644 --- a/datafusion/physical-plan/src/unnest.rs +++ b/datafusion/physical-plan/src/unnest.rs @@ -951,9 +951,11 @@ fn repeat_arrs_from_indices( #[cfg(test)] mod tests { use super::*; + use arrow::array::{ + GenericListArray, NullBufferBuilder, OffsetSizeTrait, StringArray, + }; + use arrow::buffer::{NullBuffer, OffsetBuffer}; use arrow::datatypes::{Field, Int32Type}; - use arrow_array::{GenericListArray, OffsetSizeTrait, StringArray}; - use arrow_buffer::{NullBuffer, NullBufferBuilder, OffsetBuffer}; use datafusion_common::assert_batches_eq; // Create a GenericListArray with the following list values: