ARROW-7878: [C++][Compute] Draft LogicalPlan classes

ci/cpp-msvc-build-main.bat

@@ -78,6 +78,7 @@ cmake -G "%GENERATOR%" %CMAKE_ARGS% ^
       -DARROW_FLIGHT=%ARROW_BUILD_FLIGHT% ^
       -DARROW_GANDIVA=%ARROW_BUILD_GANDIVA% ^
       -DARROW_DATASET=ON ^
+      -DARROW_ENGINE=ON ^
       -DARROW_S3=%ARROW_S3% ^
       -DARROW_MIMALLOC=ON ^
       -DARROW_PARQUET=ON ^

ci/docker/conda-cpp.dockerfile

@@ -65,6 +65,7 @@ ENTRYPOINT [ "/bin/bash", "-c", "-l" ]
 ENV ARROW_BUILD_TESTS=ON \
     ARROW_DEPENDENCY_SOURCE=CONDA \
     ARROW_DATASET=ON \
+    ARROW_ENGINE=ON \
     ARROW_FLIGHT=ON \
     ARROW_GANDIVA=ON \
     ARROW_HOME=$CONDA_PREFIX \

ci/docker/conda-integration.dockerfile

@@ -45,6 +45,7 @@ ENV ARROW_BUILD_INTEGRATION=ON \
     ARROW_FLIGHT=ON \
     ARROW_ORC=OFF \
     ARROW_DATASET=OFF \
+    ARROW_ENGINE=OFF \
     ARROW_GANDIVA=OFF \
     ARROW_PLASMA=OFF \
     ARROW_FILESYSTEM=OFF \

ci/docker/cuda-10.0-cpp.dockerfile

@@ -76,6 +76,7 @@ ENV ARROW_BUILD_STATIC=OFF \
     ARROW_CSV=OFF \
     ARROW_CUDA=ON \
     ARROW_DATASET=OFF \
+    ARROW_ENGINE=OFF \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_FILESYSTEM=OFF \
     ARROW_FLIGHT=OFF \

ci/docker/cuda-10.1-cpp.dockerfile

@@ -76,6 +76,7 @@ ENV ARROW_BUILD_STATIC=OFF \
     ARROW_CSV=OFF \
     ARROW_CUDA=ON \
     ARROW_DATASET=OFF \
+    ARROW_ENGINE=OFF \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_FILESYSTEM=OFF \
     ARROW_FLIGHT=OFF \

ci/docker/cuda-9.1-cpp.dockerfile

@@ -76,6 +76,7 @@ ENV ARROW_BUILD_STATIC=OFF \
     ARROW_CSV=OFF \
     ARROW_CUDA=ON \
     ARROW_DATASET=OFF \
+    ARROW_ENGINE=OFF \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_FILESYSTEM=OFF \
     ARROW_FLIGHT=OFF \

ci/docker/debian-10-cpp.dockerfile

@@ -61,6 +61,7 @@ RUN export DEBIAN_FRONTEND=noninteractive && \
 ENV ARROW_BUILD_TESTS=ON \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_DATASET=ON \
+    ARROW_ENGINE=ON \
     ARROW_FLIGHT=ON \
     ARROW_GANDIVA=ON \
     ARROW_HOME=/usr/local \

ci/docker/fedora-29-cpp.dockerfile

@@ -59,6 +59,7 @@ RUN dnf update -y && \
 ENV ARROW_BUILD_TESTS=ON \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_DATASET=ON \
+    ARROW_ENGINE=ON \
     ARROW_FLIGHT=ON \
     ARROW_GANDIVA_JAVA=ON \
     ARROW_GANDIVA=OFF \

ci/docker/ubuntu-14.04-cpp.dockerfile

@@ -58,6 +58,7 @@ RUN apt-get update -y -q && \
 ENV ARROW_BUILD_TESTS=ON \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_DATASET=ON \
+    ARROW_ENGINE=ON \
     ARROW_FLIGHT=OFF \
     ARROW_GANDIVA_JAVA=OFF \
     ARROW_GANDIVA=OFF \

ci/docker/ubuntu-16.04-cpp.dockerfile

@@ -66,6 +66,7 @@ RUN apt-get update -y -q && \
 ENV ARROW_BUILD_BENCHMARKS=OFF \
     ARROW_BUILD_TESTS=ON \
     ARROW_DATASET=ON \
+    ARROW_ENGINE=ON \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_GANDIVA_JAVA=OFF \
     ARROW_GANDIVA=ON \

ci/docker/ubuntu-18.04-cpp.dockerfile

@@ -95,6 +95,7 @@ RUN apt-get update -y -q && \
 ENV ARROW_BUILD_TESTS=ON \
     ARROW_DEPENDENCY_SOURCE=SYSTEM \
     ARROW_DATASET=ON \
+    ARROW_ENGINE=ON \
     ARROW_FLIGHT=OFF \
     ARROW_GANDIVA=ON \
     ARROW_HDFS=ON \

ci/scripts/PKGBUILD

@@ -82,6 +82,7 @@ build() {
     -DARROW_COMPUTE=ON \
     -DARROW_CSV=ON \
     -DARROW_DATASET=ON \
+    -DARROW_ENGINE=ON \
     -DARROW_FILESYSTEM=ON \
     -DARROW_HDFS=OFF \
     -DARROW_JEMALLOC=OFF \

ci/scripts/cpp_build.sh

@@ -58,6 +58,7 @@ cmake -G "${CMAKE_GENERATOR:-Ninja}" \
       -DARROW_CUDA=${ARROW_CUDA:-OFF} \
       -DARROW_CXXFLAGS=${ARROW_CXXFLAGS:-} \
       -DARROW_DATASET=${ARROW_DATASET:-ON} \
+      -DARROW_ENGINE=${ARROW_ENGINE:-ON} \
       -DARROW_DEPENDENCY_SOURCE=${ARROW_DEPENDENCY_SOURCE:-AUTO} \
       -DARROW_EXTRA_ERROR_CONTEXT=${ARROW_EXTRA_ERROR_CONTEXT:-OFF} \
       -DARROW_ENABLE_TIMING_TESTS=${ARROW_ENABLE_TIMING_TESTS:-ON} \

cpp/CMakeLists.txt

@@ -296,7 +296,12 @@ if(ARROW_CUDA OR ARROW_FLIGHT OR ARROW_PARQUET OR ARROW_BUILD_TESTS)
   set(ARROW_IPC ON)
 endif()
 
+if(ARROW_ENGINE)
+  set(ARROW_DATASET ON)
+endif()
+
 if(ARROW_DATASET)
+  set(ARROW_PARQUET ON)
   set(ARROW_FILESYSTEM ON)
 endif()
 

cpp/cmake_modules/DefineOptions.cmake

@@ -173,6 +173,8 @@ if("${CMAKE_SOURCE_DIR}" STREQUAL "${CMAKE_CURRENT_SOURCE_DIR}")
 
   define_option(ARROW_DATASET "Build the Arrow Dataset Modules" OFF)
 
+  define_option(ARROW_ENGINE "Build the Arrow Query Engine Modules" OFF)
+
   define_option(ARROW_FILESYSTEM "Build the Arrow Filesystem Layer" OFF)
 
   define_option(ARROW_FLIGHT

cpp/cmake_modules/FindArrowEngine.cmake

@@ -0,0 +1,98 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+# - Find Arrow Query Engine (arrow/engine/api.h, libarrow_engine.a, libarrow_engine.so)
+#
+# This module requires Arrow from which it uses
+#  arrow_find_package()
+#
+# This module defines
+#  ARROW_ENGINE_FOUND, whether Arrow Query Engine has been found
+#  ARROW_ENGINE_IMPORT_LIB,
+#    path to libarrow_engine's import library (Windows only)
+#  ARROW_ENGINE_INCLUDE_DIR, directory containing headers
+#  ARROW_ENGINE_LIB_DIR, directory containing Arrow Query Engine libraries
+#  ARROW_ENGINE_SHARED_LIB, path to libarrow_engine's shared library
+#  ARROW_ENGINE_STATIC_LIB, path to libarrow_engine.a
+
+if(DEFINED ARROW_ENGINE_FOUND)
+  return()
+endif()
+
+set(find_package_arguments)
+if(${CMAKE_FIND_PACKAGE_NAME}_FIND_VERSION)
+  list(APPEND find_package_arguments
+              "${${CMAKE_FIND_PACKAGE_NAME}_FIND_VERSION}")
+endif()
+if(${CMAKE_FIND_PACKAGE_NAME}_FIND_REQUIRED)
+  list(APPEND find_package_arguments REQUIRED)
+endif()
+if(${CMAKE_FIND_PACKAGE_NAME}_FIND_QUIETLY)
+  list(APPEND find_package_arguments QUIET)
+endif()
+find_package(Arrow ${find_package_arguments})
+find_package(ArrowEngine ${find_package_arguments})
+
+if(ARROW_FOUND AND ARROW_DATASET_FOUND)
+  arrow_find_package(ARROW_ENGINE
+                     "${ARROW_HOME}"
+                     arrow_engine
+                     arrow/engine/api.h
+                     ArrowEngine
+                     arrow-engine)
+  if(NOT ARROW_ENGINE_VERSION)
+    set(ARROW_ENGINE_VERSION "${ARROW_VERSION}")
+  endif()
+endif()
+
+if("${ARROW_ENGINE_VERSION}" VERSION_EQUAL "${ARROW_VERSION}")
+  set(ARROW_ENGINE_VERSION_MATCH TRUE)
+else()
+  set(ARROW_ENGINE_VERSION_MATCH FALSE)
+endif()
+
+mark_as_advanced(ARROW_ENGINE_IMPORT_LIB
+                 ARROW_ENGINE_INCLUDE_DIR
+                 ARROW_ENGINE_LIBS
+                 ARROW_ENGINE_LIB_DIR
+                 ARROW_ENGINE_SHARED_IMP_LIB
+                 ARROW_ENGINE_SHARED_LIB
+                 ARROW_ENGINE_STATIC_LIB
+                 ARROW_ENGINE_VERSION
+                 ARROW_ENGINE_VERSION_MATCH)
+
+find_package_handle_standard_args(ArrowEngine
+                                  REQUIRED_VARS
+                                  ARROW_ENGINE_INCLUDE_DIR
+                                  ARROW_ENGINE_LIB_DIR
+                                  ARROW_ENGINE_VERSION_MATCH
+                                  VERSION_VAR
+                                  ARROW_ENGINE_VERSION)
+set(ARROW_ENGINE_FOUND ${ArrowEngine_FOUND})
+
+if(ArrowEngine_FOUND AND NOT ArrowEngine_FIND_QUIETLY)
+  message(STATUS "Found the Arrow Engine by ${ARROW_ENGINE_FIND_APPROACH}")
+  message(
+    STATUS "Found the Arrow Engine shared library: ${ARROW_ENGINE_SHARED_LIB}"
+    )
+  message(
+    STATUS "Found the Arrow Engine import library: ${ARROW_ENGINE_IMPORT_LIB}"
+    )
+  message(
+    STATUS "Found the Arrow Engine static library: ${ARROW_ENGINE_STATIC_LIB}"
+    )
+endif()

cpp/src/arrow/CMakeLists.txt

@@ -586,6 +586,10 @@ if(ARROW_DATASET)
   add_subdirectory(dataset)
 endif()
 
+if(ARROW_ENGINE)
+  add_subdirectory(engine)
+endif()
+
 if(ARROW_FILESYSTEM)
   add_subdirectory(filesystem)
 endif()

cpp/src/arrow/compute/kernels/sum_internal.h

@@ -54,6 +54,32 @@ struct FindAccumulatorType<I, enable_if_floating_point<I>> {
   using Type = DoubleType;
 };
 
+#define ACCUMULATOR_TYPE_CASE(ID, TYPE) \
+  case Type::ID:                        \
+    return TypeTraits<FindAccumulatorType<TYPE>::Type>::type_singleton();
+
+static inline std::shared_ptr<DataType> GetAccumulatorType(
+    const std::shared_ptr<DataType>& type) {
+  switch (type->id()) {
+    ACCUMULATOR_TYPE_CASE(INT8, Int8Type)
+    ACCUMULATOR_TYPE_CASE(INT16, Int16Type)
+    ACCUMULATOR_TYPE_CASE(INT32, Int32Type)
+    ACCUMULATOR_TYPE_CASE(INT64, Int64Type)
+    ACCUMULATOR_TYPE_CASE(UINT8, UInt8Type)
+    ACCUMULATOR_TYPE_CASE(UINT16, UInt16Type)
+    ACCUMULATOR_TYPE_CASE(UINT32, UInt32Type)
+    ACCUMULATOR_TYPE_CASE(UINT64, UInt64Type)
+    ACCUMULATOR_TYPE_CASE(FLOAT, FloatType)
+    ACCUMULATOR_TYPE_CASE(DOUBLE, DoubleType)
+    default:
+      return nullptr;
+  }
+
+  ARROW_UNREACHABLE;
+}
+
+#undef ACCUMULATOR_TYPE_CASE
+
 template <typename ArrowType, typename StateType>
 class SumAggregateFunction final : public AggregateFunctionStaticState<StateType> {
   using CType = typename TypeTraits<ArrowType>::CType;

cpp/src/arrow/engine/ArrowEngineConfig.cmake.in

@@ -0,0 +1,37 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+# This config sets the following variables in your project::
+#
+#   ArrowEngine_FOUND - true if Arrow Query engine is found on the system
+#
+# This config sets the following targets in your project::
+#
+#   arrow_engine_shared - for linked as shared library if shared library is built
+#   arrow_engine_static - for linked as static library if static library is built
+
+@PACKAGE_INIT@
+
+include(CMakeFindDependencyMacro)
+find_dependency(Arrow)
+find_dependency(ArrowDataset)
+
+# Load targets only once. If we load targets multiple times, CMake reports
+# already existent target error.
+if(NOT (TARGET arrow_engine_shared OR TARGET arrow_engine_static))
+  include("${CMAKE_CURRENT_LIST_DIR}/ArrowEngineTargets.cmake")
+endif()