[branch-2.1][opt](paimon) support mapping Paimon column type "Row" to Doris type "Struct"

.asf.yaml

@@ -52,15 +52,13 @@ github:
           - Clang Formatter
           - CheckStyle
           - P0 Regression (Doris Regression)
-          - P0 Regression PipelineX (Doris Regression)
           - P1 Regression (Doris Regression)
           - External Regression (Doris External Regression)
+          - cloud_p1 (Doris Cloud Regression)
           - FE UT (Doris FE UT)
           - BE UT (Doris BE UT)
           - Build Broker
-          - Build Documents
           - ShellCheck          
-          - clickbench-new (clickbench)
           - Build Third Party Libraries (Linux)
           - Build Third Party Libraries (macOS)
           - COMPILE (DORIS_COMPILE)
@@ -95,8 +93,6 @@ github:
           - BE UT (Doris BE UT)
           - Build Broker
           - ShellCheck
-          - Build Documents
-          - clickbench-new (clickbench)
           - Build Third Party Libraries (Linux)
           - Build Third Party Libraries (macOS)
           - COMPILE (DORIS_COMPILE)
@@ -109,14 +105,13 @@ github:
     - LemonLiTree
     - Yukang-Lian
     - TangSiyang2001
-    - platoneko
     - Lchangliang
     - freemandealer
     - shuke987
     - wm1581066
     - KassieZ
-    - yujun777
     - gavinchou
+    - yujun777
 
 notifications:
     pullrequests_status:  commits@doris.apache.org

.clang-tidy

@@ -4,6 +4,10 @@ Checks: |
   clang-diagnostic-*,
   clang-analyzer-*,
   bugprone-redundant-branch-condition,
+  bugprone-use-after-move,
+  bugprone-bool-pointer-implicit-conversion,
+  bugprone-unused-raii,
+  bugprone-fold-init-type,
   modernize-*,
   -modernize-use-trailing-return-type,
   -modernize-use-nodiscard,
@@ -19,15 +23,16 @@ Checks: |
   -readability-inconsistent-declaration-parameter-name,
   -readability-isolate-declaration,
   -readability-named-parameter,
+  -readability-avoid-const-params-in-decls,
+  -readability-convert-member-functions-to-static,
   portability-simd-intrinsics,
   performance-type-promotion-in-math-fn,
   performance-faster-string-find,
   performance-inefficient-algorithm,
   performance-move-const-arg
-WarningsAsErrors: '*'
+WarningsAsErrors: "*"
 CheckOptions:
-  - key:             readability-function-size.LineThreshold
-    value:           '80'
-  - key:             readability-function-cognitive-complexity.Threshold
-    value:           '50'
-
+  - key: readability-function-size.LineThreshold
+    value: "80"
+  - key: readability-function-cognitive-complexity.Threshold
+    value: "50"

.github/workflows/build-extension.yml

@@ -61,7 +61,7 @@ jobs:
         uses: actions/setup-java@v2
         with:
           distribution: adopt
-          java-version: '8'
+          java-version: '17'
 
       - name: Setup thrift
         run: |
@@ -84,39 +84,39 @@ jobs:
       - name: Build broker
         run: |
           cd fs_brokers/apache_hdfs_broker/ && /bin/bash build.sh
-  build-docs:
-    name: Build Documents
-    needs: changes
-    if: ${{ needs.changes.outputs.docs_changes == 'true' }}
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout ${{ github.ref }}
-        uses: actions/checkout@v3
+  # build-docs:
+  #   name: Build Documents
+  #   needs: changes
+  #   if: ${{ needs.changes.outputs.docs_changes == 'true' }}
+  #   runs-on: ubuntu-latest
+  #   steps:
+  #     - name: Checkout ${{ github.ref }}
+  #       uses: actions/checkout@v3
 
-      - name: Build docs
-        run: |
-          cd docs && /bin/bash build_help_zip.sh
-      - name: Build
-        run: |
-          git clone https://github.com/apache/doris-website.git website
-          cd website
-          echo "[\"current\"]" > versions.json 
-          mkdir -p docs
-          cp -R ../docs/en/docs/* docs/
-          cp -R ../docs/sidebars.json sidebars.json
-          mkdir -p i18n/zh-CN/docusaurus-plugin-content-docs/current
-          cp -R ../docs/zh-CN/docs/* i18n/zh-CN/docusaurus-plugin-content-docs/current/
-          cp -R ../docs/dev.json i18n/zh-CN/docusaurus-plugin-content-docs/current.json
+  #     - name: Build docs
+  #       run: |
+  #         cd docs && /bin/bash build_help_zip.sh
+  #     - name: Build
+  #       run: |
+  #         git clone https://github.com/apache/doris-website.git website
+  #         cd website
+  #         echo "[\"current\"]" > versions.json 
+  #         mkdir -p docs
+  #         cp -R ../docs/en/docs/* docs/
+  #         cp -R ../docs/sidebars.json sidebars.json
+  #         mkdir -p i18n/zh-CN/docusaurus-plugin-content-docs/current
+  #         cp -R ../docs/zh-CN/docs/* i18n/zh-CN/docusaurus-plugin-content-docs/current/
+  #         cp -R ../docs/dev.json i18n/zh-CN/docusaurus-plugin-content-docs/current.json
 
-          mkdir -p community
-          cp -R ../docs/en/community/* community/
-          mkdir -p i18n/zh-CN/docusaurus-plugin-content-docs-community/current/
-          cp -R ../docs/zh-CN/community/* i18n/zh-CN/docusaurus-plugin-content-docs-community/current/
-          cp -R ../docs/sidebarsCommunity.json .
+  #         mkdir -p community
+  #         cp -R ../docs/en/community/* community/
+  #         mkdir -p i18n/zh-CN/docusaurus-plugin-content-docs-community/current/
+  #         cp -R ../docs/zh-CN/community/* i18n/zh-CN/docusaurus-plugin-content-docs-community/current/
+  #         cp -R ../docs/sidebarsCommunity.json .
 
-          cp -R ../docs/images static/
-          npm install -g yarn
-          yarn cache clean
-          yarn && yarn build
-          cd ../
-          rm -rf website
+  #         cp -R ../docs/images static/
+  #         npm install -g yarn
+  #         yarn cache clean
+  #         yarn && yarn build
+  #         cd ../
+  #         rm -rf website

.github/workflows/build-thirdparty.yml

@@ -166,10 +166,12 @@ jobs:
             'llvm@16'
           )
 
-          brew install "${packages[@]}"
+          brew install "${packages[@]}" || true
 
       - name: Build
         run: |
+          export MACOSX_DEPLOYMENT_TARGET=12.0
+
           cd thirdparty
           ./build-thirdparty.sh -j "$(nproc)"
 

.github/workflows/clang-format.yml

@@ -17,7 +17,7 @@
 #
 
 ---
-name: BE Code Formatter
+name: Code Formatter
 
 on: [push, pull_request_target]
 
@@ -52,9 +52,11 @@ jobs:
         id: filter
         with:
           filters: |
-            be_changes:
+            changes:
               - 'be/src/**'
               - 'be/test/**'
+              - 'cloud/src/**'
+              - 'cloud/test/**'
 
       - name: Checkout clang-format-lint-action
         run: |
@@ -66,14 +68,14 @@ jobs:
           popd &>/dev/null
 
       - name: "Format it!"
-        if: ${{ steps.filter.outputs.be_changes == 'true' }}
+        if: ${{ steps.filter.outputs.changes == 'true' }}
         uses: ./.github/actions/clang-format-lint-action
-        id: be_clang_format
+        id: clang_format
         with:
-          source: "be/src be/test"
+          source: "be/src be/test cloud/src cloud/test"
           clangFormatVersion: 16
           inplace: False
 
       - name: Ignore it!
-        if: ${{ steps.filter.outputs.be_changes == 'false' }}
+        if: ${{ steps.filter.outputs.changes == 'false' }}
         run: echo 'No need to check.'

.github/workflows/code-checks.yml

@@ -79,15 +79,16 @@ jobs:
         id: filter
         with:
           filters: |
-            be_changes:
+            cpp_changes:
               - 'be/**'
+              - 'cloud/**'
               - 'gensrc/proto/**'
               - 'gensrc/thrift/**'
 
       - name: Generate compile_commands.json
         id: generate
         run: |
-          if [[ "${{ steps.filter.outputs.be_changes }}" == 'true' ]]; then
+          if [[ "${{ steps.filter.outputs.cpp_changes }}" == 'true' ]]; then
             export DEFAULT_DIR='/opt/doris'
 
             mkdir "${DEFAULT_DIR}"
@@ -104,14 +105,14 @@ jobs:
             popd
 
             export PATH="${DEFAULT_DIR}/ldb-toolchain/bin/:$(pwd)/thirdparty/installed/bin/:${PATH}"
-            DISABLE_JAVA_UDF=ON DORIS_TOOLCHAIN=clang ENABLE_PCH=OFF OUTPUT_BE_BINARY=0 ./build.sh --be
+            DISABLE_BE_JAVA_EXTENSIONS=ON DO_NOT_CHECK_JAVA_ENV=ON DORIS_TOOLCHAIN=clang ENABLE_PCH=OFF OUTPUT_BE_BINARY=0 ./build.sh --be --cloud
           fi
 
-          echo "should_check=${{ steps.filter.outputs.be_changes }}" >>${GITHUB_OUTPUT}
+          echo "should_check=${{ steps.filter.outputs.cpp_changes }}" >>${GITHUB_OUTPUT}
 
       - name: Upload
         uses: actions/upload-artifact@v3
-        if: ${{ steps.filter.outputs.be_changes == 'true' }}
+        if: ${{ steps.filter.outputs.cpp_changes == 'true' }}
         with:
           name: compile_commands
           path: ./be/build_Release/compile_commands.json