From ad01c3395bd87719e7092baa586f0646dbf60188 Mon Sep 17 00:00:00 2001 From: zhangdong <493738387@qq.com> Date: Wed, 23 Aug 2023 21:47:52 +0800 Subject: [PATCH 1/5] add custom jar --- bin/start_be.sh | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/bin/start_be.sh b/bin/start_be.sh index 6eead1c1e467b8..555b488c5fbff6 100755 --- a/bin/start_be.sh +++ b/bin/start_be.sh @@ -90,6 +90,15 @@ for preload_jar in "${preload_jars[@]}"; do fi done +# add custom jar +custom_extension_folder="${DORIS_HOME}/lib/java_extensions/custom_extension" + +if [ -d "$custom_extension_folder" ]; then + for file in "$custom_extension_folder"/*.jar ; do + export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${file}" + done +fi + if [[ -d "${DORIS_HOME}/lib/hadoop_hdfs/" ]]; then # add hadoop libs for f in "${DORIS_HOME}/lib/hadoop_hdfs/common"/*.jar; do From 1b33c2543b67ad75c25882675fe3a188356bdfb4 Mon Sep 17 00:00:00 2001 From: zhangdong <493738387@qq.com> Date: Wed, 23 Aug 2023 21:59:48 +0800 Subject: [PATCH 2/5] format --- bin/start_be.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/bin/start_be.sh b/bin/start_be.sh index 555b488c5fbff6..f378cc22ed719c 100755 --- a/bin/start_be.sh +++ b/bin/start_be.sh @@ -93,8 +93,8 @@ done # add custom jar custom_extension_folder="${DORIS_HOME}/lib/java_extensions/custom_extension" -if [ -d "$custom_extension_folder" ]; then - for file in "$custom_extension_folder"/*.jar ; do +if [[ -d "${custom_extension_folder}" ]]; then + for file in "${custom_extension_folder}"/*.jar ; do export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${file}" done fi From 2b7fd22841a7d0fdbdd3caf8e0e82299bd97d5cb Mon Sep 17 00:00:00 2001 From: zhangdong <493738387@qq.com> Date: Wed, 23 Aug 2023 22:04:53 +0800 Subject: [PATCH 3/5] format --- bin/start_be.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/bin/start_be.sh b/bin/start_be.sh index f378cc22ed719c..26a627d93ace37 100755 --- a/bin/start_be.sh +++ b/bin/start_be.sh @@ -94,9 +94,9 @@ done custom_extension_folder="${DORIS_HOME}/lib/java_extensions/custom_extension" if [[ -d "${custom_extension_folder}" ]]; then - for file in "${custom_extension_folder}"/*.jar ; do - export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${file}" - done + for file in "${custom_extension_folder}"/*.jar ; do + export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${file}" + done fi if [[ -d "${DORIS_HOME}/lib/hadoop_hdfs/" ]]; then From 6469693df03d06918ccbc272e5e091e241c8ee63 Mon Sep 17 00:00:00 2001 From: zhangdong <493738387@qq.com> Date: Wed, 23 Aug 2023 22:08:27 +0800 Subject: [PATCH 4/5] format --- bin/start_be.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/bin/start_be.sh b/bin/start_be.sh index 26a627d93ace37..eafd628fff0b6b 100755 --- a/bin/start_be.sh +++ b/bin/start_be.sh @@ -94,7 +94,7 @@ done custom_extension_folder="${DORIS_HOME}/lib/java_extensions/custom_extension" if [[ -d "${custom_extension_folder}" ]]; then - for file in "${custom_extension_folder}"/*.jar ; do + for file in "${custom_extension_folder}"/*.jar; do export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${file}" done fi From b699ce9824f0d7426986d2a77cfb6508dbb603bb Mon Sep 17 00:00:00 2001 From: zhangdong <493738387@qq.com> Date: Thu, 24 Aug 2023 09:14:24 +0800 Subject: [PATCH 5/5] add doc --- bin/start_be.sh | 24 +++++++------------ .../admin-manual/cluster-management/fqdn.md | 6 ++++- .../en/docs/lakehouse/multi-catalog/paimon.md | 11 +++++++++ .../admin-manual/cluster-management/fqdn.md | 6 ++++- .../docs/lakehouse/multi-catalog/paimon.md | 10 ++++++++ 5 files changed, 39 insertions(+), 18 deletions(-) diff --git a/bin/start_be.sh b/bin/start_be.sh index eafd628fff0b6b..09613b3b20b83b 100755 --- a/bin/start_be.sh +++ b/bin/start_be.sh @@ -81,23 +81,15 @@ fi preload_jars=("preload-extensions") preload_jars+=("java-udf") -for preload_jar in "${preload_jars[@]}"; do - f="${DORIS_HOME}/lib/java_extensions/${preload_jar}/${preload_jar}-jar-with-dependencies.jar" - if [[ -z "${DORIS_CLASSPATH}" ]]; then - export DORIS_CLASSPATH="${f}" - else - export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${f}" - fi -done - -# add custom jar -custom_extension_folder="${DORIS_HOME}/lib/java_extensions/custom_extension" - -if [[ -d "${custom_extension_folder}" ]]; then - for file in "${custom_extension_folder}"/*.jar; do - export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${file}" +for preload_jar_dir in "${preload_jars[@]}"; do + for f in "${DORIS_HOME}/lib/java_extensions/${preload_jar_dir}"/*.jar; do + if [[ -z "${DORIS_CLASSPATH}" ]]; then + export DORIS_CLASSPATH="${f}" + else + export DORIS_CLASSPATH="${DORIS_CLASSPATH}:${f}" + fi done -fi +done if [[ -d "${DORIS_HOME}/lib/hadoop_hdfs/" ]]; then # add hadoop libs diff --git a/docs/en/docs/admin-manual/cluster-management/fqdn.md b/docs/en/docs/admin-manual/cluster-management/fqdn.md index 67ea47d9cf930e..0693392c006090 100644 --- a/docs/en/docs/admin-manual/cluster-management/fqdn.md +++ b/docs/en/docs/admin-manual/cluster-management/fqdn.md @@ -76,13 +76,17 @@ After deploying the cluster according to 'Enable FQDN for new cluster', if you w Precondition: The current program supports the syntax 'Alter SYSTEM MODIFY FRONTEND':'HOSTNAME'', If not, upgrade to a version that supports the syntax +>Note that. +> +> At least three followers are required to perform the following operations, otherwise the cluster may not start properly + Next, follow the steps below: 1. Perform the following operations on the Follower and Observer nodes one by one (and finally on the Master node): 1. Stop the node. 2. Check if the node has stopped. Execute 'show frontends' through the MySQL client to view the Alive status of the FE node until it becomes false - 3. set FQDN for node: `ALTER SYSTEM MODIFY FRONTEND ":" HOSTNAME ""` + 3. set FQDN for node: `ALTER SYSTEM MODIFY FRONTEND ":" HOSTNAME ""`(After stopping the master, a new master node will be selected and used to execute SQL statements) 4. Modify node configuration. Modify the 'conf/fe. conf' file in the FE root directory and add the configuration: `enable_fqdn_mode = true` 5. Start the node. diff --git a/docs/en/docs/lakehouse/multi-catalog/paimon.md b/docs/en/docs/lakehouse/multi-catalog/paimon.md index 79e5b76681d125..68bf4cb0112f23 100644 --- a/docs/en/docs/lakehouse/multi-catalog/paimon.md +++ b/docs/en/docs/lakehouse/multi-catalog/paimon.md @@ -60,6 +60,11 @@ CREATE CATALOG `paimon_hdfs` PROPERTIES ( #### S3 +>Note that. +> +> user need download [paimon-s3-0.4.0-incubating.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-s3/0.4.0-incubating/paimon-s3-0.4.0-incubating.jar) +> Place it in directory ${DORIS_HOME}/be/lib/java_extensions/preload-extensions and restart be + ```sql CREATE CATALOG `paimon_s3` PROPERTIES ( "type" = "paimon", @@ -73,6 +78,12 @@ CREATE CATALOG `paimon_s3` PROPERTIES ( #### OSS +>Note that. +> +> user need download [paimon-oss-0.4.0-incubating.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-oss/0.4.0-incubating/paimon-oss-0.4.0-incubating.jar) +> Place it in directory ${DORIS_HOME}/be/lib/java_extensions/preload-extensions and restart be + + ```sql CREATE CATALOG `paimon_oss` PROPERTIES ( "type" = "paimon", diff --git a/docs/zh-CN/docs/admin-manual/cluster-management/fqdn.md b/docs/zh-CN/docs/admin-manual/cluster-management/fqdn.md index 11cb859d65c8bc..e7ec1454511634 100644 --- a/docs/zh-CN/docs/admin-manual/cluster-management/fqdn.md +++ b/docs/zh-CN/docs/admin-manual/cluster-management/fqdn.md @@ -76,13 +76,17 @@ K8s 部署 Doris 的方法请参考[K8s 部署doris](../../install/k8s-deploy.md 前提条件:当前程序支持`ALTER SYSTEM MODIFY FRONTEND ":" HOSTNAME ""`语法, 如果不支持,需要升级到支持该语法的版本 +>注意: +> +> 至少有三台follower才能进行如下操作,否则会造成集群无法正常启动 + 接下来按照如下步骤操作: 1. 逐一对 Follower、Observer 节点进行以下操作(最后操作 Master 节点): 1. 停止节点。 2. 检查节点是否停止。通过 MySQL 客户端执行`show frontends`,查看该 FE 节点的 Alive 状态直至变为 false - 3. 为节点设置 FQDN: `ALTER SYSTEM MODIFY FRONTEND ":" HOSTNAME ""` + 3. 为节点设置 FQDN: `ALTER SYSTEM MODIFY FRONTEND ":" HOSTNAME ""`(停掉master后,会选举出新的master节点,用新的master节点来执行sql语句) 4. 修改节点配置。修改 FE 根目录中的`conf/fe.conf`文件,添加配置:`enable_fqdn_mode = true` 5. 启动节点。 diff --git a/docs/zh-CN/docs/lakehouse/multi-catalog/paimon.md b/docs/zh-CN/docs/lakehouse/multi-catalog/paimon.md index 7a14c879ae37ad..73cab27a034dc2 100644 --- a/docs/zh-CN/docs/lakehouse/multi-catalog/paimon.md +++ b/docs/zh-CN/docs/lakehouse/multi-catalog/paimon.md @@ -60,6 +60,11 @@ CREATE CATALOG `paimon_hdfs` PROPERTIES ( #### S3 +>注意: +> +> 用户需要手动下载[paimon-s3-0.4.0-incubating.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-s3/0.4.0-incubating/paimon-s3-0.4.0-incubating.jar) +> 放在${DORIS_HOME}/be/lib/java_extensions/preload-extensions目录下并重启be + ```sql CREATE CATALOG `paimon_s3` PROPERTIES ( "type" = "paimon", @@ -73,6 +78,11 @@ CREATE CATALOG `paimon_s3` PROPERTIES ( #### OSS +>注意: +> +> 用户需要手动下载[paimon-oss-0.4.0-incubating.jar](https://repo.maven.apache.org/maven2/org/apache/paimon/paimon-oss/0.4.0-incubating/paimon-oss-0.4.0-incubating.jar) +> 放在${DORIS_HOME}/be/lib/java_extensions/preload-extensions目录下并重启be + ```sql CREATE CATALOG `paimon_oss` PROPERTIES ( "type" = "paimon",