Skip to content

[branch-2.1](test) comment out avro cases #35963

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
morningman merged 1 commit into from
Jun 6, 2024
Merged

[branch-2.1](test) comment out avro cases #35963

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
354 changes: 177 additions & 177 deletions regression-test/suites/external_table_p0/tvf/test_tvf_avro.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,180 +20,180 @@ suite("test_tvf_avro", "external,hive,tvf,avro,external_docker") {
def all_type_file = "all_type.avro";
def format = "avro"

// s3 config
String ak = getS3AK()
String sk = getS3SK()
String s3_endpoint = getS3Endpoint()
String region = getS3Region()
String bucket = context.config.otherConfigs.get("s3BucketName");
def s3Uri = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/tvf/${all_type_file}";

// hdfs config
String hdfs_port = context.config.otherConfigs.get("hive2HdfsPort")
String externalEnvIp = context.config.otherConfigs.get("externalEnvIp")
def hdfsUserName = "doris"
def defaultFS = "hdfs://${externalEnvIp}:${hdfs_port}"
def hdfsUri = "${defaultFS}" + "/user/doris/preinstalled_data/avro/avro_all_types/${all_type_file}"

// TVF s3()
qt_1 """
desc function s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

qt_2 """
select count(*) from s3(
"uri" ="${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_1 """
select * from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_2 """
select anArray from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_3 """
select aMap from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_4 """
select anEnum from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_5 """
select aRecord from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_6 """
select aUnion from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_7 """
select mapArrayLong from s3(
"uri" ="${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_8 """
select arrayMapBoolean from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_10 """
select arrayMapBoolean,aBoolean,aMap,aLong,aUnion from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_11 """
select aString,aDouble,anEnum from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

order_qt_12 """
select aRecord,aMap,aFloat from s3(
"uri" = "${s3Uri}",
"ACCESS_KEY" = "${ak}",
"SECRET_KEY" = "${sk}",
"REGION" = "${region}",
"FORMAT" = "${format}");
"""

// TVF hdfs()
String enabled = context.config.otherConfigs.get("enableHiveTest")
if (enabled != null && enabled.equalsIgnoreCase("true")) {
try {
qt_3 """
desc function HDFS(
"uri" = "${hdfsUri}",
"fs.defaultFS" = "${defaultFS}",
"hadoop.username" = "${hdfsUserName}",
"FORMAT" = "${format}"); """

order_qt_9 """ select * from HDFS(
"uri" = "${hdfsUri}",
"fs.defaultFS" = "${defaultFS}",
"hadoop.username" = "${hdfsUserName}",
"format" = "${format}")"""

qt_4 """ select count(*) from HDFS(
"uri" = "${hdfsUri}",
"fs.defaultFS" = "${defaultFS}",
"hadoop.username" = "${hdfsUserName}",
"format" = "${format}"); """

order_qt_13 """ select arrayMapBoolean,aBoolean,aMap,aLong,aUnion from HDFS(
"uri" = "${hdfsUri}",
"fs.defaultFS" = "${defaultFS}",
"hadoop.username" = "${hdfsUserName}",
"format" = "${format}")"""

order_qt_14 """ select aString,aDouble,anEnum from HDFS(
"uri" = "${hdfsUri}",
"fs.defaultFS" = "${defaultFS}",
"hadoop.username" = "${hdfsUserName}",
"format" = "${format}")"""

order_qt_15 """ select aRecord,aMap,aFloat from HDFS(
"uri" = "${hdfsUri}",
"fs.defaultFS" = "${defaultFS}",
"hadoop.username" = "${hdfsUserName}",
"format" = "${format}")"""
} finally {
}
}
}
// // s3 config
// String ak = getS3AK()
// String sk = getS3SK()
// String s3_endpoint = getS3Endpoint()
// String region = getS3Region()
// String bucket = context.config.otherConfigs.get("s3BucketName");
// def s3Uri = "https://${bucket}.${s3_endpoint}/regression/datalake/pipeline_data/tvf/${all_type_file}";

// // hdfs config
// String hdfs_port = context.config.otherConfigs.get("hive2HdfsPort")
// String externalEnvIp = context.config.otherConfigs.get("externalEnvIp")
// def hdfsUserName = "doris"
// def defaultFS = "hdfs://${externalEnvIp}:${hdfs_port}"
// def hdfsUri = "${defaultFS}" + "/user/doris/preinstalled_data/avro/avro_all_types/${all_type_file}"

// // TVF s3()
// qt_1 """
// desc function s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// qt_2 """
// select count(*) from s3(
// "uri" ="${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_1 """
// select * from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_2 """
// select anArray from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_3 """
// select aMap from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_4 """
// select anEnum from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_5 """
// select aRecord from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_6 """
// select aUnion from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_7 """
// select mapArrayLong from s3(
// "uri" ="${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_8 """
// select arrayMapBoolean from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_10 """
// select arrayMapBoolean,aBoolean,aMap,aLong,aUnion from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_11 """
// select aString,aDouble,anEnum from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// order_qt_12 """
// select aRecord,aMap,aFloat from s3(
// "uri" = "${s3Uri}",
// "ACCESS_KEY" = "${ak}",
// "SECRET_KEY" = "${sk}",
// "REGION" = "${region}",
// "FORMAT" = "${format}");
// """

// // TVF hdfs()
// String enabled = context.config.otherConfigs.get("enableHiveTest")
// if (enabled != null && enabled.equalsIgnoreCase("true")) {
// try {
// qt_3 """
// desc function HDFS(
// "uri" = "${hdfsUri}",
// "fs.defaultFS" = "${defaultFS}",
// "hadoop.username" = "${hdfsUserName}",
// "FORMAT" = "${format}"); """

// order_qt_9 """ select * from HDFS(
// "uri" = "${hdfsUri}",
// "fs.defaultFS" = "${defaultFS}",
// "hadoop.username" = "${hdfsUserName}",
// "format" = "${format}")"""

// qt_4 """ select count(*) from HDFS(
// "uri" = "${hdfsUri}",
// "fs.defaultFS" = "${defaultFS}",
// "hadoop.username" = "${hdfsUserName}",
// "format" = "${format}"); """

// order_qt_13 """ select arrayMapBoolean,aBoolean,aMap,aLong,aUnion from HDFS(
// "uri" = "${hdfsUri}",
// "fs.defaultFS" = "${defaultFS}",
// "hadoop.username" = "${hdfsUserName}",
// "format" = "${format}")"""

// order_qt_14 """ select aString,aDouble,anEnum from HDFS(
// "uri" = "${hdfsUri}",
// "fs.defaultFS" = "${defaultFS}",
// "hadoop.username" = "${hdfsUserName}",
// "format" = "${format}")"""

// order_qt_15 """ select aRecord,aMap,aFloat from HDFS(
// "uri" = "${hdfsUri}",
// "fs.defaultFS" = "${defaultFS}",
// "hadoop.username" = "${hdfsUserName}",
// "format" = "${format}")"""
// } finally {
// }
// }
}