From 05e1c04bfc9174e504e4bf624d64572b22354eb1 Mon Sep 17 00:00:00 2001 From: David Mollitor Date: Sun, 12 Jan 2020 11:09:29 -0500 Subject: [PATCH 1/2] PARQUET-1761: Lower Logging Level in ParquetOutputFormat --- .../org/apache/parquet/hadoop/ParquetOutputFormat.java | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java index 6be27e47bd..fa9155748a 100644 --- a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java +++ b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java @@ -466,11 +466,11 @@ public RecordWriter getRecordWriter(Configuration conf, Path file, Comp int maxPaddingSize = getMaxPaddingSize(conf); boolean validating = getValidation(conf); - if (LOG.isInfoEnabled()) { - LOG.info("Parquet block size to {}", blockSize); - LOG.info("Validation is {}", (validating ? "on" : "off")); - LOG.info("Maximum row group padding size is {} bytes", maxPaddingSize); - LOG.info("Parquet properties are:\n{}", props); + if (LOG.isDebugEnabled()) { + LOG.debug("Parquet block size to {}", blockSize); + LOG.debug("Validation is {}", (validating ? "on" : "off")); + LOG.debug("Maximum row group padding size is {} bytes", maxPaddingSize); + LOG.debug("Parquet properties are:\n{}", props); } WriteContext fileWriteContext = writeSupport.init(conf); From 3e931837658a4bc83904f7c4893f91e603afd3d0 Mon Sep 17 00:00:00 2001 From: David Mollitor Date: Fri, 14 May 2021 11:02:45 -0400 Subject: [PATCH 2/2] Debug log the entire properties structure --- .../org/apache/parquet/hadoop/ParquetOutputFormat.java | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java index fa9155748a..71c802d13b 100644 --- a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java +++ b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ParquetOutputFormat.java @@ -466,12 +466,10 @@ public RecordWriter getRecordWriter(Configuration conf, Path file, Comp int maxPaddingSize = getMaxPaddingSize(conf); boolean validating = getValidation(conf); - if (LOG.isDebugEnabled()) { - LOG.debug("Parquet block size to {}", blockSize); - LOG.debug("Validation is {}", (validating ? "on" : "off")); - LOG.debug("Maximum row group padding size is {} bytes", maxPaddingSize); - LOG.debug("Parquet properties are:\n{}", props); - } + LOG.info( + "ParquetRecordWriter [block size: {}b, row group padding size: {}b, validating: {}]", + blockSize, maxPaddingSize, validating); + LOG.debug("Parquet properties are:\n{}", props); WriteContext fileWriteContext = writeSupport.init(conf);